This notebook has implementations of Backprop with binary spike feature vectors obtained from the SPIKEFLOW. Here, we will use tf.data API. Here the shape of the inputs is [None, n_input] instead of [n_input, None]. We had to do this because nested elements in from_tensor_slices must have the same dimension in 0th rank see. Everytime an iterator iter = dataset.make_initializable_iterator() gets initialized, the dataset is randomly shuffled so we need not shuffle again, see. We also use z_3 = tf.floor(z_3). Surrogate gradients with one step is used. (one sided)
Here, error in the hidden layer, $\delta^{2}$ is implemented as: $ \delta^{2} = W^{3T}\delta^{(3)}\odot\sigma^{'}(z^{(2)}) \tag{1}$
import os, time
#os.environ["CUDA_VISIBLE_DEVICES"]="-1"
import matplotlib.pyplot as plt
import matplotlib as mpl
import tensorflow as tf
from IPython.display import display, HTML
tf.compat.v2.random.set_seed(0)
from tensorflow.examples.tutorials.mnist import input_data
from tensorflow.python.client import timeline
import h5py, pickle
from keras.utils.np_utils import to_categorical
import numpy as np
import pandas as pd
import DATA_Loader
import seaborn as sb
import theano, random, sys, time
/usr/local/lib/python2.7/dist-packages/h5py/__init__.py:36: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`. from ._conv import register_converters as _register_converters Using TensorFlow backend.
os.environ['TF_CPP_MIN_LOG_LEVEL'] = '3'
tf.compat.v1.logging.set_verbosity(tf.compat.v1.logging.ERROR)
print(tf.__version__)
tf
1.14.0
<module 'tensorflow' from '/home/ruthvik/.local/lib/python2.7/site-packages/tensorflow/__init__.pyc'>
HTML('''<script>
code_show=true;
function code_toggle() {
if (code_show){
$('div.input').hide();
} else {
$('div.input').show();
}
code_show = !code_show
}
$( document ).ready(code_toggle);
</script>
<form action="javascript:code_toggle()"><input type="submit" value="Click here to toggle on/off the raw code."></form>''')
mpl.rcParams['figure.figsize'] = 15,10
mpl.rcParams['axes.titlesize'] = 24
mpl.rcParams['axes.labelsize'] = 25
mpl.rcParams['lines.linewidth'] = 2
mpl.rcParams['lines.markersize'] = 10
mpl.rcParams['xtick.labelsize'] = 30
mpl.rcParams['ytick.labelsize'] = 22
mpl.rcParams['legend.fontsize'] = 25
mpl.rcParams['font.size'] = 22
plt.style.use('ggplot')
mpl.rcParams['figure.figsize'] = 3.75,3
mpl.rcParams['axes.titlesize'] = 12
mpl.rcParams['axes.labelsize'] = 12
mpl.rcParams['lines.linewidth'] = 2
mpl.rcParams['lines.markersize'] = 10
mpl.rcParams['xtick.labelsize'] = 12
mpl.rcParams['ytick.labelsize'] = 12
mpl.rcParams['legend.fontsize'] = 12
mpl.rcParams['font.size'] = 12
filename = '../../spiking_networks/train_pool1_spike_features_inh_False_conv1maps_30.h5'
with h5py.File(filename, 'r') as hf:
emnist_train_images = hf['pool1_spike_features'][:].astype(np.int8)
emnist_train_images[np.where(emnist_train_images>=1)] = 1
filehandle = open('../../spiking_networks/train_y.pkl','rb')
emnist_train_labels = pickle.load(filehandle).astype(np.int).tolist()
filehandle.close()
emnist_train_labels = np.array(emnist_train_labels)
print('Total train features:{}'.format(emnist_train_images.shape[0]))
#### LOAD TEST IMAGES AND LABELS
filename = '../../spiking_networks/test_pool1_spike_features_inh_False_conv1maps_30.h5'
with h5py.File(filename, 'r') as hf:
emnist_test_images = hf['pool1_spike_features'][:].astype(np.int8)
emnist_test_images[np.where(emnist_test_images>=1)] = 1
print('Total test features:{}'.format(emnist_test_images.shape[0]))
filehandle = open('../../spiking_networks/test_y.pkl','rb')
emnist_test_labels = pickle.load(filehandle).astype(np.int)
filehandle.close()
emnist_test_labels = np.array(emnist_test_labels)
#### LOAD TRAIN AND VALIDATION DATA AND LABELS
train_images = emnist_train_images
train_labels = emnist_train_labels
train_labels = np.array(train_labels)
test_images = emnist_test_images
test_labels = emnist_test_labels
num_classes=10
Total train features:60000 Total test features:10000
labels_map = {0:'0',1:'1',2:'2',3:'3',4:'4',5:'5',6:'6',7:'7',8:'8',9:'9',10:'A',11:'B',12:'C',13:'D',14:'E',15:'F',
16:'G',17:'H',18:'I',19:'J',20:'K',21:'L',22:'M',23:'N',24:'O',25:'P',26:'Q',27:'R',28:'S',29:'T',30:'U',
31:'V',32:'W',33:'X',34:'Y',35:'Z',36:'a',37:'b',38:'d',39:'e',40:'f',41:'g',42:'h',43:'n',44:'q',45:'r',
46:'t'}
BATCH_SIZE = 10
#### EXTRACT REQUIRED LOCATIONS OF 0 TO 5 FOR TRAIN DATA
def extract_class_data(start=0, stop=1):
set1_locs = np.where((train_labels>=start) & (train_labels<=stop))[0]
train_labels_set1 = to_categorical(train_labels[set1_locs], num_classes=num_classes)
train_images_set1 = train_images[set1_locs,:]
n_images = len(train_images_set1)
#### EXTRACT REQUIRED LOCATIONS OF 0 TO 5 FOR TEST DATA
set1_locs = np.where((test_labels>=start) & (test_labels<=stop))[0]
test_labels_set1 = to_categorical(test_labels[set1_locs], num_classes=num_classes)
test_images_set1 = test_images[set1_locs,:]
print('Test features:{}'.format(test_images_set1.shape))
print('Length of test labels:{}'.format(test_labels_set1.shape[0]))
test_data_set1 = (test_images_set1, test_labels_set1)
train_images_set1 = train_images_set1[int(0.09*n_images):]
train_labels_set1 = train_labels_set1[int(0.09*n_images):]
print('Train features:{}'.format(train_images_set1.shape))
print('Length of train labels:{}'.format(train_labels_set1.shape[0]))
train_data_set1 = (train_images_set1, train_labels_set1)
valid_labels_set1 = train_labels_set1[0:int(0.09*n_images)]
valid_images_set1 = train_images_set1[0:int(0.09*n_images)]
print('Valid features:{}'.format(valid_images_set1.shape))
print('Length of valid labels:{}'.format(valid_labels_set1.shape[0]))
valid_data_set1 = (valid_images_set1, valid_labels_set1)
n_train_set1 = train_labels_set1.shape[0]
n_test_set1 = test_labels_set1.shape[0]
n_valid_set1 = valid_labels_set1.shape[0]
return train_data_set1, valid_data_set1, test_data_set1
tf.reset_default_graph()
config = tf.ConfigProto()
config.gpu_options.allow_growth=True
sess= tf.InteractiveSession(config=config)
run_options = tf.RunOptions(trace_level=tf.RunOptions.FULL_TRACE)
run_metadata = tf.RunMetadata()
$tanh(x) = \frac{(e^{x} – e^{-x})}{(e^{x} + e^{-x})}$
$d\frac{tanh(x)}{dx} = 1 – (tanh(x))^{2}$
$\sigma(x) = \frac{1.0}{1 + e^{-x}}$
$d\frac{\sigma(x)}{dx} = \sigma(x)*(1 - \sigma(x))$
n_input = 3630
n_middle = 1024
n_out = 10
batch_size = tf.placeholder(tf.int64, name='batch_size')
a_1 = tf.placeholder(tf.float32, [None, n_input], name = 'Input_batch')
y = tf.placeholder(tf.float32, [None, n_out], name = 'output_batch')
dataset = tf.data.Dataset.from_tensor_slices((a_1, y))
#dataset = dataset.shuffle(buffer_size=len(all_train_labels), reshuffle_each_iteration=True)
dataset = dataset.batch(batch_size)
iter = dataset.make_initializable_iterator()
features, labels = iter.get_next()
drop_out = tf.placeholder(tf.float32)
tau = tf.placeholder(tf.float32)
set1_mask = tf.placeholder(tf.float32, [10], name='mask')
eta = tf.placeholder(tf.float32)
n_tot = tf.placeholder(tf.float32)
lmbda = tf.placeholder(tf.float32, name='lambda')
with tf.name_scope('hid_lyr_w_b'): ###havier or glorot initialization
low = -4*tf.math.sqrt(6.0/(n_input + n_middle)) # use 4 for sigmoid, 1 for tanh activation
high = 4*tf.math.sqrt(6.0/(n_input + n_middle))
low = -tf.math.sqrt(2.0/(n_input)) # use 4 for sigmoid, 1 for tanh activation
high = tf.math.sqrt(2.0/(n_input))
w_2 = tf.Variable(tf.random_uniform(shape=[n_input,n_middle],minval=low,maxval=high), name = 'W_2')
#w_2 = tf.Variable(tf.truncated_normal(shape=[n_input,n_middle], stddev=0.01),name = 'W_2')
w_2_update_placeholder = tf.placeholder(w_2.dtype, shape=w_2.get_shape(),name='update_w2')
w_2_update_op = w_2.assign(w_2_update_placeholder)
tf.summary.histogram('w_2', w_2)
b_2 = tf.Variable(tf.zeros([1,n_middle]), name = 'b_2')
b_2_update_placeholder = tf.placeholder(b_2.dtype, shape=b_2.get_shape(),name='update_b2')
b_2_update_op = b_2.assign(b_2_update_placeholder)
tf.summary.histogram('b_2', b_2)
w2_grad_accum = tf.Variable(np.zeros(shape=[n_input,n_middle], dtype=np.float32),name='w2_grad_accum')
w2_grad_accum_update_placeholder=tf.placeholder(w2_grad_accum.dtype, shape=w2_grad_accum.get_shape(),
name='update_w2_grad_accum')
w2_grad_accum_update_op = w2_grad_accum.assign(w2_grad_accum_update_placeholder)
b2_grad_accum = tf.Variable(np.zeros(shape=[1,n_middle], dtype=np.float32), name='b2_grad_accum')
b2_grad_accum_update_placeholder=tf.placeholder(b2_grad_accum.dtype,shape=b2_grad_accum.get_shape(),
name='update_b2_grad_accum')
b2_grad_accum_update_op = b2_grad_accum.assign(b2_grad_accum_update_placeholder)
big_omeg_w2 = tf.Variable(np.zeros(shape=[n_input,n_middle], dtype=np.float32), name='omeg_w2')
tf.summary.histogram('big_omeg_w2', big_omeg_w2)
big_omeg_w2_update_placeholder = tf.placeholder(big_omeg_w2.dtype, shape=big_omeg_w2.get_shape(),
name='update_big_omeg_w2')
big_omeg_w2_update_op = big_omeg_w2.assign(big_omeg_w2_update_placeholder)
big_omeg_b2 = tf.Variable(np.zeros(shape=[1,n_middle], dtype=np.float32), name='omeg_b2')
tf.summary.histogram('big_omeg_b2', big_omeg_b2)
big_omeg_b2_update_placeholder = tf.placeholder(big_omeg_b2.dtype, shape=big_omeg_b2.get_shape(),
name='update_big_omeg_b2')
big_omeg_b2_update_op = big_omeg_b2.assign(big_omeg_b2_update_placeholder)
star_w2 = tf.Variable(np.zeros(shape=[n_input,n_middle], dtype=np.float32), name='star_w2')
star_w2_update_placeholder = tf.placeholder(star_w2.dtype, shape=star_w2.get_shape(),
name='update_star_w2')
star_w2_update_op = star_w2.assign(star_w2_update_placeholder)
star_b2 = tf.Variable(np.zeros(shape=[1,n_middle], dtype=np.float32), name='star_b2')
star_b2_update_placeholder = tf.placeholder(star_b2.dtype, shape=star_b2.get_shape(),
name='update_star_b2')
star_b2_update_op = star_b2.assign(star_b2_update_placeholder)
with tf.name_scope('op_lyr_w_b'):
low = -tf.math.sqrt(2.0/(n_middle))
high = tf.math.sqrt(2.0/(n_middle))
#w_3 = tf.Variable(tf.random_uniform(shape=[n_middle,10],minval=low,maxval=high), name = 'W_3')
#w_3 = tf.Variable(tf.truncated_normal(shape=[n_middle,n_out], stddev=0.01),name = 'W_3')
w_3 = tf.Variable(np.zeros(shape=[n_middle,n_out], dtype=np.float32),name = 'W_3')
tf.summary.histogram('w_3', w_3)
w_3_update_placeholder = tf.placeholder(w_3.dtype, shape=w_3.get_shape(),name='update_w3')
w_3_update_op = w_3.assign(w_3_update_placeholder)
b_3 = tf.Variable(tf.zeros([1,n_out]), name = 'b_3')
tf.summary.histogram('b_3', b_3)
b_3_update_placeholder = tf.placeholder(b_3.dtype, shape=b_3.get_shape(),name='update_b3')
b_3_update_op = b_3.assign(b_3_update_placeholder)
w3_grad_accum = tf.Variable(np.zeros(shape=[n_middle,n_out], dtype=np.float32), name='w3_grad_accum')
b3_grad_accum = tf.Variable(np.zeros(shape=[1,n_out], dtype=np.float32), name='b3_grad_accum')
big_omeg_w3 = tf.Variable(np.zeros(shape=[n_middle,n_out], dtype=np.float32), name='omeg_w3')
tf.summary.histogram('big_omeg_w3', big_omeg_w3)
big_omeg_b3 = tf.Variable(np.zeros(shape=[1,n_out], dtype=np.float32), name='omeg_b3')
tf.summary.histogram('big_omeg_b3', big_omeg_b3)
star_w3 = tf.Variable(np.zeros(shape=[n_middle,n_out], dtype=np.float32), name='star_w3')
star_b3 = tf.Variable(np.zeros(shape=[1,n_out], dtype=np.float32), name='star_b3')
def sigma(x):
return tf.math.divide(tf.constant(1.0),
tf.add(tf.constant(1.0), tf.exp(tf.negative(x))))
def tanh(x):
return tf.math.divide(tf.subtract(tf.exp(x), tf.exp(tf.negative(x))),
tf.add(tf.exp(x), tf.exp(tf.negative(x))) )
def sigmaprime(x):
return tf.multiply(sigma(x), tf.subtract(tf.constant(1.0), sigma(x)))
def tanhprime(x):
return tf.subtract(tf.constant(1.0),tf.square(tanh(x)))
def spkNeuron(x):
return tf.where(tf.greater_equal(x,0.0), tf.ones_like(x),
tf.zeros_like(x))
def ReLU(x):
return tf.maximum(0.0, x)
def ReLUprime(x):
return tf.where(tf.greater_equal(x,0.0), tf.ones_like(x),
tf.zeros_like(x))
def spkPrime1(x):
l1_bound_higher = tf.greater_equal(x,-0/4)
r1_bound_lesser = tf.less_equal(x,tau/4)
grad_one = tf.where(tf.logical_and(l1_bound_higher,r1_bound_lesser), tf.ones_like(x), tf.zeros_like(x))
return grad_one
def firstLyrSpks(x):
return tf.where(tf.greater_equal(x,1.0), tf.ones_like(x),
tf.zeros_like(x))
with tf.name_scope('hid_lyr_acti'):
z_2 = tf.add(tf.matmul(features,w_2,name = 'w_2xa_1'), b_2, name = 'z_2')
locs_to_drop = tf.random.categorical(tf.math.log([[1.0-drop_out, drop_out]]), tf.size(z_2))
locs_to_drop = tf.reshape(locs_to_drop, tf.shape(z_2))
z_2 = tf.where(locs_to_drop>0,-tf.ones_like(z_2),z_2, 'drop_out_app')
tf.summary.histogram('z_2', z_2)
a_2 = ReLU(z_2)
#@@a_2 = spkNeuron(z_2)
tf.summary.histogram('a_2', a_2)
with tf.name_scope('op_lyr_acti'):
z_3 = tf.add(tf.matmul(a_2,w_3, name = 'w_3xa_2'),b_3, name = 'z_3')
z_3 = tf.floor(z_3)
#z_3 = tf.subtract(tf.reduce_max(z_3),z_3, name = 'inhibition')
tf.summary.histogram('z_3', z_3)
a_3 = tf.cast(tf.nn.softmax(z_3,axis=1), tf.float32)
a_3 = tf.multiply(a_3, set1_mask, name='masking')
tf.summary.histogram('a_3', a_3)
##COMMENT THE ABOVE LINE AND UNCOMMENT BELOW LINE IF YOU WANT SOFTMAX
#a_3 = tf.nn.softmax(z_3,axis=1) ##AXIS IS VERY IMPORTANT!!! axis=1 INDICATES THE CLASSES AS y IS [None,10]
#cost = tf.reduce_mean(-tf.reduce_sum((y*tf.log(a_3) +tf.log(1-a_3)*(1-y)) ,axis=0), name = 'cost_calc') WORKS, USE BELOW
with tf.name_scope('cost_calc'):
cost = tf.reduce_mean(tf.nn.softmax_cross_entropy_with_logits_v2(labels=labels,logits=z_3,axis=1),
name = 'cost_calc')#WORKS
##COMMENT BELOW LINES IF YOU WANT quadratic
#@dc_da = tf.multiply(-tf.subtract(labels,a_3, name = 'y_minus_a_3'), mask)
#@cost = tf.reduce_mean(tf.reduce_sum((1/2.0)*tf.square(dc_da),axis=1), name = 'cost_calc')
tf.summary.scalar('cost', cost)
with tf.name_scope('op_lyr_grad'):
#@d_z_3 = tf.multiply(-tf.subtract(labels,a_3, name = 'delta3'), mask, name='masking')
d_z_3 = -tf.subtract(labels,a_3, name = 'delta3')
#d_z_3 = tf.multiply(dc_da,a_3, name = 'delta3')
d_b_3 = tf.expand_dims(tf.reduce_mean(d_z_3, axis=[0]), axis=0)
tf.summary.histogram('d_b_3', d_b_3)
d_w_3 = tf.multiply(1/tf.cast(batch_size, tf.float32),
tf.matmul(tf.transpose(a_2),d_z_3),
name='delta_w3')
tf.summary.histogram('d_w_3', d_w_3)
with tf.name_scope('hid_lyr_grad'):
d_z_2 = tf.multiply(tf.matmul(d_z_3,tf.transpose(w_3), name = 'w_3Txdelta3'), ReLUprime(z_2),
name = 'delta2')
#@@d_z_2 = tf.multiply(tf.matmul(d_z_3,tf.transpose(w_3), name = 'w_3Txdelta3'), spkPrime1(z_2),
#@@ name = 'delta2')
#d_z_2 = tf.matmul(d_z_3,tf.transpose(w_3), name = 'delta2')
d_b_2 = tf.expand_dims(tf.reduce_mean(d_z_2, axis=[0]), axis=0)
tf.summary.histogram('d_b_2', d_b_2)
d_w_2 = tf.multiply(1/tf.cast(batch_size, tf.float32),
tf.matmul(tf.transpose(features),d_z_2),
name='delta_w2')
tf.summary.histogram('d_w_2', d_w_2)
omega_step=[tf.assign(w2_grad_accum,
tf.add(w2_grad_accum,tf.multiply(eta*eta*lmbda/n_tot, tf.square(d_w_2))),
name='update_omeg_w2'),
tf.assign(b2_grad_accum,
tf.add(b2_grad_accum,tf.multiply(eta*eta*lmbda/n_tot,tf.square(d_b_2))),
name='update_omeg_b2')
]
step = [tf.assign(w_2,
tf.subtract(w_2, (eta*d_w_2+big_omeg_w2*(w_2-star_w2))),name='update_w_2'),
tf.assign(b_2,
tf.subtract(b_2,(eta*d_b_2+big_omeg_b2*(b_2-star_b2))),name='update_b_2'),
tf.assign(w_3,
tf.subtract(w_3, (eta*d_w_3+big_omeg_w3*(w_3-star_w3))),name='update_w_3'),
tf.assign(b_3,
tf.subtract(b_3,(eta*d_b_3+big_omeg_b3*(b_3-star_b3))),name='update_b_3')
]
with tf.name_scope('acc_calc'):
predictions = tf.argmax(a_3, 1)
acct_mat = tf.equal(tf.argmax(a_3, 1), tf.argmax(labels, 1))
acct_res = tf.reduce_mean(tf.cast(acct_mat, tf.float32))
tf.summary.scalar('accuracy', acct_res)
init_op = tf.global_variables_initializer()
path = '/home/ruthvik/Desktop/Summer 2017/tf_graph_outputs/mnist/continual_learning/original_mnist_5sets'
merged = tf.summary.merge_all()
train_writer = tf.summary.FileWriter(path + '/spike_sh_16lmbdas_ar1_3lyrs_he1', sess.graph)
np.random.seed(100)
n_lmbdas = 15
a = np.random.uniform(low=0.0, high=6.75, size=(n_lmbdas,))
print(a)
print()
a = a*1.0e4
a = a[np.argsort(a)]
print(a)
print()
n_reps = 5
a = ([0]+a.tolist())*n_reps
n_lmbdas+=1
print(a, len(a))
[3.66798336 1.87899335 2.86549374 5.70223889 0.03185228 0.82059157 4.52755632 5.5745061 0.92276948 3.88187997 6.01642319 1.41211432 1.25096548 0.73154401 1.48295808] () [ 318.52279289 7315.44010634 8205.91565286 9227.69480373 12509.65481963 14121.14324291 14829.58075219 18789.93349383 28654.93737557 36679.83357089 38818.79973634 45275.56321906 55745.06096959 57022.38893159 60164.23191608] () ([0, 318.52279289064813, 7315.4401063372225, 8205.915652860209, 9227.694803734325, 12509.654819630066, 14121.143242910297, 14829.58075218697, 18789.933493831242, 28654.937375566486, 36679.833570890165, 38818.79973633937, 45275.563219057556, 55745.06096959071, 57022.388931593494, 60164.23191607782, 0, 318.52279289064813, 7315.4401063372225, 8205.915652860209, 9227.694803734325, 12509.654819630066, 14121.143242910297, 14829.58075218697, 18789.933493831242, 28654.937375566486, 36679.833570890165, 38818.79973633937, 45275.563219057556, 55745.06096959071, 57022.388931593494, 60164.23191607782, 0, 318.52279289064813, 7315.4401063372225, 8205.915652860209, 9227.694803734325, 12509.654819630066, 14121.143242910297, 14829.58075218697, 18789.933493831242, 28654.937375566486, 36679.833570890165, 38818.79973633937, 45275.563219057556, 55745.06096959071, 57022.388931593494, 60164.23191607782, 0, 318.52279289064813, 7315.4401063372225, 8205.915652860209, 9227.694803734325, 12509.654819630066, 14121.143242910297, 14829.58075218697, 18789.933493831242, 28654.937375566486, 36679.833570890165, 38818.79973633937, 45275.563219057556, 55745.06096959071, 57022.388931593494, 60164.23191607782, 0, 318.52279289064813, 7315.4401063372225, 8205.915652860209, 9227.694803734325, 12509.654819630066, 14121.143242910297, 14829.58075218697, 18789.933493831242, 28654.937375566486, 36679.833570890165, 38818.79973633937, 45275.563219057556, 55745.06096959071, 57022.388931593494, 60164.23191607782], 80)
lmbdas = a
np.random.seed(0)
np_weights = []
low = -np.sqrt(2.0/(n_input)) # use 4 for sigmoid, 1 for tanh activation
high = np.sqrt(2.0/(n_input))
for i in range(n_reps):
np_weights.append(np.random.uniform(low=low,high=high,size=(n_input,n_middle)))
np_weights=[item for item in np_weights for i in range(n_lmbdas)]
print(len(np_weights), len(lmbdas))
(80, 80)
np.array_equal(np_weights[0], np_weights[15])
True
np.array_equal(np_weights[0], np_weights[16])
False
method3_test_accs = []
#INITIALIZE THE NETWORK
logging_count = 0
sess.run(init_op,options=run_options, run_metadata=run_metadata)
sess.graph.finalize()
for l in range(len(lmbdas)):
print('Training with lmbda:{}, {}'.format(lmbdas[l], l))
#sess.run(init_op,options=run_options, run_metadata=run_metadata)
zeta = 1e-3
new_big_omeg_w2 = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
new_big_omeg_b2 = np.zeros(shape=[1,n_middle], dtype=np.float32)
w3_zeros = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
b3_zeros = np.zeros(shape=[1,n_out], dtype=np.float32)
w3_accum = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
w3_accum = []
b3_accum = np.zeros(shape=[1,n_out], dtype=np.float32)
b3_accum = []
reset_w2_grad_accum = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
reset_b2_grad_accum = np.zeros(shape=[1,n_middle], dtype=np.float32)
start_w2 = None
start_b2 = None
sess.run(w_2_update_op, {w_2_update_placeholder:np_weights[l]})
sess.run(b_2_update_op, {b_2_update_placeholder:np.zeros(shape=[1,n_middle],dtype=np.float32)})
end_w2 = None
end_b2 = None
old_test_data = []
historical_cross_test_acc = {}
historical_train_accuracies = {}
historical_train_costs = {}
historical_val_accuracies = {}
historical_val_costs = {}
sets = [(0,1), (2,3), (4,5), (6,7), (8,9)]
#sets = [(0,4),(5,9)]
test_labels_set = []
n_test_samples = []
for a_set in range(len(sets)):
current_set = sets[a_set]
current_set_name = 'set'+str(a_set)
mask_val = [0]*num_classes
for i in range(0, current_set[1]+1):
mask_val[i]=1
set_mask_val = np.array(mask_val, dtype=np.float32)
print('Current mask:{}'.format(set_mask_val))
train_data_set, valid_data_set, test_data_set = extract_class_data(start=current_set[0],
stop=current_set[1])
train_images_set, train_labels_set = train_data_set[0], train_data_set[1]
valid_images_set, valid_labels_set = valid_data_set[0], valid_data_set[1]
test_images_set, test_labels_set = test_data_set[0], test_data_set[1]
n_test_samples.append(len(test_labels_set))
train_total = len(train_images_set)
n_batches = len(train_images_set)/BATCH_SIZE
#@@print('Number of batches:{}'.format(n_batches))
#@@set_omegas = [tf.assign(big_omeg_w2, new_big_omeg_w2), tf.assign(big_omeg_b2, new_big_omeg_b2)]
#@@sess.run(set_omegas)
sess.run(big_omeg_w2_update_op, {big_omeg_w2_update_placeholder:new_big_omeg_w2})
sess.run(big_omeg_b2_update_op, {big_omeg_b2_update_placeholder:new_big_omeg_b2})
#@@reset_grad_accums = [tf.assign(w2_grad_accum, reset_w2_grad_accum),
#@@ tf.assign(b2_grad_accum, reset_b2_grad_accum)]
#@@sess.run(reset_grad_accums)
sess.run(w2_grad_accum_update_op, {w2_grad_accum_update_placeholder:reset_w2_grad_accum})
sess.run(b2_grad_accum_update_op, {b2_grad_accum_update_placeholder:reset_b2_grad_accum})
#@@reset_w3 = [tf.assign(w_3, w3_zeros), tf.assign(b_3, b3_zeros)]
#@@sess.run(reset_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:w3_zeros})
sess.run(b_3_update_op, {b_3_update_placeholder:b3_zeros})
epochs = 10
repeats = 1
for repeat in range(repeats):
#tf.set_random_seed(l)
print('Repeat:{}'.format(repeat))
train_accuracies = []
train_costs = []
val_accuracies = []
val_costs = []
best_val = 0
first_params_set = None
last_params_set = None
T1 = time.time()
for i in range(epochs):
if(i==0):
start_w2, start_b2 = w_2.eval(), b_2.eval()
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: len(train_images_set)})
#@@print('Epoch:{}'.format((i)))
t1 = time.time()
### CALCULATE TRAIN COSTS AND TRAIN ACCURACIES
train_cost, train_accuracy = sess.run([cost, acct_res] ,feed_dict = {drop_out : 0.0,
set1_mask:set_mask_val})
train_costs.append(train_cost)
train_accuracies.append(train_accuracy)
#train_writer.add_summary(summary,logging_count)
print('training cost:{} and training accuracy:{}'.format(train_costs[i], train_accuracies[i]))
### CALCULATE VALID COSTS AND VALID ACCURACIES
sess.run(iter.initializer, feed_dict={a_1: valid_images_set, y: valid_labels_set,
batch_size: len(valid_images_set)})
_, _, val_acc, val_cost, _ = sess.run([predictions,acct_mat,acct_res, cost, a_3],
feed_dict = {drop_out : 0.0,set1_mask:set_mask_val})
val_costs.append(val_cost)
val_accuracies.append(val_acc)
if(val_acc>best_val):
best_val = val_acc
best_params_set1 = [(w_2.eval(),b_2.eval()),(w_3.eval(),b_3.eval())]
print('validation cost:{} and validation accuracy:{}'.format(val_cost, val_acc))
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
print('Training on :{}'.format(current_set))
for j in range(n_batches):
if(not (np.isnan(w_2.eval().any() and np.isnan(w_3.eval()).any()))):
#if(a_set==1):
# print(j, w_2.eval().sum(), w_3.eval().sum())
if(((j)% 1000 ==0)):
logging_count+=1
summary,_,_ = sess.run([merged,step, omega_step],
feed_dict = {drop_out:0.0,batch_size: BATCH_SIZE,tau:0.5,
set1_mask:set_mask_val,eta:0.001,
lmbda:lmbdas[l],n_tot:train_total})
#train_writer.add_summary(summary, (i+1)*j)
train_writer.add_summary(summary, logging_count)
else:
sess.run([step, omega_step],feed_dict = {drop_out:0.0,batch_size:BATCH_SIZE,
tau:0.5,set1_mask:set_mask_val,
eta:0.001,lmbda:lmbdas[l],
n_tot:train_total})
else:
print('Nan encountered in epoch:{} and batch:{}'.format(i, j))
#@@print('Epoch time:{}'.format(time.time()-t1))
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,
set1_mask:set_mask_val})
#@@print('Final test accuracy is:{}'.format(final_test_acc))
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#all_final_test_accs_set1.append(final_test_acc)
#@@best_step = [tf.assign(w_2,best_params_set1[0][0]), tf.assign(b_2,best_params_set1[0][1]),
#@@ tf.assign(w_3,best_params_set1[1][0]),tf.assign(b_3,best_params_set1[1][1])]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:best_params_set1[0][0]})
sess.run(b_2_update_op, {b_2_update_placeholder:best_params_set1[0][1]})
sess.run(w_3_update_op, {w_3_update_placeholder:best_params_set1[1][0]})
sess.run(b_3_update_op, {b_3_update_placeholder:best_params_set1[1][1]})
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,test_acc_corresp_best_val,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
#@@print('Test accuracy corresp to best val acc:{}'.format(test_acc_corresp_best_val))
print('Time taken:{}'.format(time.time()-T1))
#w3_list.append(w_3.eval())
w3_accum.append(w_3.eval())
#b3_list.append(b_3.eval())
b3_accum.append(b_3.eval())
if(i==epochs-1):
if(test_acc_corresp_best_val>final_test_acc):
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#all_final_test_accs_set1[-1] = test_acc_corresp_best_val
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#@@best_step = [tf.assign(w_2,end_w2), tf.assign(b_2,end_b2),
#@@ tf.assign(w_3,end_w3),tf.assign(b_3,end_b3)]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:end_w2})
sess.run(b_2_update_op, {b_2_update_placeholder:end_b2})
sess.run(w_3_update_op, {w_3_update_placeholder:end_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:end_b3})
first_params_set = [(start_w2, start_b2)]
last_params_set = [(end_w2, end_b2)]
small_omegas = [(w2_grad_accum.eval(),b2_grad_accum.eval())]
delta_ws = map(lambda x,y: np.square(x-y)+zeta,[item[0] for item in last_params_set],
[item[0] for item in first_params_set])
delta_bs = map(lambda x,y: np.square(x-y)+zeta,[item[1] for item in last_params_set],
[item[1] for item in first_params_set])
delta_wbs = zip(delta_ws, delta_bs)
big_omegas_ws = map(lambda x,y: (x/y),[item[0] for item in small_omegas],
[item[0] for item in delta_wbs])
big_omegas_bs = map(lambda x,y: (x/y),[item[1] for item in small_omegas],
[item[1] for item in delta_wbs])
big_omegas = zip(big_omegas_ws, big_omegas_bs)
new_big_omeg_w2 += big_omegas[0][0]
new_big_omeg_b2 += big_omegas[0][1]
#@@print('omegW2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_w2.max(),
#@@ new_big_omeg_w2.mean(),
#@@ new_big_omeg_w2.std()))
#@@print('omegb2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_b2.max(),
#@@ new_big_omeg_b2.mean(),
#@@ new_big_omeg_b2.std()))
historical_train_accuracies[current_set_name]=train_accuracies
historical_train_costs[current_set_name]=train_costs
historical_val_accuracies[current_set_name]=val_accuracies
historical_val_costs[current_set_name]=val_costs
#######Method 3 ###########
w3_set_rows = []
offset=0
for item in w3_accum:
w3_set_rows.append(item[:,offset:offset+2])
offset+=2
w3_set_row_avgs = [item.mean() for item in w3_set_rows]
final_w3 = map(lambda x,y:x-y,w3_set_rows, w3_set_row_avgs)
final_w3 = np.concatenate(final_w3, axis=1)
b3_set_rows = []
offset=0
for item in b3_accum:
b3_set_rows.append(item[:,offset:offset+2])
offset+=2
b3_set_row_avgs = [item.mean() for item in b3_set_rows]
final_b3 = map(lambda x,y:x-y,b3_set_rows, b3_set_row_avgs)
final_b3 = np.concatenate(final_b3, axis=1)
#@@set_w3 = [tf.assign(w_3, final_w3), tf.assign(b_3, final_b3)]
#@@sess.run(set_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:final_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:final_b3})
sess.run(iter.initializer, feed_dict={a_1: test_images, y: to_categorical(test_labels,num_classes=num_classes),
batch_size: len(test_images)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
method3_test_accs.append(final_test_acc)
print('Method 3 test accuracy:{}'.format(final_test_acc))
train_writer.close()
Training with lmbda:0, 0 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.874908924 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.635829926 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:130.478960991 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0129639329389 and training accuracy:0.9987372756 validation cost:0.0133697763085 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979762617499 and training accuracy:0.999007821083 validation cost:0.0101021369919 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00877885892987 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:141.758719921 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103641562164 and training accuracy:0.972527444363 validation cost:0.103159971535 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.082123234868 and training accuracy:0.976066291332 validation cost:0.0786714181304 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.069301366806 and training accuracy:0.979791402817 validation cost:0.0627456903458 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0595998130739 and training accuracy:0.982957720757 validation cost:0.0547399930656 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0535054244101 and training accuracy:0.985285878181 validation cost:0.0488348640501 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0479301735759 and training accuracy:0.986775934696 validation cost:0.0455383919179 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0442771986127 and training accuracy:0.987520933151 validation cost:0.0432717837393 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0408748500049 and training accuracy:0.988359093666 validation cost:0.0389142967761 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:128.926782846 Method 3 test accuracy:0.78979998827 Training with lmbda:318.522792891, 1 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.591917992 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885979682207 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0736561268568 and training accuracy:0.974275052547 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646040588617 and training accuracy:0.977274775505 validation cost:0.0672292113304 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0564448311925 and training accuracy:0.980729043484 validation cost:0.0583381280303 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0512373633683 and training accuracy:0.982910633087 validation cost:0.0505660846829 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0466524586082 and training accuracy:0.985274076462 validation cost:0.0466904863715 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0426152460277 and training accuracy:0.987455666065 validation cost:0.041540235281 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.179640055 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0992331504822 and training accuracy:0.991609752178 validation cost:0.092588365078 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539934970438 and training accuracy:0.99287801981 validation cost:0.0478452965617 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0377572737634 and training accuracy:0.994634151459 validation cost:0.0300844758749 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290691610426 and training accuracy:0.99658536911 validation cost:0.0222336500883 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0235726442188 and training accuracy:0.997756123543 validation cost:0.0181258507073 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198549497873 and training accuracy:0.998341441154 validation cost:0.014651440084 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169833917171 and training accuracy:0.998341441154 validation cost:0.0123029733077 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152973197401 and training accuracy:0.998146355152 validation cost:0.011233321391 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139208780602 and training accuracy:0.998146355152 validation cost:0.0100804939866 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.296695948 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0635351389647 and training accuracy:0.991521596909 validation cost:0.0635207444429 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.034154959023 and training accuracy:0.997023522854 validation cost:0.0334675982594 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0241792220622 and training accuracy:0.997745096684 validation cost:0.0246285945177 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191068463027 and training accuracy:0.998015701771 validation cost:0.0192909277976 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155444741249 and training accuracy:0.998286306858 validation cost:0.0159986130893 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0129613718018 and training accuracy:0.9987372756 validation cost:0.0133692361414 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111055886373 and training accuracy:0.998827457428 validation cost:0.0118053741753 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00973063334823 and training accuracy:0.999188244343 validation cost:0.0100624496117 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00884347874671 and training accuracy:0.999007821083 validation cost:0.00876876804978 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.951390982 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151472836733 and training accuracy:0.965263545513 validation cost:0.147377207875 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.103573098779 and training accuracy:0.972713708878 validation cost:0.10354039818 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0824561417103 and training accuracy:0.976066291332 validation cost:0.0788237005472 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0692244544625 and training accuracy:0.979791402817 validation cost:0.0633962526917 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.059490069747 and training accuracy:0.983237087727 validation cost:0.0546964928508 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0533672757447 and training accuracy:0.985285878181 validation cost:0.0488668456674 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.047845300287 and training accuracy:0.986682832241 validation cost:0.0454419180751 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0442174896598 and training accuracy:0.987614095211 validation cost:0.0424400307238 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0408029183745 and training accuracy:0.988452196121 validation cost:0.0396388247609 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:120.229496956 Method 3 test accuracy:0.790099978447 Training with lmbda:7315.44010634, 2 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.232520819 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168309122324 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113346919417 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885303243995 and training accuracy:0.97309333086 validation cost:0.0924782902002 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738751664758 and training accuracy:0.974184155464 validation cost:0.0788420513272 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646367073059 and training accuracy:0.977183878422 validation cost:0.0677603632212 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0564503781497 and training accuracy:0.980819940567 validation cost:0.0583361573517 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513949245214 and training accuracy:0.982819736004 validation cost:0.0505128353834 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0467412956059 and training accuracy:0.985274076462 validation cost:0.046825632453 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.042792968452 and training accuracy:0.987364768982 validation cost:0.0414808727801 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:121.145698071 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0988900288939 and training accuracy:0.991609752178 validation cost:0.0912483409047 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0540411956608 and training accuracy:0.99287801981 validation cost:0.0476891845465 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0378492921591 and training accuracy:0.994634151459 validation cost:0.0301641300321 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290648937225 and training accuracy:0.99658536911 validation cost:0.0223030932248 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023664906621 and training accuracy:0.997756123543 validation cost:0.0176619514823 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198662597686 and training accuracy:0.998341441154 validation cost:0.0147528816015 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170574523509 and training accuracy:0.998341441154 validation cost:0.0123429438099 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153564009815 and training accuracy:0.997951209545 validation cost:0.011251273565 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139105496928 and training accuracy:0.998146355152 validation cost:0.0100737381727 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.838323832 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0637312680483 and training accuracy:0.991431415081 validation cost:0.0637390315533 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0341630838811 and training accuracy:0.997113764286 validation cost:0.033420432359 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0241705775261 and training accuracy:0.997745096684 validation cost:0.0247712247074 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191246531904 and training accuracy:0.998015701771 validation cost:0.019264806062 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0156244467944 and training accuracy:0.998196065426 validation cost:0.0160053707659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0129577945918 and training accuracy:0.998827457428 validation cost:0.0136406430975 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111152390018 and training accuracy:0.998827457428 validation cost:0.011662277393 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00988424755633 and training accuracy:0.999098062515 validation cost:0.0102383000776 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00883597321808 and training accuracy:0.999098062515 validation cost:0.00859887711704 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.652678013 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15136988461 and training accuracy:0.964984178543 validation cost:0.148393079638 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103539772332 and training accuracy:0.972434341908 validation cost:0.102035716176 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0823405608535 and training accuracy:0.976066291332 validation cost:0.0787968561053 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0689764618874 and training accuracy:0.979884505272 validation cost:0.0634562596679 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0595875233412 and training accuracy:0.983143985271 validation cost:0.0547237321734 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.053664829582 and training accuracy:0.985192775726 validation cost:0.0487794727087 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.047725059092 and training accuracy:0.986775934696 validation cost:0.0452624596655 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0445465184748 and training accuracy:0.987334728241 validation cost:0.0433523021638 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0407665781677 and training accuracy:0.988452196121 validation cost:0.0389461368322 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:118.249916792 Method 3 test accuracy:0.789699971676 Training with lmbda:8205.91565286, 3 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.899816036 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168309122324 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113346919417 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885307565331 and training accuracy:0.97309333086 validation cost:0.0924782902002 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738368406892 and training accuracy:0.974093258381 validation cost:0.0788315460086 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646673291922 and training accuracy:0.977183878422 validation cost:0.0677493810654 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0564326122403 and training accuracy:0.980819940567 validation cost:0.0583676509559 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513107217848 and training accuracy:0.982728838921 validation cost:0.0507973991334 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.046658936888 and training accuracy:0.985183179379 validation cost:0.0469275005162 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427994206548 and training accuracy:0.987273871899 validation cost:0.0420338883996 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:121.044138193 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0991124808788 and training accuracy:0.991609752178 validation cost:0.09154266119 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539914257824 and training accuracy:0.99287801981 validation cost:0.0477395392954 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0378077588975 and training accuracy:0.994634151459 validation cost:0.0301324538887 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290763899684 and training accuracy:0.99658536911 validation cost:0.0224914718419 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0236653722823 and training accuracy:0.997756123543 validation cost:0.0180306974798 and validation accuracy:1.0 Training on :(4, 5) training cost:0.019893720746 and training accuracy:0.998341441154 validation cost:0.0146656278521 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170167088509 and training accuracy:0.998341441154 validation cost:0.0122607816011 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153617057949 and training accuracy:0.997951209545 validation cost:0.0111910812557 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139916753396 and training accuracy:0.998146355152 validation cost:0.010198391974 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.23952508 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636929795146 and training accuracy:0.991521596909 validation cost:0.0637936219573 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.03411257267 and training accuracy:0.997023522854 validation cost:0.0336602926254 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0241417139769 and training accuracy:0.997745096684 validation cost:0.024643426761 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.019125521183 and training accuracy:0.998015701771 validation cost:0.0193141885102 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155282784253 and training accuracy:0.998286306858 validation cost:0.0160127580166 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0129362177104 and training accuracy:0.9987372756 validation cost:0.0134760057554 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111363437027 and training accuracy:0.998827457428 validation cost:0.0119296777993 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00985618215054 and training accuracy:0.999098062515 validation cost:0.0102367522195 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.008818378672 and training accuracy:0.999098062515 validation cost:0.00861298013479 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.313766956 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151709020138 and training accuracy:0.964984178543 validation cost:0.148775666952 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103721320629 and training accuracy:0.972154974937 validation cost:0.101976886392 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0822334066033 and training accuracy:0.976066291332 validation cost:0.0797881484032 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0692864209414 and training accuracy:0.979884505272 validation cost:0.0636320784688 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0596736297011 and training accuracy:0.983050823212 validation cost:0.0545237027109 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0534797012806 and training accuracy:0.985285878181 validation cost:0.0486200749874 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0477449260652 and training accuracy:0.986589670181 validation cost:0.0459903590381 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0443822592497 and training accuracy:0.987614095211 validation cost:0.0427136868238 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0407083518803 and training accuracy:0.988359093666 validation cost:0.0392637066543 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.690726995 Method 3 test accuracy:0.787699997425 Training with lmbda:9227.69480373, 4 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.888024807 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168309122324 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113346919417 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885307565331 and training accuracy:0.97309333086 validation cost:0.0924782902002 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738358050585 and training accuracy:0.974093258381 validation cost:0.0788315460086 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.064663477242 and training accuracy:0.977183878422 validation cost:0.0677493810654 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.056435406208 and training accuracy:0.980819940567 validation cost:0.0583356283605 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513492412865 and training accuracy:0.982637941837 validation cost:0.0508705042303 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0466452278197 and training accuracy:0.985183179379 validation cost:0.0467537716031 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0428696833551 and training accuracy:0.987364768982 validation cost:0.0420338883996 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:120.809621096 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989591628313 and training accuracy:0.991707324982 validation cost:0.0921352654696 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0540213063359 and training accuracy:0.99287801981 validation cost:0.0478094443679 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0378133319318 and training accuracy:0.994634151459 validation cost:0.030231051147 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0291538089514 and training accuracy:0.99658536911 validation cost:0.0224626231939 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0236162282526 and training accuracy:0.997853636742 validation cost:0.0180384889245 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199122987688 and training accuracy:0.998341441154 validation cost:0.0146978329867 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170899145305 and training accuracy:0.998243927956 validation cost:0.0123472874984 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015383342281 and training accuracy:0.997951209545 validation cost:0.0112526286393 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139625612646 and training accuracy:0.998048782349 validation cost:0.0101556889713 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.042720795 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638147220016 and training accuracy:0.991431415081 validation cost:0.0632113814354 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0341522954404 and training accuracy:0.997294127941 validation cost:0.0343139767647 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242036189884 and training accuracy:0.997925519943 validation cost:0.0244181770831 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0189443659037 and training accuracy:0.997925519943 validation cost:0.0194039661437 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0155466403812 and training accuracy:0.998286306858 validation cost:0.0162433534861 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0130479363725 and training accuracy:0.998556852341 validation cost:0.0133348349482 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111220693216 and training accuracy:0.998827457428 validation cost:0.0115710077807 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984534155577 and training accuracy:0.998917639256 validation cost:0.0101029826328 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00888208765537 and training accuracy:0.999098062515 validation cost:0.00891855731606 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.977830887 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153021559119 and training accuracy:0.964704811573 validation cost:0.146853551269 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103555880487 and training accuracy:0.972154974937 validation cost:0.100267507136 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0823125615716 and training accuracy:0.976066291332 validation cost:0.0789761245251 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0693415775895 and training accuracy:0.979698240757 validation cost:0.0652578398585 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0595183819532 and training accuracy:0.983237087727 validation cost:0.0548044629395 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0534697249532 and training accuracy:0.985099673271 validation cost:0.0499815791845 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0479559600353 and training accuracy:0.986962199211 validation cost:0.0461266338825 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0445704683661 and training accuracy:0.987520933151 validation cost:0.0421710461378 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0409128777683 and training accuracy:0.988172829151 validation cost:0.0400488078594 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.390039921 Method 3 test accuracy:0.783800005913 Training with lmbda:12509.6548196, 5 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.059370995 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168323293328 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113364934921 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885761901736 and training accuracy:0.97309333086 validation cost:0.0924634113908 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0737700387836 and training accuracy:0.974184155464 validation cost:0.0788883641362 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645994618535 and training accuracy:0.977183878422 validation cost:0.0670939832926 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0563268326223 and training accuracy:0.980819940567 validation cost:0.0582910478115 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513028688729 and training accuracy:0.98300153017 validation cost:0.0511139668524 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.046479165554 and training accuracy:0.985637664795 validation cost:0.0466552563012 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0428396575153 and training accuracy:0.987182974815 validation cost:0.0415328964591 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:120.954628944 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.09896273911 and training accuracy:0.991609752178 validation cost:0.0918419584632 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0540194138885 and training accuracy:0.99287801981 validation cost:0.0477808043361 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0378110483289 and training accuracy:0.994634151459 validation cost:0.0302521232516 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0291208848357 and training accuracy:0.99658536911 validation cost:0.0223214067519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0236765164882 and training accuracy:0.997853636742 validation cost:0.0181112382561 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199190527201 and training accuracy:0.998341441154 validation cost:0.0147758722305 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170001611114 and training accuracy:0.998341441154 validation cost:0.012366569601 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154246380553 and training accuracy:0.997853636742 validation cost:0.0112634934485 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0140442205593 and training accuracy:0.998146355152 validation cost:0.0101188346744 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.852390051 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0641263723373 and training accuracy:0.991341233253 validation cost:0.0633141994476 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342072993517 and training accuracy:0.997203946114 validation cost:0.034255515784 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241444446146 and training accuracy:0.998015701771 validation cost:0.024526944384 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0189159736037 and training accuracy:0.997925519943 validation cost:0.0193652808666 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156138986349 and training accuracy:0.998196065426 validation cost:0.0162460021675 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0130360415205 and training accuracy:0.998647093773 validation cost:0.0133477924392 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011126360856 and training accuracy:0.998827457428 validation cost:0.0115155503154 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00987603142858 and training accuracy:0.998917639256 validation cost:0.0101045398042 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0088799064979 and training accuracy:0.999098062515 validation cost:0.00892856251448 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.309141874 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153106167912 and training accuracy:0.964704811573 validation cost:0.14673653245 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103529810905 and training accuracy:0.972154974937 validation cost:0.100204013288 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0824363306165 and training accuracy:0.976066291332 validation cost:0.0794206932187 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0690939798951 and training accuracy:0.979791402817 validation cost:0.0641597658396 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.059888895601 and training accuracy:0.983050823212 validation cost:0.0553664304316 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0536226183176 and training accuracy:0.985192775726 validation cost:0.0505845472217 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0480423308909 and training accuracy:0.986869037151 validation cost:0.0457693785429 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0447857156396 and training accuracy:0.987427830696 validation cost:0.042045481503 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0409786701202 and training accuracy:0.988452196121 validation cost:0.0400876104832 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:117.944223166 Method 3 test accuracy:0.783399999142 Training with lmbda:14121.1432429, 6 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.985959053 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168323293328 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113364934921 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885761901736 and training accuracy:0.97309333086 validation cost:0.0924634113908 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0737831890583 and training accuracy:0.974184155464 validation cost:0.0789027586579 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646252706647 and training accuracy:0.977183878422 validation cost:0.0670539811254 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0564306676388 and training accuracy:0.9806381464 validation cost:0.0582918934524 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0512919351459 and training accuracy:0.98300153017 validation cost:0.0511329658329 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464893355966 and training accuracy:0.985637664795 validation cost:0.046775650233 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0428868606687 and training accuracy:0.987364768982 validation cost:0.0414560325444 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:121.134753942 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989918932319 and training accuracy:0.991609752178 validation cost:0.091744363308 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0540550015867 and training accuracy:0.99287801981 validation cost:0.0476841889322 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0378479473293 and training accuracy:0.994634151459 validation cost:0.0303050130606 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0291291959584 and training accuracy:0.99658536911 validation cost:0.0222821366042 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0236534923315 and training accuracy:0.997853636742 validation cost:0.0180211886764 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199630148709 and training accuracy:0.998341441154 validation cost:0.0147312618792 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170719586313 and training accuracy:0.998341441154 validation cost:0.0123560847715 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154030537233 and training accuracy:0.998048782349 validation cost:0.0112974494696 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0140141723678 and training accuracy:0.998048782349 validation cost:0.0101937707514 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.564069986 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0640061050653 and training accuracy:0.991341233253 validation cost:0.0633007138968 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0340823754668 and training accuracy:0.997294127941 validation cost:0.0342159382999 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241842493415 and training accuracy:0.998015701771 validation cost:0.0244759712368 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0189490392804 and training accuracy:0.997925519943 validation cost:0.0194059237838 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156014971435 and training accuracy:0.998196065426 validation cost:0.0163164641708 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0130723714828 and training accuracy:0.998556852341 validation cost:0.0132539412007 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111354831606 and training accuracy:0.998827457428 validation cost:0.0115299420431 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0098501900211 and training accuracy:0.998917639256 validation cost:0.0101643502712 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00890359096229 and training accuracy:0.999098062515 validation cost:0.00892673246562 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.582159996 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153063058853 and training accuracy:0.964611649513 validation cost:0.147776246071 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103608362377 and training accuracy:0.972061812878 validation cost:0.100255087018 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0823595449328 and training accuracy:0.975973188877 validation cost:0.0794609189034 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0691042989492 and training accuracy:0.979791402817 validation cost:0.064830981195 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0597090274096 and training accuracy:0.983143985271 validation cost:0.0552161857486 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0536691136658 and training accuracy:0.985192775726 validation cost:0.0502685233951 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0479731708765 and training accuracy:0.986775934696 validation cost:0.0456463620067 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0447411499918 and training accuracy:0.987520933151 validation cost:0.0422414429486 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0409350804985 and training accuracy:0.988172829151 validation cost:0.0399438738823 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:117.930963039 Method 3 test accuracy:0.783299982548 Training with lmbda:14829.5807522, 7 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.397224188 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168323293328 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113364934921 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885761901736 and training accuracy:0.97309333086 validation cost:0.0924634113908 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0737831890583 and training accuracy:0.974184155464 validation cost:0.0789027586579 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646424368024 and training accuracy:0.977183878422 validation cost:0.0670539811254 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0564308278263 and training accuracy:0.9806381464 validation cost:0.0582918934524 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513002499938 and training accuracy:0.982910633087 validation cost:0.050956338644 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465157516301 and training accuracy:0.985637664795 validation cost:0.0468412488699 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0429077409208 and training accuracy:0.987273871899 validation cost:0.0414585731924 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:120.226647139 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989998206496 and training accuracy:0.991609752178 validation cost:0.0916628539562 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0540176779032 and training accuracy:0.99287801981 validation cost:0.0477249100804 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0378401614726 and training accuracy:0.994634151459 validation cost:0.0302941035479 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290594417602 and training accuracy:0.99658536911 validation cost:0.0225203037262 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0236559212208 and training accuracy:0.997853636742 validation cost:0.0180635210127 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199304781854 and training accuracy:0.998341441154 validation cost:0.0147228175774 and validation accuracy:1.0 Training on :(4, 5) training cost:0.017058217898 and training accuracy:0.998439013958 validation cost:0.0124711375684 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015334947966 and training accuracy:0.998243927956 validation cost:0.0112862698734 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139765404165 and training accuracy:0.998048782349 validation cost:0.0100775873289 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.805541992 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.063901014626 and training accuracy:0.991341233253 validation cost:0.0631820484996 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0340991914272 and training accuracy:0.997294127941 validation cost:0.0341402217746 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241628997028 and training accuracy:0.998015701771 validation cost:0.0245348382741 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0189576968551 and training accuracy:0.997925519943 validation cost:0.0194367039949 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0155970137566 and training accuracy:0.998196065426 validation cost:0.0162728242576 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131244538352 and training accuracy:0.998556852341 validation cost:0.0133343692869 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111933816224 and training accuracy:0.998647093773 validation cost:0.0115319825709 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00982902757823 and training accuracy:0.998917639256 validation cost:0.0101517448202 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00891277100891 and training accuracy:0.999098062515 validation cost:0.00892462581396 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.188799858 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15319044888 and training accuracy:0.964611649513 validation cost:0.148017138243 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103745780885 and training accuracy:0.972061812878 validation cost:0.10055347532 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0824438557029 and training accuracy:0.975973188877 validation cost:0.0799271017313 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0691091939807 and training accuracy:0.979884505272 validation cost:0.0646023973823 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0595769397914 and training accuracy:0.983237087727 validation cost:0.0548969991505 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0536673255265 and training accuracy:0.985099673271 validation cost:0.0506132543087 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0481108799577 and training accuracy:0.986869037151 validation cost:0.0456595942378 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446656793356 and training accuracy:0.987520933151 validation cost:0.0420194864273 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0409434884787 and training accuracy:0.988452196121 validation cost:0.0399663038552 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:117.814860106 Method 3 test accuracy:0.78250002861 Training with lmbda:18789.9334938, 8 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.08699894 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168323293328 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113364562392 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885561406612 and training accuracy:0.97309333086 validation cost:0.0924739167094 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0737892091274 and training accuracy:0.974184155464 validation cost:0.0788468718529 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0644843131304 and training accuracy:0.977365672588 validation cost:0.0673433989286 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0564459450543 and training accuracy:0.9806381464 validation cost:0.0583137944341 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.051290538162 and training accuracy:0.982819736004 validation cost:0.0505184829235 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465791411698 and training accuracy:0.985364973545 validation cost:0.0469062700868 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.04283618927 and training accuracy:0.987273871899 validation cost:0.0416176766157 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:121.418926954 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989602953196 and training accuracy:0.991609752178 validation cost:0.0919862613082 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0540180131793 and training accuracy:0.99287801981 validation cost:0.0476512946188 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0378311537206 and training accuracy:0.994634151459 validation cost:0.0301324464381 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0291029140353 and training accuracy:0.99658536911 validation cost:0.0224095582962 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023713786155 and training accuracy:0.997756123543 validation cost:0.0181269291788 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199614074081 and training accuracy:0.998243927956 validation cost:0.0148242870346 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169670116156 and training accuracy:0.998439013958 validation cost:0.0122920805588 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153475534171 and training accuracy:0.998048782349 validation cost:0.0112675428391 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0140254767612 and training accuracy:0.998146355152 validation cost:0.0102360062301 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.58940506 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638602226973 and training accuracy:0.991431415081 validation cost:0.0632081478834 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0341985635459 and training accuracy:0.997203946114 validation cost:0.0342283435166 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242245774716 and training accuracy:0.997925519943 validation cost:0.0247586704791 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0189888309687 and training accuracy:0.997925519943 validation cost:0.019434351474 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156299564987 and training accuracy:0.998196065426 validation cost:0.0163137540221 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131278736517 and training accuracy:0.998556852341 validation cost:0.0133725749329 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111711621284 and training accuracy:0.9987372756 validation cost:0.0114777628332 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00986725091934 and training accuracy:0.998917639256 validation cost:0.0103387814015 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00894401408732 and training accuracy:0.999098062515 validation cost:0.00893146637827 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.202649832 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.152917802334 and training accuracy:0.964704811573 validation cost:0.14753253758 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103737667203 and training accuracy:0.971875607967 validation cost:0.1009253636 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0826171785593 and training accuracy:0.976159453392 validation cost:0.0793304517865 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0692382380366 and training accuracy:0.979791402817 validation cost:0.0653006136417 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0601397491992 and training accuracy:0.982957720757 validation cost:0.0556186325848 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0536232888699 and training accuracy:0.985285878181 validation cost:0.0503147020936 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.04815736413 and training accuracy:0.986682832241 validation cost:0.0457893870771 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0448801778257 and training accuracy:0.987334728241 validation cost:0.041239131242 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0411828868091 and training accuracy:0.988452196121 validation cost:0.0403678230941 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.168370008 Method 3 test accuracy:0.782800018787 Training with lmbda:28654.9373756, 9 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.32477808 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168316215277 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113381847739 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885733067989 and training accuracy:0.97309333086 validation cost:0.0924739167094 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738481804729 and training accuracy:0.974093258381 validation cost:0.0788447260857 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0644835159183 and training accuracy:0.977456569672 validation cost:0.0673608481884 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0564781986177 and training accuracy:0.980729043484 validation cost:0.0582949109375 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.051276370883 and training accuracy:0.982819736004 validation cost:0.0510350167751 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0464762896299 and training accuracy:0.985728561878 validation cost:0.0468441545963 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0430829972029 and training accuracy:0.987273871899 validation cost:0.0415839292109 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:120.930949926 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0988617688417 and training accuracy:0.991609752178 validation cost:0.0917413234711 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0541200563312 and training accuracy:0.99287801981 validation cost:0.0476583726704 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0378224253654 and training accuracy:0.994731724262 validation cost:0.0302624534816 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0291656516492 and training accuracy:0.99658536911 validation cost:0.0223571769893 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237434376031 and training accuracy:0.997853636742 validation cost:0.0181103572249 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200294982642 and training accuracy:0.998341441154 validation cost:0.0147822406143 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170783661306 and training accuracy:0.998439013958 validation cost:0.0123646575958 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154333598912 and training accuracy:0.998146355152 validation cost:0.0112780155614 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0140362968668 and training accuracy:0.998243927956 validation cost:0.0102509139106 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.715823889 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638793632388 and training accuracy:0.991341233253 validation cost:0.0631870180368 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342278182507 and training accuracy:0.997203946114 validation cost:0.0344107858837 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242485124618 and training accuracy:0.997835278511 validation cost:0.0248324964195 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.018993800506 and training accuracy:0.998015701771 validation cost:0.0190760828555 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0156326983124 and training accuracy:0.998196065426 validation cost:0.0162437520921 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131238512695 and training accuracy:0.998647093773 validation cost:0.0133312782273 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0112095894292 and training accuracy:0.9987372756 validation cost:0.0114393401891 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00991791859269 and training accuracy:0.998917639256 validation cost:0.010368491523 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00899853371084 and training accuracy:0.999098062515 validation cost:0.00896515697241 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.84042716 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153165176511 and training accuracy:0.964611649513 validation cost:0.147658824921 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103914327919 and training accuracy:0.971875607967 validation cost:0.100818425417 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.082250110805 and training accuracy:0.976066291332 validation cost:0.0792958065867 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0691298991442 and training accuracy:0.979698240757 validation cost:0.0639685094357 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0600056089461 and training accuracy:0.983330249786 validation cost:0.0548797026277 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0536405742168 and training accuracy:0.985192775726 validation cost:0.0502164252102 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0484824627638 and training accuracy:0.986869037151 validation cost:0.0460552275181 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446269512177 and training accuracy:0.987520933151 validation cost:0.0415233038366 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.040857065469 and training accuracy:0.988359093666 validation cost:0.0400896705687 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.549292803 Method 3 test accuracy:0.78149998188 Training with lmbda:36679.8335709, 10 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.446883917 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168316215277 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113374434412 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885692387819 and training accuracy:0.97309333086 validation cost:0.0924634113908 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738667100668 and training accuracy:0.974093258381 validation cost:0.0788565278053 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645106732845 and training accuracy:0.977274775505 validation cost:0.0673477724195 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0564847327769 and training accuracy:0.9806381464 validation cost:0.0583118796349 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0511622130871 and training accuracy:0.98300153017 validation cost:0.0505222640932 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464292727411 and training accuracy:0.985728561878 validation cost:0.0468182601035 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427845977247 and training accuracy:0.987273871899 validation cost:0.0415992103517 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:120.694117069 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.098911575973 and training accuracy:0.991609752178 validation cost:0.091365031898 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0541417337954 and training accuracy:0.992780506611 validation cost:0.0478498823941 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0377804040909 and training accuracy:0.994731724262 validation cost:0.0300805922598 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0291538033634 and training accuracy:0.99658536911 validation cost:0.0224341899157 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237636119127 and training accuracy:0.997756123543 validation cost:0.0181415919214 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200712420046 and training accuracy:0.998243927956 validation cost:0.0148271247745 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170380380005 and training accuracy:0.998439013958 validation cost:0.0123853664845 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0155019117519 and training accuracy:0.998048782349 validation cost:0.0113074369729 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0140233039856 and training accuracy:0.998243927956 validation cost:0.0103305997327 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.579624891 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638150572777 and training accuracy:0.991341233253 validation cost:0.0631751343608 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342741720378 and training accuracy:0.997203946114 validation cost:0.0344759114087 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242049451917 and training accuracy:0.997925519943 validation cost:0.0247877128422 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190482512116 and training accuracy:0.997925519943 validation cost:0.0194090604782 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.01554611139 and training accuracy:0.998196065426 validation cost:0.0162379387766 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132024269551 and training accuracy:0.998556852341 validation cost:0.013262744993 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0112661197782 and training accuracy:0.998647093773 validation cost:0.011564492248 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00998971704394 and training accuracy:0.998917639256 validation cost:0.0103135351092 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00898927915841 and training accuracy:0.999098062515 validation cost:0.00902673508972 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.100726843 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153317540884 and training accuracy:0.964611649513 validation cost:0.148155853152 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103911824524 and training accuracy:0.971782445908 validation cost:0.10077765584 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.082410633564 and training accuracy:0.975786924362 validation cost:0.0794835910201 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0689314603806 and training accuracy:0.979884505272 validation cost:0.0640959888697 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0599689781666 and training accuracy:0.983330249786 validation cost:0.0545976236463 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0535660684109 and training accuracy:0.985379040241 validation cost:0.0502122715116 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0483405143023 and training accuracy:0.986775934696 validation cost:0.0458049215376 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.044728025794 and training accuracy:0.987614095211 validation cost:0.0422293320298 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0405995585024 and training accuracy:0.988824725151 validation cost:0.0394568704069 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:117.764779806 Method 3 test accuracy:0.7825999856 Training with lmbda:38818.7997363, 11 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.489820004 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168323293328 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113375127316 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885692387819 and training accuracy:0.97309333086 validation cost:0.0924634113908 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738034620881 and training accuracy:0.974184155464 validation cost:0.0788549631834 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646297633648 and training accuracy:0.977183878422 validation cost:0.0673367902637 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0564833469689 and training accuracy:0.9806381464 validation cost:0.0583008974791 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0511979274452 and training accuracy:0.982819736004 validation cost:0.0508486628532 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.046513222158 and training accuracy:0.985546767712 validation cost:0.0468692705035 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0429109893739 and training accuracy:0.987364768982 validation cost:0.041623339057 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:120.592948914 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989843159914 and training accuracy:0.991609752178 validation cost:0.0921476185322 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0541100464761 and training accuracy:0.992780506611 validation cost:0.0478306598961 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0378035195172 and training accuracy:0.994731724262 validation cost:0.0301151890308 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0291582439095 and training accuracy:0.99658536911 validation cost:0.0224065519869 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237634014338 and training accuracy:0.997853636742 validation cost:0.0181718505919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.020115910098 and training accuracy:0.998341441154 validation cost:0.0148266199976 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172062534839 and training accuracy:0.998243927956 validation cost:0.0123416353017 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154740819708 and training accuracy:0.998146355152 validation cost:0.0113207120448 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0140401730314 and training accuracy:0.998243927956 validation cost:0.0103022577241 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.818873882 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639206022024 and training accuracy:0.991341233253 validation cost:0.0631855204701 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0343142300844 and training accuracy:0.997203946114 validation cost:0.0345696471632 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.024184865877 and training accuracy:0.997925519943 validation cost:0.0248124618083 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0189959350973 and training accuracy:0.998015701771 validation cost:0.0190633852035 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.015586655587 and training accuracy:0.998196065426 validation cost:0.0163867752999 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131683414802 and training accuracy:0.998647093773 validation cost:0.0132050579414 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0112486351281 and training accuracy:0.998647093773 validation cost:0.0114225214347 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00992653146386 and training accuracy:0.998917639256 validation cost:0.0103166857734 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00898086186498 and training accuracy:0.999098062515 validation cost:0.00896100513637 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.717877865 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153278946877 and training accuracy:0.964518547058 validation cost:0.148499935865 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103964403272 and training accuracy:0.971875607967 validation cost:0.10070451349 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0824418887496 and training accuracy:0.975880026817 validation cost:0.0787336081266 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0690290927887 and training accuracy:0.979977667332 validation cost:0.06350235641 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0599124357104 and training accuracy:0.983516454697 validation cost:0.0547846928239 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0533621534705 and training accuracy:0.985285878181 validation cost:0.0500165820122 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0483522415161 and training accuracy:0.986682832241 validation cost:0.0454847961664 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0445359498262 and training accuracy:0.987707197666 validation cost:0.0415289700031 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0408991575241 and training accuracy:0.988359093666 validation cost:0.0391653738916 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:117.765272856 Method 3 test accuracy:0.783500015736 Training with lmbda:45275.5632191, 12 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.844094038 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168323293328 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113375127316 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886365547776 and training accuracy:0.973002433777 validation cost:0.0924634113908 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0737573876977 and training accuracy:0.974275052547 validation cost:0.0790746212006 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0648256763816 and training accuracy:0.977002084255 validation cost:0.067733541131 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0564796514809 and training accuracy:0.980729043484 validation cost:0.0583476908505 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0510717779398 and training accuracy:0.982910633087 validation cost:0.0508485324681 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.046510823071 and training accuracy:0.985637664795 validation cost:0.0468895733356 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0429361611605 and training accuracy:0.987273871899 validation cost:0.0418241322041 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:120.377716064 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989099442959 and training accuracy:0.991609752178 validation cost:0.0918647497892 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0541202500463 and training accuracy:0.99287801981 validation cost:0.0478853844106 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.037896104157 and training accuracy:0.994731724262 validation cost:0.030256845057 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0291930437088 and training accuracy:0.99658536911 validation cost:0.0224390178919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237398296595 and training accuracy:0.997853636742 validation cost:0.01771986112 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201257579029 and training accuracy:0.998243927956 validation cost:0.0149109680206 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0171855259687 and training accuracy:0.998341441154 validation cost:0.012459131889 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154873877764 and training accuracy:0.998146355152 validation cost:0.0113210389391 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0140592074022 and training accuracy:0.998341441154 validation cost:0.010294245556 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.507200003 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639820769429 and training accuracy:0.991341233253 validation cost:0.0632369592786 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342558883131 and training accuracy:0.997203946114 validation cost:0.0344685912132 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242234691978 and training accuracy:0.997925519943 validation cost:0.0249128937721 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0189966317266 and training accuracy:0.998015701771 validation cost:0.0194382146001 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156256444752 and training accuracy:0.998196065426 validation cost:0.0162998419255 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.013148133643 and training accuracy:0.998647093773 validation cost:0.0132042877376 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113025549799 and training accuracy:0.998647093773 validation cost:0.0115245673805 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0099720209837 and training accuracy:0.998917639256 validation cost:0.0103152832016 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00901387631893 and training accuracy:0.999098062515 validation cost:0.00890703871846 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.73369503 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153155013919 and training accuracy:0.964797914028 validation cost:0.148220807314 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103793106973 and training accuracy:0.972061812878 validation cost:0.100347965956 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0822403505445 and training accuracy:0.975880026817 validation cost:0.0786894857883 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0691204816103 and training accuracy:0.979791402817 validation cost:0.0634864270687 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.060049276799 and training accuracy:0.983423352242 validation cost:0.0552336461842 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0533308051527 and training accuracy:0.985379040241 validation cost:0.050281342119 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0484713725746 and training accuracy:0.986589670181 validation cost:0.0455383434892 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.044461145997 and training accuracy:0.987707197666 validation cost:0.0417606085539 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0407075472176 and training accuracy:0.988824725151 validation cost:0.0395536646247 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:117.75864315 Method 3 test accuracy:0.782800018787 Training with lmbda:55745.0609696, 13 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.029055119 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168323293328 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113434270024 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0887759700418 and training accuracy:0.97309333086 validation cost:0.0927282944322 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0736805349588 and training accuracy:0.974275052547 validation cost:0.0791597440839 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0647438168526 and training accuracy:0.977002084255 validation cost:0.0670497864485 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0565912015736 and training accuracy:0.980729043484 validation cost:0.0583607293665 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0511258468032 and training accuracy:0.982819736004 validation cost:0.0505619980395 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464333631098 and training accuracy:0.985455870628 validation cost:0.0465881712735 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427562855184 and training accuracy:0.987455666065 validation cost:0.0416453406215 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:121.314697027 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0988346785307 and training accuracy:0.991609752178 validation cost:0.0917218625546 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0540870502591 and training accuracy:0.992975592613 validation cost:0.047877240926 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.037889059633 and training accuracy:0.994731724262 validation cost:0.0301788467914 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292586013675 and training accuracy:0.99658536911 validation cost:0.0225754920393 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237533636391 and training accuracy:0.997853636742 validation cost:0.017931709066 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201470497996 and training accuracy:0.998341441154 validation cost:0.0149268712848 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172885805368 and training accuracy:0.998243927956 validation cost:0.0124895935878 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015671685338 and training accuracy:0.997951209545 validation cost:0.0113451611251 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141411041841 and training accuracy:0.998146355152 validation cost:0.0102898972109 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.540940046 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639846324921 and training accuracy:0.991341233253 validation cost:0.0632233321667 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0343187861145 and training accuracy:0.997203946114 validation cost:0.0344227254391 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242285355926 and training accuracy:0.997925519943 validation cost:0.0248473398387 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0189236234874 and training accuracy:0.998015701771 validation cost:0.0194991808385 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156893711537 and training accuracy:0.998196065426 validation cost:0.0163316912949 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131746530533 and training accuracy:0.9987372756 validation cost:0.01326017268 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113451723009 and training accuracy:0.998647093773 validation cost:0.0115679576993 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100282775238 and training accuracy:0.998827457428 validation cost:0.0102894855663 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00908142607659 and training accuracy:0.999098062515 validation cost:0.00878660194576 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.50276804 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153453245759 and training accuracy:0.964704811573 validation cost:0.148792400956 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103723436594 and training accuracy:0.972248077393 validation cost:0.100438781083 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.08261243999 and training accuracy:0.975600659847 validation cost:0.0797011777759 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689999014139 and training accuracy:0.979884505272 validation cost:0.0639141649008 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0600220113993 and training accuracy:0.983702719212 validation cost:0.0554605126381 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0538081675768 and training accuracy:0.985285878181 validation cost:0.0509822629392 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0483156964183 and training accuracy:0.986775934696 validation cost:0.0457593649626 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0443739406765 and training accuracy:0.987800359726 validation cost:0.0423655770719 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0408370271325 and training accuracy:0.988452196121 validation cost:0.0395412929356 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.03412199 Method 3 test accuracy:0.780799984932 Training with lmbda:57022.3889316, 14 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.460043192 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168323293328 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113434270024 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886222571135 and training accuracy:0.973275184631 validation cost:0.09223806113 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0738058909774 and training accuracy:0.974002361298 validation cost:0.0791464820504 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645407289267 and training accuracy:0.977274775505 validation cost:0.0675755888224 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0565473176539 and training accuracy:0.9806381464 validation cost:0.0583648905158 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0512493364513 and training accuracy:0.982819736004 validation cost:0.0506707988679 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465846657753 and training accuracy:0.985637664795 validation cost:0.0466436482966 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427554287016 and training accuracy:0.987364768982 validation cost:0.0416136719286 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:120.575119972 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990122407675 and training accuracy:0.991609752178 validation cost:0.091361194849 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542464256287 and training accuracy:0.992780506611 validation cost:0.048026945442 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379295907915 and training accuracy:0.994731724262 validation cost:0.0303988363594 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292568597943 and training accuracy:0.99658536911 validation cost:0.0226262137294 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237613450736 and training accuracy:0.997756123543 validation cost:0.0178192742169 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201368369162 and training accuracy:0.998341441154 validation cost:0.0148379253224 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170971956104 and training accuracy:0.998439013958 validation cost:0.0126638785005 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156234996393 and training accuracy:0.998048782349 validation cost:0.0113166971132 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0140831535682 and training accuracy:0.998341441154 validation cost:0.0103017948568 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.935369968 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639778152108 and training accuracy:0.991070628166 validation cost:0.0632292926311 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342655070126 and training accuracy:0.997203946114 validation cost:0.034408159554 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242026560009 and training accuracy:0.997925519943 validation cost:0.0248610507697 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0189655944705 and training accuracy:0.998105883598 validation cost:0.0190979149193 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0156312976032 and training accuracy:0.998196065426 validation cost:0.0163305066526 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131931435317 and training accuracy:0.9987372756 validation cost:0.0132242999971 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113306669518 and training accuracy:0.9987372756 validation cost:0.0116669768468 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.010006451048 and training accuracy:0.998917639256 validation cost:0.0103530595079 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00903469603509 and training accuracy:0.999098062515 validation cost:0.00874926149845 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.423624039 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153440952301 and training accuracy:0.964518547058 validation cost:0.148429229856 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.10422218591 and training accuracy:0.971316814423 validation cost:0.101188145578 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0824963822961 and training accuracy:0.975600659847 validation cost:0.0793570280075 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689077973366 and training accuracy:0.979977667332 validation cost:0.063578620553 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0601205676794 and training accuracy:0.983609616756 validation cost:0.0554229877889 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0537890121341 and training accuracy:0.985379040241 validation cost:0.0505183935165 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0484796017408 and training accuracy:0.986682832241 validation cost:0.0458169132471 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0445206128061 and training accuracy:0.987614095211 validation cost:0.0435139387846 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0410897918046 and training accuracy:0.988359093666 validation cost:0.0399975553155 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:117.763264894 Method 3 test accuracy:0.777300000191 Training with lmbda:60164.2319161, 15 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.721846819 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168323293328 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113434270024 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0887735188007 and training accuracy:0.97309333086 validation cost:0.0927282944322 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0737084299326 and training accuracy:0.974275052547 validation cost:0.0791566669941 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0647045746446 and training accuracy:0.977092981339 validation cost:0.0672097727656 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566827058792 and training accuracy:0.980547249317 validation cost:0.0583586394787 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0512341223657 and training accuracy:0.982819736004 validation cost:0.0503963157535 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464284978807 and training accuracy:0.985455870628 validation cost:0.0467610135674 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0426308661699 and training accuracy:0.987455666065 validation cost:0.0415544211864 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:120.824223995 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990562215447 and training accuracy:0.991609752178 validation cost:0.0917517617345 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0540880560875 and training accuracy:0.99287801981 validation cost:0.0478567443788 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0378564037383 and training accuracy:0.994829297066 validation cost:0.0303002987057 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292096752673 and training accuracy:0.99658536911 validation cost:0.0225548036397 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238500162959 and training accuracy:0.997756123543 validation cost:0.0179303195328 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0202437080443 and training accuracy:0.998341441154 validation cost:0.01492631156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.017314914614 and training accuracy:0.998146355152 validation cost:0.0125339888036 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156526919454 and training accuracy:0.997951209545 validation cost:0.011330736801 and validation accuracy:1.0 Training on :(4, 5) training cost:0.014057951048 and training accuracy:0.998341441154 validation cost:0.0103150336072 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.793187857 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639605298638 and training accuracy:0.991250991821 validation cost:0.0632901266217 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342638269067 and training accuracy:0.997203946114 validation cost:0.0344367735088 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241608824581 and training accuracy:0.997925519943 validation cost:0.0248610507697 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0188748743385 and training accuracy:0.998105883598 validation cost:0.0191118586808 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.015687244013 and training accuracy:0.998196065426 validation cost:0.0163077488542 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131380818784 and training accuracy:0.9987372756 validation cost:0.0132622150704 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113370530307 and training accuracy:0.9987372756 validation cost:0.011643640697 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101251173764 and training accuracy:0.998827457428 validation cost:0.0103277964517 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00906743295491 and training accuracy:0.999098062515 validation cost:0.0088806161657 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.960384846 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153486341238 and training accuracy:0.964425384998 validation cost:0.148603662848 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103653304279 and training accuracy:0.972061812878 validation cost:0.100560896099 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0825034081936 and training accuracy:0.975693821907 validation cost:0.0791084319353 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0689672604203 and training accuracy:0.979884505272 validation cost:0.0640176087618 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0602721981704 and training accuracy:0.983516454697 validation cost:0.0559460371733 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.053708884865 and training accuracy:0.985285878181 validation cost:0.0512308031321 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0483304299414 and training accuracy:0.986775934696 validation cost:0.0460181310773 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0445083230734 and training accuracy:0.987614095211 validation cost:0.0435916222632 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.040846850723 and training accuracy:0.988545358181 validation cost:0.0398062728345 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:117.864192009 Method 3 test accuracy:0.780600011349 Training with lmbda:0, 16 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.781990051 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:120.855989933 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183575861156 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164001379162 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.212858915 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183195862919 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150393527001 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0127136530355 and training accuracy:0.998827457428 validation cost:0.0126593997702 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110622271895 and training accuracy:0.999007821083 validation cost:0.0108566032723 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984427891672 and training accuracy:0.999188244343 validation cost:0.0102100968361 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882676243782 and training accuracy:0.999368607998 validation cost:0.00872281659395 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.40340209 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153915524483 and training accuracy:0.962842226028 validation cost:0.153895288706 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104966908693 and training accuracy:0.968429863453 validation cost:0.101662240922 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838570669293 and training accuracy:0.975228190422 validation cost:0.0826450809836 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0704691037536 and training accuracy:0.979512035847 validation cost:0.0700912177563 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0619770400226 and training accuracy:0.981747090816 validation cost:0.059368930757 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0556346476078 and training accuracy:0.984168350697 validation cost:0.0533436946571 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496507994831 and training accuracy:0.985658407211 validation cost:0.0468872338533 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0448518916965 and training accuracy:0.986682832241 validation cost:0.0442164950073 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405962467194 and training accuracy:0.988172829151 validation cost:0.0406271256506 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:117.705039978 Method 3 test accuracy:0.792699992657 Training with lmbda:318.522792891, 17 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.881822109 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.115955881774 and training accuracy:0.96891194582 validation cost:0.119432069361 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903534665704 and training accuracy:0.974820494652 validation cost:0.0987847745419 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757531449199 and training accuracy:0.977183878422 validation cost:0.0859515443444 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662938430905 and training accuracy:0.978910982609 validation cost:0.0742625743151 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591891109943 and training accuracy:0.982365250587 validation cost:0.0656408146024 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0523037649691 and training accuracy:0.984910488129 validation cost:0.0574732497334 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0474250949919 and training accuracy:0.985910356045 validation cost:0.0525907054543 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0442309603095 and training accuracy:0.987455666065 validation cost:0.0492346510291 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:120.867595911 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100126810372 and training accuracy:0.991414606571 validation cost:0.0899167507887 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0545816011727 and training accuracy:0.993073165417 validation cost:0.0473784282804 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395342633128 and training accuracy:0.995024383068 validation cost:0.0320389680564 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0308352075517 and training accuracy:0.996292710304 validation cost:0.023763589561 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0251379031688 and training accuracy:0.996292710304 validation cost:0.0194510221481 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209808852524 and training accuracy:0.996975600719 validation cost:0.0149645060301 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183092635125 and training accuracy:0.997365832329 validation cost:0.0124732693657 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0163871720433 and training accuracy:0.997463405132 validation cost:0.010985981673 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149775333703 and training accuracy:0.997560977936 validation cost:0.00951754394919 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.442653179 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620734095573 and training accuracy:0.992784321308 validation cost:0.0629523023963 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0343101657927 and training accuracy:0.997564733028 validation cost:0.0346943624318 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240593515337 and training accuracy:0.998105883598 validation cost:0.0242892745882 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183408614248 and training accuracy:0.998556852341 validation cost:0.0184626150876 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150655983016 and training accuracy:0.998647093773 validation cost:0.015154575929 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0127317868173 and training accuracy:0.998827457428 validation cost:0.0128545826301 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110996123403 and training accuracy:0.999007821083 validation cost:0.0112007185817 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00982363242656 and training accuracy:0.999188244343 validation cost:0.0103135388345 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00883958395571 and training accuracy:0.999368607998 validation cost:0.00875177141279 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.480238914 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153914436698 and training accuracy:0.962935388088 validation cost:0.154277905822 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104950331151 and training accuracy:0.968616127968 validation cost:0.102115914226 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.083927065134 and training accuracy:0.975414395332 validation cost:0.0826243534684 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0703951567411 and training accuracy:0.979418873787 validation cost:0.0691655278206 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0619495175779 and training accuracy:0.981933295727 validation cost:0.0595983229578 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0554941147566 and training accuracy:0.984168350697 validation cost:0.0532982796431 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0495647415519 and training accuracy:0.985844671726 validation cost:0.0472312122583 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0448256097734 and training accuracy:0.986869037151 validation cost:0.044129177928 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0406373925507 and training accuracy:0.988079726696 validation cost:0.0399791933596 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.347718954 Method 3 test accuracy:0.792299985886 Training with lmbda:7315.44010634, 18 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.975967169 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116147868335 and training accuracy:0.96891194582 validation cost:0.119582034647 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0904788970947 and training accuracy:0.974638640881 validation cost:0.0987908989191 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757415294647 and training accuracy:0.977092981339 validation cost:0.0860173627734 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662310495973 and training accuracy:0.979001879692 validation cost:0.0742289721966 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591368302703 and training accuracy:0.982183456421 validation cost:0.0654713883996 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0520863197744 and training accuracy:0.984910488129 validation cost:0.0572169162333 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0474901460111 and training accuracy:0.986092150211 validation cost:0.0527139976621 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0441380105913 and training accuracy:0.987637460232 validation cost:0.048333209008 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:121.050490856 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0999810248613 and training accuracy:0.991804897785 validation cost:0.0896395370364 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0545935072005 and training accuracy:0.992975592613 validation cost:0.0473248399794 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395297184587 and training accuracy:0.995024383068 validation cost:0.0321716554463 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309114400297 and training accuracy:0.996292710304 validation cost:0.0237213224173 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0251982174814 and training accuracy:0.996195137501 validation cost:0.019405933097 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209606196731 and training accuracy:0.996975600719 validation cost:0.0149439210072 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183090120554 and training accuracy:0.997463405132 validation cost:0.0125078540295 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0163453705609 and training accuracy:0.997560977936 validation cost:0.0110590020195 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151338502765 and training accuracy:0.997463405132 validation cost:0.00970812980086 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.982523918 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0621179193258 and training accuracy:0.992603957653 validation cost:0.0628865435719 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342505313456 and training accuracy:0.997564733028 validation cost:0.0343886092305 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240524727851 and training accuracy:0.998105883598 validation cost:0.0242891944945 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183646790683 and training accuracy:0.998466670513 validation cost:0.0185284744948 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150755792856 and training accuracy:0.998647093773 validation cost:0.0153632005677 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0127176688984 and training accuracy:0.998827457428 validation cost:0.012860076502 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111198201776 and training accuracy:0.999007821083 validation cost:0.0111860102043 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00981766730547 and training accuracy:0.999188244343 validation cost:0.0102443601936 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00894927605987 and training accuracy:0.99927842617 validation cost:0.00884592626244 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.77078414 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15407384932 and training accuracy:0.963028490543 validation cost:0.152688831091 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105299636722 and training accuracy:0.968243598938 validation cost:0.102262504399 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.084047794342 and training accuracy:0.975135028362 validation cost:0.0825096145272 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.070559322834 and training accuracy:0.979418873787 validation cost:0.070483148098 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0615485943854 and training accuracy:0.982305824757 validation cost:0.0595691204071 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0549783743918 and training accuracy:0.984261512756 validation cost:0.0525847189128 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0493981130421 and training accuracy:0.985751509666 validation cost:0.0470555201173 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0447217188776 and training accuracy:0.986775934696 validation cost:0.0440560765564 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405928902328 and training accuracy:0.988172829151 validation cost:0.0405190326273 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:118.319895983 Method 3 test accuracy:0.790899991989 Training with lmbda:8205.91565286, 19 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.657114029 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116149045527 and training accuracy:0.96891194582 validation cost:0.119582034647 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0904788970947 and training accuracy:0.974638640881 validation cost:0.0987908989191 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757415294647 and training accuracy:0.977092981339 validation cost:0.0860173627734 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662310495973 and training accuracy:0.979001879692 validation cost:0.0742289721966 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591368302703 and training accuracy:0.982183456421 validation cost:0.0654713883996 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0522213727236 and training accuracy:0.984819591045 validation cost:0.0572488605976 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0475407429039 and training accuracy:0.986092150211 validation cost:0.0527856312692 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0440885350108 and training accuracy:0.987546563148 validation cost:0.049096442759 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:121.523503065 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0999378710985 and training accuracy:0.991512179375 validation cost:0.0896981656551 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.054523088038 and training accuracy:0.99317073822 validation cost:0.0471867360175 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0396171621978 and training accuracy:0.995024383068 validation cost:0.0320387147367 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309318844229 and training accuracy:0.996292710304 validation cost:0.0237795449793 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0251471269876 and training accuracy:0.996292710304 validation cost:0.0193793699145 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209811571985 and training accuracy:0.996975600719 validation cost:0.0147643070668 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183461178094 and training accuracy:0.997365832329 validation cost:0.0126988822594 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0163774415851 and training accuracy:0.997560977936 validation cost:0.011041617021 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151487588882 and training accuracy:0.997560977936 validation cost:0.00954881682992 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.604285955 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0621561966836 and training accuracy:0.992513775826 validation cost:0.0629464313388 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342439264059 and training accuracy:0.997564733028 validation cost:0.0344193503261 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240551270545 and training accuracy:0.998105883598 validation cost:0.0240907948464 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0184540078044 and training accuracy:0.998466670513 validation cost:0.0185290556401 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150389922783 and training accuracy:0.998647093773 validation cost:0.0151922665536 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0127700828016 and training accuracy:0.998827457428 validation cost:0.0130549734458 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111054917797 and training accuracy:0.999007821083 validation cost:0.0111146979034 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979682803154 and training accuracy:0.999188244343 validation cost:0.0102352369577 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00891970936209 and training accuracy:0.99927842617 validation cost:0.00884490273893 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.075632095 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153818428516 and training accuracy:0.963214755058 validation cost:0.153140127659 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.105139233172 and training accuracy:0.968709230423 validation cost:0.101763121784 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0840301811695 and training accuracy:0.974948763847 validation cost:0.0825579240918 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.070345364511 and training accuracy:0.979418873787 validation cost:0.0692374184728 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0615811310709 and training accuracy:0.982026457787 validation cost:0.0594891533256 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0549681335688 and training accuracy:0.984354615211 validation cost:0.0524248257279 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0493627749383 and training accuracy:0.985658407211 validation cost:0.0470762327313 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0450240522623 and training accuracy:0.986775934696 validation cost:0.0443140678108 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405136346817 and training accuracy:0.988172829151 validation cost:0.0395882688463 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.212383986 Method 3 test accuracy:0.791899979115 Training with lmbda:9227.69480373, 20 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.286984921 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116149045527 and training accuracy:0.96891194582 validation cost:0.119582034647 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0904788970947 and training accuracy:0.974638640881 validation cost:0.0987908989191 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0756907910109 and training accuracy:0.977183878422 validation cost:0.085843808949 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662299618125 and training accuracy:0.979001879692 validation cost:0.0742289721966 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591705366969 and training accuracy:0.982183456421 validation cost:0.06546587497 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0519942753017 and training accuracy:0.985001385212 validation cost:0.057145062834 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0473633483052 and training accuracy:0.986364901066 validation cost:0.0526992194355 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0441694669425 and training accuracy:0.987546563148 validation cost:0.048331156373 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:121.036684036 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.099958255887 and training accuracy:0.991609752178 validation cost:0.0896763056517 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0546091608703 and training accuracy:0.992975592613 validation cost:0.0472621545196 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395653694868 and training accuracy:0.994829297066 validation cost:0.0322289951146 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309387855232 and training accuracy:0.996292710304 validation cost:0.0236585922539 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0251256730407 and training accuracy:0.996292710304 validation cost:0.019356040284 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0210301652551 and training accuracy:0.996975600719 validation cost:0.0149501198903 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183051005006 and training accuracy:0.997463405132 validation cost:0.0125381713733 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0163806006312 and training accuracy:0.997560977936 validation cost:0.0110560748726 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150072332472 and training accuracy:0.997560977936 validation cost:0.00959931034595 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.305021048 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0621718838811 and training accuracy:0.992603957653 validation cost:0.0629614666104 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342611148953 and training accuracy:0.997564733028 validation cost:0.0344558618963 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240175165236 and training accuracy:0.998105883598 validation cost:0.0242753941566 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183755028993 and training accuracy:0.998466670513 validation cost:0.0184590052813 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.015019999817 and training accuracy:0.998647093773 validation cost:0.0151934260502 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0127166146412 and training accuracy:0.998827457428 validation cost:0.01284131594 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110886767507 and training accuracy:0.999007821083 validation cost:0.0109849274158 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0097997225821 and training accuracy:0.999188244343 validation cost:0.0100866984576 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00896033551544 and training accuracy:0.99927842617 validation cost:0.00886417832226 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.950673819 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153943449259 and training accuracy:0.963028490543 validation cost:0.152528658509 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.104864835739 and training accuracy:0.968523025513 validation cost:0.102497957647 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838208571076 and training accuracy:0.975228190422 validation cost:0.0825089812279 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0703231319785 and training accuracy:0.979512035847 validation cost:0.0692686662078 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0613102391362 and training accuracy:0.982305824757 validation cost:0.059199899435 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0550500676036 and training accuracy:0.984354615211 validation cost:0.052559196949 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0495444945991 and training accuracy:0.985844671726 validation cost:0.0480604059994 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0447317510843 and training accuracy:0.986496567726 validation cost:0.0430464893579 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0406970381737 and training accuracy:0.988172829151 validation cost:0.0402476415038 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:118.095692873 Method 3 test accuracy:0.792200028896 Training with lmbda:12509.6548196, 21 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.247502089 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116148002446 and training accuracy:0.96891194582 validation cost:0.119582034647 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0904793292284 and training accuracy:0.974638640881 validation cost:0.0987908989191 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0758681669831 and training accuracy:0.976911187172 validation cost:0.0860361531377 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662679448724 and training accuracy:0.979001879692 validation cost:0.0742730796337 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591861717403 and training accuracy:0.982274353504 validation cost:0.065581060946 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0522192120552 and training accuracy:0.984819591045 validation cost:0.0573045909405 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0474493764341 and training accuracy:0.986092150211 validation cost:0.0529139637947 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044527746737 and training accuracy:0.987364768982 validation cost:0.0501426197588 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:121.412664175 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0999698713422 and training accuracy:0.991512179375 validation cost:0.0897446274757 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0545852594078 and training accuracy:0.993073165417 validation cost:0.0472184568644 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395468436182 and training accuracy:0.995024383068 validation cost:0.0322530344129 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.030987335369 and training accuracy:0.996292710304 validation cost:0.0236726533622 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0251635592431 and training accuracy:0.996292710304 validation cost:0.0194572862238 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209472309798 and training accuracy:0.996975600719 validation cost:0.01494004298 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184720158577 and training accuracy:0.99726831913 validation cost:0.0126810660586 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0163523480296 and training accuracy:0.997560977936 validation cost:0.011046580039 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150933060795 and training accuracy:0.997463405132 validation cost:0.00963307078928 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.868115902 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0621872916818 and training accuracy:0.992603957653 validation cost:0.0630243569613 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341395772994 and training accuracy:0.997654914856 validation cost:0.0343720242381 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240218229592 and training accuracy:0.998105883598 validation cost:0.0242458060384 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183788575232 and training accuracy:0.998556852341 validation cost:0.0185781810433 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150132505223 and training accuracy:0.998647093773 validation cost:0.0151975611225 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0127668166533 and training accuracy:0.998827457428 validation cost:0.0128907263279 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111392335966 and training accuracy:0.999007821083 validation cost:0.0109360851347 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00992932263762 and training accuracy:0.999098062515 validation cost:0.0101600410417 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00896356347948 and training accuracy:0.99927842617 validation cost:0.00887750741094 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.007218122 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153904750943 and training accuracy:0.963214755058 validation cost:0.152446314692 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.10523366183 and training accuracy:0.968429863453 validation cost:0.102455794811 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0839617028832 and training accuracy:0.975041925907 validation cost:0.0828092694283 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0704096257687 and training accuracy:0.979418873787 validation cost:0.0691246837378 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0613965578377 and training accuracy:0.982212722301 validation cost:0.058585587889 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.055038806051 and training accuracy:0.984633982182 validation cost:0.0522399656475 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0494135245681 and training accuracy:0.985937774181 validation cost:0.0480079986155 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0446404591203 and training accuracy:0.986775934696 validation cost:0.0427812002599 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0406369492412 and training accuracy:0.988265991211 validation cost:0.0394330136478 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.481314898 Method 3 test accuracy:0.791499972343 Training with lmbda:14121.1432429, 22 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.111856937 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116047799587 and training accuracy:0.968820989132 validation cost:0.119411610067 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903176143765 and training accuracy:0.974820494652 validation cost:0.0987847745419 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0756750702858 and training accuracy:0.977274775505 validation cost:0.0857097953558 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0662104636431 and training accuracy:0.979001879692 validation cost:0.07428355515 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0592223145068 and training accuracy:0.982001662254 validation cost:0.0654559284449 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0523491799831 and training accuracy:0.984910488129 validation cost:0.0572797432542 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472531057894 and training accuracy:0.986092150211 validation cost:0.0526938512921 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0441654212773 and training accuracy:0.987273871899 validation cost:0.0485573485494 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:120.901914835 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100082829595 and training accuracy:0.991414606571 validation cost:0.0898985937238 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0546309910715 and training accuracy:0.992975592613 validation cost:0.0472984872758 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395526774228 and training accuracy:0.995024383068 validation cost:0.0320389680564 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309302918613 and training accuracy:0.996292710304 validation cost:0.023692343384 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0251191109419 and training accuracy:0.996390223503 validation cost:0.0186024270952 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0210717432201 and training accuracy:0.996975600719 validation cost:0.0149845536798 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185179989785 and training accuracy:0.997365832329 validation cost:0.0127070788294 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0163689199835 and training accuracy:0.997463405132 validation cost:0.0110412491485 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149851134047 and training accuracy:0.997560977936 validation cost:0.00958519242704 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.684751034 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987229049 and training accuracy:0.99287456274 validation cost:0.0628218203783 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0341301262379 and training accuracy:0.997654914856 validation cost:0.0345492325723 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0239978097379 and training accuracy:0.998105883598 validation cost:0.0242163538933 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183891598135 and training accuracy:0.998466670513 validation cost:0.0185539666563 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150422565639 and training accuracy:0.998647093773 validation cost:0.0152919813991 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0127587290481 and training accuracy:0.998827457428 validation cost:0.0129529377446 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011123938486 and training accuracy:0.999007821083 validation cost:0.0111778294668 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00994103681296 and training accuracy:0.999098062515 validation cost:0.0102556180209 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00894775800407 and training accuracy:0.99927842617 validation cost:0.00886361207813 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.810873032 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154015108943 and training accuracy:0.963121652603 validation cost:0.152843847871 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.105066493154 and training accuracy:0.968429863453 validation cost:0.102480791509 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838414058089 and training accuracy:0.975228190422 validation cost:0.0826617479324 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0703562200069 and training accuracy:0.979418873787 validation cost:0.0688867196441 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0615483894944 and training accuracy:0.982212722301 validation cost:0.059198319912 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0551306940615 and training accuracy:0.984354615211 validation cost:0.0522239170969 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0492140129209 and training accuracy:0.985844671726 validation cost:0.0474375337362 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.044388461858 and training accuracy:0.987055301666 validation cost:0.0426999218762 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0403650738299 and training accuracy:0.988265991211 validation cost:0.0395393259823 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:118.189106941 Method 3 test accuracy:0.786099970341 Training with lmbda:14829.5807522, 23 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.627470016 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116047799587 and training accuracy:0.968820989132 validation cost:0.119411610067 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903105139732 and training accuracy:0.974820494652 validation cost:0.0987847745419 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0756750702858 and training accuracy:0.977274775505 validation cost:0.0857097953558 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0662093758583 and training accuracy:0.979001879692 validation cost:0.07428355515 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0592223145068 and training accuracy:0.982001662254 validation cost:0.0654559284449 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0522777624428 and training accuracy:0.984910488129 validation cost:0.0572811774909 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.047534763813 and training accuracy:0.986092150211 validation cost:0.0525202974677 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0442540459335 and training accuracy:0.987182974815 validation cost:0.0485732257366 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:120.846261978 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100114032626 and training accuracy:0.991512179375 validation cost:0.0899315476418 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0546574480832 and training accuracy:0.992975592613 validation cost:0.047276712954 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0396007373929 and training accuracy:0.995024383068 validation cost:0.0320078507066 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309705752879 and training accuracy:0.996292710304 validation cost:0.0236834902316 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0251565054059 and training accuracy:0.996292710304 validation cost:0.0192221459001 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0210659001023 and training accuracy:0.996878027916 validation cost:0.0150828883052 and validation accuracy:1.0 Training on :(4, 5) training cost:0.018429139629 and training accuracy:0.997463405132 validation cost:0.0127511965111 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164383817464 and training accuracy:0.997560977936 validation cost:0.0111950729042 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150876734406 and training accuracy:0.997463405132 validation cost:0.00966488849372 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.875106096 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0621890500188 and training accuracy:0.992513775826 validation cost:0.0629976391792 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341710112989 and training accuracy:0.997654914856 validation cost:0.0343263037503 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240239370614 and training accuracy:0.998105883598 validation cost:0.0242377426475 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183782931417 and training accuracy:0.998466670513 validation cost:0.0184654798359 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150514915586 and training accuracy:0.998647093773 validation cost:0.0153716448694 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.012762170285 and training accuracy:0.998827457428 validation cost:0.0128912655637 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111752571538 and training accuracy:0.999007821083 validation cost:0.0109675908461 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00989700946957 and training accuracy:0.999098062515 validation cost:0.0102388421074 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0089746247977 and training accuracy:0.99927842617 validation cost:0.00887104589492 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.807765007 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153816148639 and training accuracy:0.963214755058 validation cost:0.153117462993 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.104858569801 and training accuracy:0.968988656998 validation cost:0.102057896554 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0837670266628 and training accuracy:0.975228190422 validation cost:0.0830205902457 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0702793598175 and training accuracy:0.979418873787 validation cost:0.0696703419089 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0615342594683 and training accuracy:0.982119560242 validation cost:0.0596029125154 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0551932863891 and training accuracy:0.984447777271 validation cost:0.0527432598174 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0494327135384 and training accuracy:0.985751509666 validation cost:0.0473521724343 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0445978231728 and training accuracy:0.986869037151 validation cost:0.0427369847894 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0403184965253 and training accuracy:0.988265991211 validation cost:0.039887830615 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.977375984 Method 3 test accuracy:0.791800022125 Training with lmbda:18789.9334938, 24 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.497606993 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172583624721 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.11614959687 and training accuracy:0.96891194582 validation cost:0.119582034647 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0904793292284 and training accuracy:0.974638640881 validation cost:0.0987908989191 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0758937969804 and training accuracy:0.976911187172 validation cost:0.0860195532441 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662441030145 and training accuracy:0.97909283638 validation cost:0.0742599964142 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0592078864574 and training accuracy:0.982092559338 validation cost:0.0654575675726 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0520975105464 and training accuracy:0.985001385212 validation cost:0.0572928674519 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.047390576452 and training accuracy:0.986274003983 validation cost:0.052646279335 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.04435499385 and training accuracy:0.987455666065 validation cost:0.0492848493159 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:120.767760992 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0999921485782 and training accuracy:0.991414606571 validation cost:0.0897719115019 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0545848421752 and training accuracy:0.992975592613 validation cost:0.0471985936165 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395797230303 and training accuracy:0.995024383068 validation cost:0.0320801511407 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309923905879 and training accuracy:0.996292710304 validation cost:0.0236560180783 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.025233624503 and training accuracy:0.996195137501 validation cost:0.0194092541933 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209948476404 and training accuracy:0.997073173523 validation cost:0.0150309428573 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183924362063 and training accuracy:0.997560977936 validation cost:0.0126387197524 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164781343192 and training accuracy:0.997560977936 validation cost:0.0110262744129 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151083059609 and training accuracy:0.997560977936 validation cost:0.00962907262146 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.868370056 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0621064715087 and training accuracy:0.992603957653 validation cost:0.0630476474762 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0340976789594 and training accuracy:0.997654914856 validation cost:0.0344125814736 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240186657757 and training accuracy:0.998105883598 validation cost:0.0242785532027 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.018328608945 and training accuracy:0.998556852341 validation cost:0.0184817910194 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150739382952 and training accuracy:0.998647093773 validation cost:0.0152696240693 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0128157120198 and training accuracy:0.998827457428 validation cost:0.0129731828347 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111367572099 and training accuracy:0.999007821083 validation cost:0.0107680410147 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0098322480917 and training accuracy:0.999098062515 validation cost:0.0100724035874 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00897537451237 and training accuracy:0.99927842617 validation cost:0.00892462115735 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.170909166 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15371260047 and training accuracy:0.963401019573 validation cost:0.152765482664 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.105304911733 and training accuracy:0.968429863453 validation cost:0.103071048856 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.083959504962 and training accuracy:0.974948763847 validation cost:0.0823596715927 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.070413172245 and training accuracy:0.979418873787 validation cost:0.0698723644018 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616335719824 and training accuracy:0.982026457787 validation cost:0.0595031864941 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0550233758986 and training accuracy:0.984540879726 validation cost:0.0523820258677 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0492175854743 and training accuracy:0.985844671726 validation cost:0.0472693778574 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0444523915648 and training accuracy:0.987055301666 validation cost:0.0439633093774 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.040697067976 and training accuracy:0.988265991211 validation cost:0.0396084487438 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.394420862 Method 3 test accuracy:0.791800022125 Training with lmbda:28654.9373756, 25 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.575114012 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116129823029 and training accuracy:0.968639194965 validation cost:0.119420275092 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903078764677 and training accuracy:0.974911391735 validation cost:0.0984942093492 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0758144408464 and training accuracy:0.976911187172 validation cost:0.0859451368451 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0660173669457 and training accuracy:0.979001879692 validation cost:0.0740891695023 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0593842379749 and training accuracy:0.982092559338 validation cost:0.0654164999723 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0522189959884 and training accuracy:0.985001385212 validation cost:0.0572873055935 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0475099980831 and training accuracy:0.986183047295 validation cost:0.0528390966356 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044422224164 and training accuracy:0.987364768982 validation cost:0.0487418733537 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:120.812877178 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100066572428 and training accuracy:0.991512179375 validation cost:0.089821614325 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0546957999468 and training accuracy:0.992975592613 validation cost:0.0473003052175 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395793803036 and training accuracy:0.995024383068 validation cost:0.0319589115679 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309929829091 and training accuracy:0.996292710304 validation cost:0.0236936304718 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0252475831658 and training accuracy:0.996292710304 validation cost:0.0194300953299 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0211170203984 and training accuracy:0.996975600719 validation cost:0.0150429084897 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184789393097 and training accuracy:0.99726831913 validation cost:0.0128821404651 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0166084188968 and training accuracy:0.997463405132 validation cost:0.0111516574398 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151777835563 and training accuracy:0.997560977936 validation cost:0.00956149864942 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.736067057 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.062004737556 and training accuracy:0.992603957653 validation cost:0.0624814331532 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.034116897732 and training accuracy:0.997654914856 validation cost:0.0347194820642 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240002460778 and training accuracy:0.998105883598 validation cost:0.0244227107614 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0185022354126 and training accuracy:0.998647093773 validation cost:0.018949162215 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150814484805 and training accuracy:0.998647093773 validation cost:0.0152597930282 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0128386821598 and training accuracy:0.998827457428 validation cost:0.0130059467629 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111534651369 and training accuracy:0.999007821083 validation cost:0.0109174335375 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00986880995333 and training accuracy:0.999188244343 validation cost:0.0100409453735 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00902136880904 and training accuracy:0.99927842617 validation cost:0.00889269914478 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.210696936 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153720200062 and training accuracy:0.963680386543 validation cost:0.152560532093 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105346724391 and training accuracy:0.968616127968 validation cost:0.101959384978 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0841801017523 and training accuracy:0.974762499332 validation cost:0.0826826393604 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.070530898869 and training accuracy:0.979418873787 validation cost:0.0703350156546 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.061550129205 and training accuracy:0.982305824757 validation cost:0.0590133592486 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.055524315685 and training accuracy:0.984261512756 validation cost:0.0523603744805 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0497159697115 and training accuracy:0.985658407211 validation cost:0.0470794476569 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0448384322226 and training accuracy:0.986682832241 validation cost:0.0436793714762 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0409698672593 and training accuracy:0.988359093666 validation cost:0.0402234122157 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:118.543163061 Method 3 test accuracy:0.792299985886 Training with lmbda:36679.8335709, 26 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.764216185 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116139799356 and training accuracy:0.968639194965 validation cost:0.11926035583 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903430655599 and training accuracy:0.974820494652 validation cost:0.0985019356012 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756374895573 and training accuracy:0.977092981339 validation cost:0.085943184793 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662659555674 and training accuracy:0.978820085526 validation cost:0.0743132606149 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0590026155114 and training accuracy:0.982637941837 validation cost:0.0653321370482 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0525191947818 and training accuracy:0.984819591045 validation cost:0.0573172233999 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.047250431031 and training accuracy:0.986274003983 validation cost:0.0526016950607 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0443753637373 and training accuracy:0.987364768982 validation cost:0.0495611093938 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:121.342566967 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100138276815 and training accuracy:0.991512179375 validation cost:0.0900879502296 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0545675009489 and training accuracy:0.993073165417 validation cost:0.0472182147205 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395974554121 and training accuracy:0.994926810265 validation cost:0.0321046374738 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309996344149 and training accuracy:0.996195137501 validation cost:0.0236591435969 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0252681225538 and training accuracy:0.996292710304 validation cost:0.0192071907222 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212145783007 and training accuracy:0.996975600719 validation cost:0.0151242604479 and validation accuracy:1.0 Training on :(4, 5) training cost:0.018557395786 and training accuracy:0.997365832329 validation cost:0.0130569394678 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016719661653 and training accuracy:0.997560977936 validation cost:0.0112298447639 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151301696897 and training accuracy:0.997560977936 validation cost:0.00964047480375 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.764501095 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620635561645 and training accuracy:0.992603957653 validation cost:0.0625883489847 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341623574495 and training accuracy:0.997564733028 validation cost:0.0345652736723 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240073669702 and training accuracy:0.998196065426 validation cost:0.0245012063533 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.018586339429 and training accuracy:0.998556852341 validation cost:0.0189173202962 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150731401518 and training accuracy:0.9987372756 validation cost:0.0152591401711 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0128770116717 and training accuracy:0.998827457428 validation cost:0.0131669100374 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111325345933 and training accuracy:0.999098062515 validation cost:0.0109130879864 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00999446678907 and training accuracy:0.999098062515 validation cost:0.0101535385475 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00903558637947 and training accuracy:0.99927842617 validation cost:0.00891417637467 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.534406185 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153663337231 and training accuracy:0.963866651058 validation cost:0.153125047684 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.105216443539 and training accuracy:0.968802392483 validation cost:0.102729842067 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0843099653721 and training accuracy:0.974669396877 validation cost:0.0829452052712 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.070622690022 and training accuracy:0.979325771332 validation cost:0.0698922500014 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0618618540466 and training accuracy:0.981933295727 validation cost:0.0587876737118 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.055117521435 and training accuracy:0.984540879726 validation cost:0.0522247329354 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0495615489781 and training accuracy:0.985658407211 validation cost:0.0470295660198 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0447817854583 and training accuracy:0.986682832241 validation cost:0.0443391613662 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0408766269684 and training accuracy:0.988359093666 validation cost:0.0402480177581 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:117.846467018 Method 3 test accuracy:0.792699992657 Training with lmbda:38818.7997363, 27 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.440047026 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116139799356 and training accuracy:0.968639194965 validation cost:0.11926035583 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903430655599 and training accuracy:0.974820494652 validation cost:0.0985019356012 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0757267773151 and training accuracy:0.976911187172 validation cost:0.0859530717134 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0661284551024 and training accuracy:0.979001879692 validation cost:0.0742029547691 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0590725876391 and training accuracy:0.982274353504 validation cost:0.0653345957398 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0522462762892 and training accuracy:0.985092282295 validation cost:0.0570388138294 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0474640578032 and training accuracy:0.986092150211 validation cost:0.0527754426003 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0444891788065 and training accuracy:0.987273871899 validation cost:0.0499848127365 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:120.771219969 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100252903998 and training accuracy:0.991414606571 validation cost:0.0899345949292 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0545422658324 and training accuracy:0.99317073822 validation cost:0.0471672825515 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0396576188505 and training accuracy:0.994829297066 validation cost:0.0322456881404 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311093777418 and training accuracy:0.995999991894 validation cost:0.0240888167173 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254214759916 and training accuracy:0.996292710304 validation cost:0.019578339532 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0211355183274 and training accuracy:0.996975600719 validation cost:0.0151416193694 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184242501855 and training accuracy:0.997560977936 validation cost:0.0128741655499 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167547315359 and training accuracy:0.997463405132 validation cost:0.010931039229 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015101919882 and training accuracy:0.997756123543 validation cost:0.00957688223571 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.193673849 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0622010715306 and training accuracy:0.99287456274 validation cost:0.0629141256213 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0341468825936 and training accuracy:0.997654914856 validation cost:0.0345570668578 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240602716804 and training accuracy:0.998105883598 validation cost:0.0244987495244 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0185910835862 and training accuracy:0.998556852341 validation cost:0.0189890619367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151371918619 and training accuracy:0.998647093773 validation cost:0.0153674799949 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0128884073347 and training accuracy:0.998827457428 validation cost:0.0130576519296 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111609352753 and training accuracy:0.999007821083 validation cost:0.0109148295596 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100070154294 and training accuracy:0.999098062515 validation cost:0.0100546739995 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00904020946473 and training accuracy:0.99927842617 validation cost:0.00891571119428 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.319366932 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153947710991 and training accuracy:0.963307857513 validation cost:0.153374120593 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.10541395843 and training accuracy:0.968616127968 validation cost:0.102458588779 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0842292234302 and training accuracy:0.974948763847 validation cost:0.0827821716666 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0707298442721 and training accuracy:0.979139506817 validation cost:0.0699582919478 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616925247014 and training accuracy:0.982212722301 validation cost:0.0586397349834 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0550706498325 and training accuracy:0.984633982182 validation cost:0.0521052516997 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0496541745961 and training accuracy:0.985658407211 validation cost:0.0469369217753 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0446857474744 and training accuracy:0.986775934696 validation cost:0.0444117747247 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.040794081986 and training accuracy:0.988265991211 validation cost:0.0409074537456 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:118.376917124 Method 3 test accuracy:0.786599993706 Training with lmbda:45275.5632191, 28 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.471848011 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116085350513 and training accuracy:0.968639194965 validation cost:0.119249850512 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903075858951 and training accuracy:0.974911391735 validation cost:0.0984871089458 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0757663697004 and training accuracy:0.976911187172 validation cost:0.0861017182469 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663746222854 and training accuracy:0.978820085526 validation cost:0.0746502876282 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591174326837 and training accuracy:0.982365250587 validation cost:0.0654744058847 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0521739907563 and training accuracy:0.984910488129 validation cost:0.0572791136801 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.047313734889 and training accuracy:0.986001253128 validation cost:0.0526761524379 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0443618632853 and training accuracy:0.987455666065 validation cost:0.0490240976214 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:120.505398035 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100013934076 and training accuracy:0.991609752178 validation cost:0.0893259271979 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0546714700758 and training accuracy:0.992975592613 validation cost:0.0472962036729 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0396246537566 and training accuracy:0.995024383068 validation cost:0.0321504175663 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0310502573848 and training accuracy:0.996195137501 validation cost:0.0236672256142 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0253074653447 and training accuracy:0.996292710304 validation cost:0.0194283146411 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212466232479 and training accuracy:0.996975600719 validation cost:0.0152604598552 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185834653676 and training accuracy:0.99726831913 validation cost:0.0130340922624 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167528819293 and training accuracy:0.997560977936 validation cost:0.0112081496045 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152101442218 and training accuracy:0.997756123543 validation cost:0.00964687392116 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.042265177 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620264559984 and training accuracy:0.992603957653 validation cost:0.0632638856769 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.034153804183 and training accuracy:0.997745096684 validation cost:0.0345133990049 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0239736419171 and training accuracy:0.998196065426 validation cost:0.0244194772094 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186490733176 and training accuracy:0.998556852341 validation cost:0.0191968102008 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151599254459 and training accuracy:0.998647093773 validation cost:0.0153384590521 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0129100466147 and training accuracy:0.998827457428 validation cost:0.0130632780492 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0112122455612 and training accuracy:0.999007821083 validation cost:0.0108873043209 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00996371079236 and training accuracy:0.999188244343 validation cost:0.010166451335 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00908268895 and training accuracy:0.99927842617 validation cost:0.00888653378934 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.849957943 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15396477282 and training accuracy:0.963866651058 validation cost:0.153500929475 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.105414524674 and training accuracy:0.968336760998 validation cost:0.102294243872 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.084328442812 and training accuracy:0.974669396877 validation cost:0.0825411006808 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0708050578833 and training accuracy:0.979139506817 validation cost:0.0696053951979 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0615860857069 and training accuracy:0.982212722301 validation cost:0.058951061219 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0552709326148 and training accuracy:0.984447777271 validation cost:0.0528066642582 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0494390800595 and training accuracy:0.986030936241 validation cost:0.046667072922 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0449086092412 and training accuracy:0.986775934696 validation cost:0.0445199795067 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0411085523665 and training accuracy:0.988172829151 validation cost:0.0413817800581 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:118.286311865 Method 3 test accuracy:0.792900025845 Training with lmbda:55745.0609696, 29 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.174002886 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116080865264 and training accuracy:0.968639194965 validation cost:0.119249850512 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0904909074306 and training accuracy:0.974638640881 validation cost:0.0984914898872 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0759068205953 and training accuracy:0.976729393005 validation cost:0.0861033350229 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663100928068 and training accuracy:0.978820085526 validation cost:0.0746524333954 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591175407171 and training accuracy:0.982456147671 validation cost:0.0653562918305 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0523256994784 and training accuracy:0.985001385212 validation cost:0.0572704859078 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0473319552839 and training accuracy:0.986001253128 validation cost:0.0526042282581 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0444595068693 and training accuracy:0.987364768982 validation cost:0.0491150841117 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:120.918208122 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.10014205426 and training accuracy:0.991512179375 validation cost:0.0898769125342 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0546572990716 and training accuracy:0.993073165417 validation cost:0.0472960323095 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0396203808486 and training accuracy:0.994926810265 validation cost:0.0322713181376 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0310919880867 and training accuracy:0.996097564697 validation cost:0.0241102911532 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254127047956 and training accuracy:0.996292710304 validation cost:0.0195330530405 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212009213865 and training accuracy:0.996975600719 validation cost:0.0151406154037 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184700340033 and training accuracy:0.997463405132 validation cost:0.0130727179348 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167454183102 and training accuracy:0.997560977936 validation cost:0.011033013463 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153208272532 and training accuracy:0.997560977936 validation cost:0.0096087763086 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.260427952 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620691590011 and training accuracy:0.992513775826 validation cost:0.0629953965545 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342258922756 and training accuracy:0.997745096684 validation cost:0.0347447320819 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0239826459438 and training accuracy:0.998286306858 validation cost:0.0244353022426 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186492558569 and training accuracy:0.998466670513 validation cost:0.0192932952195 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151867028326 and training accuracy:0.998647093773 validation cost:0.0154063040391 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0129411183298 and training accuracy:0.998827457428 validation cost:0.0132403085008 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011277679354 and training accuracy:0.999007821083 validation cost:0.0112239746377 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00996927544475 and training accuracy:0.999098062515 validation cost:0.0101225879043 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00905782263726 and training accuracy:0.999368607998 validation cost:0.00899404287338 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.038377047 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15418292582 and training accuracy:0.963494122028 validation cost:0.153364181519 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.105251781642 and training accuracy:0.968802392483 validation cost:0.101755201817 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.084517262876 and training accuracy:0.974576294422 validation cost:0.0817250907421 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.070874966681 and training accuracy:0.978860139847 validation cost:0.0695621669292 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616264492273 and training accuracy:0.982305824757 validation cost:0.05920368433 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0554608628154 and training accuracy:0.984447777271 validation cost:0.0529721267521 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0496597513556 and training accuracy:0.985844671726 validation cost:0.0471383929253 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0448918752372 and training accuracy:0.987055301666 validation cost:0.0446381382644 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0412910804152 and training accuracy:0.988265991211 validation cost:0.04156646505 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:118.426693916 Method 3 test accuracy:0.792200028896 Training with lmbda:57022.3889316, 30 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.452954769 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116085350513 and training accuracy:0.968639194965 validation cost:0.119249850512 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0904999151826 and training accuracy:0.974638640881 validation cost:0.0984914898872 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756558775902 and training accuracy:0.977183878422 validation cost:0.0858241021633 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0661426708102 and training accuracy:0.978910982609 validation cost:0.0746585577726 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0590906739235 and training accuracy:0.982547044754 validation cost:0.0653564631939 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0523313730955 and training accuracy:0.985092282295 validation cost:0.0571583807468 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472685955465 and training accuracy:0.986183047295 validation cost:0.0526747256517 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0445299856365 and training accuracy:0.987182974815 validation cost:0.0490527078509 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:120.868900061 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.10010894388 and training accuracy:0.991414606571 validation cost:0.089643523097 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0546715669334 and training accuracy:0.992975592613 validation cost:0.047557272017 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0396221578121 and training accuracy:0.994926810265 validation cost:0.0322376005352 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0310317613184 and training accuracy:0.996097564697 validation cost:0.0240403544158 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254670716822 and training accuracy:0.996292710304 validation cost:0.0195901952684 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0213506724685 and training accuracy:0.996975600719 validation cost:0.0152934174985 and validation accuracy:1.0 Training on :(4, 5) training cost:0.018593383953 and training accuracy:0.997560977936 validation cost:0.0130710760131 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0166579801589 and training accuracy:0.997463405132 validation cost:0.0110168987885 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015213499777 and training accuracy:0.997658550739 validation cost:0.00961721502244 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.573537827 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0621633417904 and training accuracy:0.992603957653 validation cost:0.0629704520106 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0342245660722 and training accuracy:0.997745096684 validation cost:0.0347923450172 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240729488432 and training accuracy:0.998286306858 validation cost:0.0245739351958 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186599157751 and training accuracy:0.998466670513 validation cost:0.0192595683038 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0152220260352 and training accuracy:0.998647093773 validation cost:0.015545011498 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0129613662139 and training accuracy:0.998827457428 validation cost:0.0132229579613 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111868912354 and training accuracy:0.999007821083 validation cost:0.0109938280657 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100228814408 and training accuracy:0.999098062515 validation cost:0.0101026846096 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00910107418895 and training accuracy:0.99927842617 validation cost:0.0090268496424 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.108045101 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154111355543 and training accuracy:0.963680386543 validation cost:0.153134211898 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.105378933251 and training accuracy:0.968802392483 validation cost:0.101874269545 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0844149440527 and training accuracy:0.974390029907 validation cost:0.0817030891776 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.070983543992 and training accuracy:0.978953242302 validation cost:0.0695500150323 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.061657205224 and training accuracy:0.982398927212 validation cost:0.0595187544823 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.055303696543 and training accuracy:0.984354615211 validation cost:0.0525001212955 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.04950517416 and training accuracy:0.985844671726 validation cost:0.047666426748 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.044966802001 and training accuracy:0.986962199211 validation cost:0.0444465354085 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0411251150072 and training accuracy:0.988265991211 validation cost:0.0407500714064 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:117.600431204 Method 3 test accuracy:0.792800009251 Training with lmbda:60164.2319161, 31 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.461848974 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.11606542021 and training accuracy:0.968639194965 validation cost:0.119249850512 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0904988870025 and training accuracy:0.974638640881 validation cost:0.0984914898872 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756782144308 and training accuracy:0.977183878422 validation cost:0.0858549401164 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662250518799 and training accuracy:0.979001879692 validation cost:0.0741110444069 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0590360611677 and training accuracy:0.982456147671 validation cost:0.0653496012092 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0521238744259 and training accuracy:0.985183179379 validation cost:0.057097941637 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0470823682845 and training accuracy:0.986274003983 validation cost:0.0525972731411 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0444163456559 and training accuracy:0.987455666065 validation cost:0.049545455724 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:120.85629797 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100124299526 and training accuracy:0.991512179375 validation cost:0.0898582488298 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0546774081886 and training accuracy:0.993073165417 validation cost:0.0471214614809 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395901240408 and training accuracy:0.994926810265 validation cost:0.0322869718075 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0310638155788 and training accuracy:0.996097564697 validation cost:0.0240054223686 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254416465759 and training accuracy:0.996292710304 validation cost:0.0195488389581 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0211741309613 and training accuracy:0.997073173523 validation cost:0.0152570800856 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185740571469 and training accuracy:0.997463405132 validation cost:0.0128930415958 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0166845265776 and training accuracy:0.997463405132 validation cost:0.0110565721989 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015261256136 and training accuracy:0.997560977936 validation cost:0.00957281515002 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.128470898 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620853565633 and training accuracy:0.992784321308 validation cost:0.0627482309937 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0342007577419 and training accuracy:0.997745096684 validation cost:0.0347654297948 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241364184767 and training accuracy:0.998105883598 validation cost:0.0244531854987 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186016429216 and training accuracy:0.998556852341 validation cost:0.0192964356393 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151921501383 and training accuracy:0.998647093773 validation cost:0.0154120121151 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0129692824557 and training accuracy:0.998827457428 validation cost:0.0133881531656 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0112769510597 and training accuracy:0.999007821083 validation cost:0.0111919101328 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00993955042213 and training accuracy:0.999098062515 validation cost:0.0101083610207 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00911878421903 and training accuracy:0.99927842617 validation cost:0.00898671709001 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.546468019 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154624685645 and training accuracy:0.963121652603 validation cost:0.153107523918 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.10544834286 and training accuracy:0.968523025513 validation cost:0.102282732725 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.084378413856 and training accuracy:0.974576294422 validation cost:0.0823587849736 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0709402933717 and training accuracy:0.978953242302 validation cost:0.0695948973298 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0614399388433 and training accuracy:0.982398927212 validation cost:0.0596283301711 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0549412108958 and training accuracy:0.985006511211 validation cost:0.0524843782187 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0496577434242 and training accuracy:0.985844671726 validation cost:0.0473310351372 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0449274517596 and training accuracy:0.986962199211 validation cost:0.0436750128865 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0407038964331 and training accuracy:0.988452196121 validation cost:0.0390970110893 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:118.011476994 Method 3 test accuracy:0.792299985886 Training with lmbda:0, 32 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.658278942 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:120.530175924 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286055970937 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234335958958 and training accuracy:0.997658550739 validation cost:0.0190068222582 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774708599 and training accuracy:0.997951209545 validation cost:0.0152730233967 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174989383668 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.975401878 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620176307857 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.033804718405 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235140342265 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181464832276 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148392925039 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.012655550614 and training accuracy:0.998556852341 validation cost:0.0128999259323 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109515367076 and training accuracy:0.998917639256 validation cost:0.0109260976315 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972819607705 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00864860136062 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.566353083 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150494784117 and training accuracy:0.963401019573 validation cost:0.148497834802 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102353192866 and training accuracy:0.972341239452 validation cost:0.101713344455 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.083420984447 and training accuracy:0.975693821907 validation cost:0.0832629576325 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0700587108731 and training accuracy:0.978766977787 validation cost:0.0694157853723 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608406923711 and training accuracy:0.982119560242 validation cost:0.0600199811161 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.054213847965 and training accuracy:0.983982145786 validation cost:0.0518169738352 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0485742762685 and training accuracy:0.986030936241 validation cost:0.0470215454698 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0444778949022 and training accuracy:0.987148463726 validation cost:0.0425119064748 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0412655323744 and training accuracy:0.988359093666 validation cost:0.039038259536 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.122453928 Method 3 test accuracy:0.787899971008 Training with lmbda:318.522792891, 33 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.000521898 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548408403993 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0492573752999 and training accuracy:0.984183251858 validation cost:0.0478312186897 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.046065710485 and training accuracy:0.984819591045 validation cost:0.0453316047788 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0423952117562 and training accuracy:0.987092077732 validation cost:0.0421294234693 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:120.868315935 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965193882585 and training accuracy:0.993365824223 validation cost:0.0909845978022 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0525866895914 and training accuracy:0.994926810265 validation cost:0.0473647899926 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377793498337 and training accuracy:0.996097564697 validation cost:0.0320074632764 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287030022591 and training accuracy:0.997658550739 validation cost:0.0240556187928 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0233831014484 and training accuracy:0.997658550739 validation cost:0.0190635584295 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199543610215 and training accuracy:0.997951209545 validation cost:0.0150990560651 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174428597093 and training accuracy:0.998243927956 validation cost:0.0135253332555 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156165892258 and training accuracy:0.998536586761 validation cost:0.0124127445742 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141917439178 and training accuracy:0.998536586761 validation cost:0.0111064985394 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.542182922 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620016232133 and training accuracy:0.991882383823 validation cost:0.0611288547516 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0338123030961 and training accuracy:0.997113764286 validation cost:0.0351023413241 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235264953226 and training accuracy:0.998196065426 validation cost:0.0245244633406 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0182296261191 and training accuracy:0.998286306858 validation cost:0.0184507686645 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148265250027 and training accuracy:0.998286306858 validation cost:0.0142403095961 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126472655684 and training accuracy:0.998556852341 validation cost:0.0129229845479 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109410984442 and training accuracy:0.998917639256 validation cost:0.0109495194629 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00969328079373 and training accuracy:0.999098062515 validation cost:0.00973556470126 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00863518752158 and training accuracy:0.999098062515 validation cost:0.0086637372151 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.118928909 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15063162148 and training accuracy:0.963028490543 validation cost:0.148380801082 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102530695498 and training accuracy:0.971968710423 validation cost:0.102527581155 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0834567174315 and training accuracy:0.975600659847 validation cost:0.0835453793406 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0699967294931 and training accuracy:0.978766977787 validation cost:0.0695092007518 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0606748685241 and training accuracy:0.982026457787 validation cost:0.0593354403973 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0541148744524 and training accuracy:0.983982145786 validation cost:0.0518507026136 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0486207529902 and training accuracy:0.985751509666 validation cost:0.0474768951535 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0444009080529 and training accuracy:0.987055301666 validation cost:0.0423251651227 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413670130074 and training accuracy:0.988359093666 validation cost:0.0390058606863 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.368304014 Method 3 test accuracy:0.786800026894 Training with lmbda:7315.44010634, 34 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.222841978 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107137203217 and training accuracy:0.971184432507 validation cost:0.107096165419 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833590775728 and training accuracy:0.975093185902 validation cost:0.0826782211661 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705626010895 and training accuracy:0.977183878422 validation cost:0.0716839805245 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0619219318032 and training accuracy:0.97909283638 validation cost:0.0634517073631 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548829101026 and training accuracy:0.981638014317 validation cost:0.0561703145504 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.049330227077 and training accuracy:0.984092354774 validation cost:0.0484536811709 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0462294854224 and training accuracy:0.984819591045 validation cost:0.0466163679957 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426256731153 and training accuracy:0.986728489399 validation cost:0.042446538806 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:120.347377062 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964533165097 and training accuracy:0.993365824223 validation cost:0.0912286043167 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524940229952 and training accuracy:0.994926810265 validation cost:0.0475235767663 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378246717155 and training accuracy:0.996097564697 validation cost:0.032466776669 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287034139037 and training accuracy:0.997658550739 validation cost:0.0239143576473 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234463810921 and training accuracy:0.997658550739 validation cost:0.0191055871546 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200328342617 and training accuracy:0.997951209545 validation cost:0.0151303233579 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174852274358 and training accuracy:0.998243927956 validation cost:0.0133117530495 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015626879409 and training accuracy:0.998439013958 validation cost:0.0125452196226 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141771091148 and training accuracy:0.998536586761 validation cost:0.0109887234867 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.396955967 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619942471385 and training accuracy:0.992062747478 validation cost:0.0611945018172 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0338191390038 and training accuracy:0.997113764286 validation cost:0.0352165363729 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235345885158 and training accuracy:0.998286306858 validation cost:0.0246190242469 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181840341538 and training accuracy:0.998376488686 validation cost:0.0183416325599 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148305324838 and training accuracy:0.998286306858 validation cost:0.0143015384674 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126979164779 and training accuracy:0.998556852341 validation cost:0.0129265636206 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109748085961 and training accuracy:0.998917639256 validation cost:0.010920483619 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00979518610984 and training accuracy:0.999098062515 validation cost:0.0100798429921 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00861151888967 and training accuracy:0.999098062515 validation cost:0.00871124211699 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.661106825 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150438115001 and training accuracy:0.963214755058 validation cost:0.148587688804 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102669894695 and training accuracy:0.971968710423 validation cost:0.102246038616 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0832442939281 and training accuracy:0.975414395332 validation cost:0.0836543366313 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.070136077702 and training accuracy:0.978766977787 validation cost:0.0690433606505 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0607084222138 and training accuracy:0.982119560242 validation cost:0.058828163892 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539177171886 and training accuracy:0.984075248241 validation cost:0.0515470281243 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0486974492669 and training accuracy:0.985937774181 validation cost:0.0468510463834 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0443561561406 and training accuracy:0.987334728241 validation cost:0.0426129736006 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.041163880378 and training accuracy:0.988452196121 validation cost:0.0379927307367 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.403477907 Method 3 test accuracy:0.78719997406 Training with lmbda:8205.91565286, 35 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.211658001 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107137203217 and training accuracy:0.971184432507 validation cost:0.107096165419 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833590775728 and training accuracy:0.975093185902 validation cost:0.0826782211661 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705626010895 and training accuracy:0.977183878422 validation cost:0.0716839805245 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0619229711592 and training accuracy:0.97909283638 validation cost:0.0634517073631 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548832938075 and training accuracy:0.981638014317 validation cost:0.0561703145504 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493401288986 and training accuracy:0.984092354774 validation cost:0.0484536811709 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461470037699 and training accuracy:0.984819591045 validation cost:0.0465409457684 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0424951128662 and training accuracy:0.986819386482 validation cost:0.0423750057817 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:120.861423969 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964507460594 and training accuracy:0.993365824223 validation cost:0.0909394845366 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.052602276206 and training accuracy:0.994926810265 validation cost:0.047408323735 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378675162792 and training accuracy:0.996097564697 validation cost:0.0324269905686 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287366323173 and training accuracy:0.997560977936 validation cost:0.0239916164428 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0235788244754 and training accuracy:0.997560977936 validation cost:0.0190072823316 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200661048293 and training accuracy:0.997853636742 validation cost:0.0150003293529 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174494981766 and training accuracy:0.998243927956 validation cost:0.0133056072518 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157293882221 and training accuracy:0.998439013958 validation cost:0.0123894233257 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141824204475 and training accuracy:0.998536586761 validation cost:0.0110940057784 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.812692881 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619811862707 and training accuracy:0.991972565651 validation cost:0.0612063445151 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0338071472943 and training accuracy:0.997113764286 validation cost:0.035187613219 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235766191036 and training accuracy:0.998196065426 validation cost:0.0245959050953 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.018265042454 and training accuracy:0.998286306858 validation cost:0.0184528678656 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148086510599 and training accuracy:0.998286306858 validation cost:0.0142932645977 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126848593354 and training accuracy:0.998556852341 validation cost:0.0129027906805 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109691824764 and training accuracy:0.998917639256 validation cost:0.0109466733411 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00978331267834 and training accuracy:0.999098062515 validation cost:0.0101170074195 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00862791202962 and training accuracy:0.999098062515 validation cost:0.00865565985441 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.992592812 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150390461087 and training accuracy:0.963401019573 validation cost:0.148636490107 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102582223713 and training accuracy:0.972061812878 validation cost:0.102364584804 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0832602381706 and training accuracy:0.975414395332 validation cost:0.083506859839 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0700196549296 and training accuracy:0.978673875332 validation cost:0.0691668093204 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0606584995985 and training accuracy:0.982212722301 validation cost:0.0589656345546 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540990643203 and training accuracy:0.983795881271 validation cost:0.0516096241772 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0487802140415 and training accuracy:0.986030936241 validation cost:0.0468495413661 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0444484241307 and training accuracy:0.987055301666 validation cost:0.0421633049846 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0412153676152 and training accuracy:0.988452196121 validation cost:0.0381787605584 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.316219091 Method 3 test accuracy:0.786599993706 Training with lmbda:9227.69480373, 36 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.213125944 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107102803886 and training accuracy:0.97127532959 validation cost:0.107096165419 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833590775728 and training accuracy:0.975093185902 validation cost:0.0826782211661 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705415084958 and training accuracy:0.977183878422 validation cost:0.0716734752059 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0618789754808 and training accuracy:0.97909283638 validation cost:0.0634686797857 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547153055668 and training accuracy:0.981819808483 validation cost:0.0561732538044 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0494640246034 and training accuracy:0.984001457691 validation cost:0.0482750050724 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461227782071 and training accuracy:0.984910488129 validation cost:0.0461508184671 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0424595810473 and training accuracy:0.986910283566 validation cost:0.0425658077002 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:120.414821863 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0962203145027 and training accuracy:0.993365824223 validation cost:0.0908735841513 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.052573338151 and training accuracy:0.994926810265 validation cost:0.0471827164292 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377121716738 and training accuracy:0.996097564697 validation cost:0.0323544554412 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286298748106 and training accuracy:0.997658550739 validation cost:0.0238479766995 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234745647758 and training accuracy:0.997658550739 validation cost:0.0190041512251 and validation accuracy:1.0 Training on :(4, 5) training cost:0.020003311336 and training accuracy:0.997951209545 validation cost:0.0151329850778 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174850616604 and training accuracy:0.998243927956 validation cost:0.0133050857112 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156772304326 and training accuracy:0.998439013958 validation cost:0.0124014299363 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142072308809 and training accuracy:0.998536586761 validation cost:0.01112878602 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.45529604 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619770810008 and training accuracy:0.991972565651 validation cost:0.0612336583436 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337977446616 and training accuracy:0.997113764286 validation cost:0.0352673046291 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.023487970233 and training accuracy:0.998196065426 validation cost:0.0246037598699 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183280743659 and training accuracy:0.998376488686 validation cost:0.0185248758644 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148234311491 and training accuracy:0.998286306858 validation cost:0.0142504023388 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126727661118 and training accuracy:0.998556852341 validation cost:0.0129093881696 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109586296603 and training accuracy:0.998917639256 validation cost:0.0109457690269 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00980378873646 and training accuracy:0.999007821083 validation cost:0.00986986793578 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00861753709614 and training accuracy:0.999098062515 validation cost:0.00874022580683 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.557061195 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150401875377 and training accuracy:0.963214755058 validation cost:0.148562908173 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102628163993 and training accuracy:0.972154974937 validation cost:0.101767882705 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0834236070514 and training accuracy:0.975507557392 validation cost:0.0833275467157 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0701301246881 and training accuracy:0.978860139847 validation cost:0.0688352510333 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0609039403498 and training accuracy:0.981933295727 validation cost:0.0589101314545 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.054002597928 and training accuracy:0.983888983727 validation cost:0.0514831393957 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0488941632211 and training accuracy:0.985844671726 validation cost:0.0466824583709 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0444930046797 and training accuracy:0.987055301666 validation cost:0.04148151353 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0410254374146 and training accuracy:0.988638460636 validation cost:0.0379273854196 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.260580063 Method 3 test accuracy:0.786899983883 Training with lmbda:12509.6548196, 37 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.669033051 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107102803886 and training accuracy:0.97127532959 validation cost:0.107096165419 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833592042327 and training accuracy:0.975093185902 validation cost:0.0826782211661 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705628693104 and training accuracy:0.977183878422 validation cost:0.0716839805245 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0618622414768 and training accuracy:0.97909283638 validation cost:0.0634830668569 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547805801034 and training accuracy:0.981638014317 validation cost:0.0561875365674 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493145473301 and training accuracy:0.984092354774 validation cost:0.0484885945916 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0463184416294 and training accuracy:0.984819591045 validation cost:0.0464747920632 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0425129532814 and training accuracy:0.987001180649 validation cost:0.0424103178084 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:121.40762496 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0962674468756 and training accuracy:0.993365824223 validation cost:0.090920843184 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0525690615177 and training accuracy:0.994926810265 validation cost:0.0470276512206 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377565175295 and training accuracy:0.996097564697 validation cost:0.0323671586812 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287471711636 and training accuracy:0.997658550739 validation cost:0.0240160003304 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0235574990511 and training accuracy:0.997560977936 validation cost:0.019075145945 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200191028416 and training accuracy:0.997951209545 validation cost:0.0151664335281 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174313671887 and training accuracy:0.998243927956 validation cost:0.013257978484 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157319940627 and training accuracy:0.998439013958 validation cost:0.0125356428325 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141888810322 and training accuracy:0.998536586761 validation cost:0.0112034985796 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.672134876 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.061915975064 and training accuracy:0.991972565651 validation cost:0.0609783530235 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0338100418448 and training accuracy:0.997113764286 validation cost:0.0352608375251 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235586129129 and training accuracy:0.998196065426 validation cost:0.0246416404843 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.018276784569 and training accuracy:0.998376488686 validation cost:0.018526609987 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148109402508 and training accuracy:0.998286306858 validation cost:0.0142317051068 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126605089754 and training accuracy:0.998556852341 validation cost:0.0129371946678 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109512265772 and training accuracy:0.998917639256 validation cost:0.0109643721953 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00978335365653 and training accuracy:0.999098062515 validation cost:0.0098819732666 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00868330709636 and training accuracy:0.999098062515 validation cost:0.00873172562569 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.61136508 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150451287627 and training accuracy:0.963307857513 validation cost:0.14840811491 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102563820779 and training accuracy:0.971875607967 validation cost:0.10236825794 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0836384892464 and training accuracy:0.975600659847 validation cost:0.0829039290547 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0700813159347 and training accuracy:0.978766977787 validation cost:0.0678863599896 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.060737632215 and training accuracy:0.982212722301 validation cost:0.0592920593917 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0541441403329 and training accuracy:0.983982145786 validation cost:0.0517130605876 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0490066893399 and training accuracy:0.985751509666 validation cost:0.0471773967147 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0445634834468 and training accuracy:0.987055301666 validation cost:0.0420844182372 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413357168436 and training accuracy:0.988265991211 validation cost:0.0381052345037 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.314898014 Method 3 test accuracy:0.786199986935 Training with lmbda:14121.1432429, 38 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.919255018 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107137203217 and training accuracy:0.971184432507 validation cost:0.107096165419 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833592042327 and training accuracy:0.975093185902 validation cost:0.0826782211661 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705189034343 and training accuracy:0.977183878422 validation cost:0.0716839805245 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620450861752 and training accuracy:0.97909283638 validation cost:0.0636540204287 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547368004918 and training accuracy:0.9817289114 validation cost:0.0561707951128 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0492106936872 and training accuracy:0.984092354774 validation cost:0.0476235449314 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461030378938 and training accuracy:0.984910488129 validation cost:0.0462301447988 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0424362681806 and training accuracy:0.986910283566 validation cost:0.0423288419843 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:120.589966059 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964506193995 and training accuracy:0.993365824223 validation cost:0.0910125896335 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0526391379535 and training accuracy:0.994926810265 validation cost:0.0474383160472 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377746932209 and training accuracy:0.996097564697 validation cost:0.0323411002755 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286552384496 and training accuracy:0.997658550739 validation cost:0.0237779002637 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0235775168985 and training accuracy:0.997560977936 validation cost:0.0190748441964 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200517959893 and training accuracy:0.997951209545 validation cost:0.0151044707745 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174853652716 and training accuracy:0.998243927956 validation cost:0.0133407004178 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156553834677 and training accuracy:0.998439013958 validation cost:0.0123854279518 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142050096765 and training accuracy:0.998536586761 validation cost:0.0112380096689 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.956125021 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.061905875802 and training accuracy:0.992062747478 validation cost:0.0610927678645 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337690636516 and training accuracy:0.997113764286 validation cost:0.0352666452527 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235088467598 and training accuracy:0.998286306858 validation cost:0.0246283393353 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.018328839913 and training accuracy:0.998376488686 validation cost:0.0186450481415 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0147615484893 and training accuracy:0.998376488686 validation cost:0.014235585928 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.012694218196 and training accuracy:0.998466670513 validation cost:0.0127735780552 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109476391226 and training accuracy:0.998917639256 validation cost:0.0109548345208 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00977033469826 and training accuracy:0.999098062515 validation cost:0.0099173206836 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00868128053844 and training accuracy:0.999098062515 validation cost:0.00880411174148 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.619662046 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150213047862 and training accuracy:0.963214755058 validation cost:0.148943826556 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10262003541 and training accuracy:0.972154974937 validation cost:0.10223672539 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0832594111562 and training accuracy:0.975507557392 validation cost:0.0831586942077 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0701446980238 and training accuracy:0.978673875332 validation cost:0.0690881833434 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0607836842537 and training accuracy:0.982119560242 validation cost:0.0590400360525 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0541442371905 and training accuracy:0.983795881271 validation cost:0.0521743409336 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.048710629344 and training accuracy:0.985937774181 validation cost:0.0468159206212 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0445142015815 and training accuracy:0.987148463726 validation cost:0.0419030077755 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0410716198385 and training accuracy:0.988359093666 validation cost:0.0390752665699 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:117.682355881 Method 3 test accuracy:0.786800026894 Training with lmbda:14829.5807522, 39 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.372638941 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107137203217 and training accuracy:0.971184432507 validation cost:0.107096165419 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833520963788 and training accuracy:0.975093185902 validation cost:0.0826782211661 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705163478851 and training accuracy:0.977183878422 validation cost:0.0716839805245 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620451532304 and training accuracy:0.97909283638 validation cost:0.0636540204287 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548784956336 and training accuracy:0.9817289114 validation cost:0.0561992228031 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0494211539626 and training accuracy:0.984001457691 validation cost:0.0480440482497 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0462081432343 and training accuracy:0.984819591045 validation cost:0.0465334318578 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0427206642926 and training accuracy:0.986728489399 validation cost:0.0421030670404 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:120.779515982 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.096432864666 and training accuracy:0.993365824223 validation cost:0.0909444391727 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0526186339557 and training accuracy:0.994926810265 validation cost:0.0472542829812 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378435105085 and training accuracy:0.995999991894 validation cost:0.0323789976537 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286872740835 and training accuracy:0.997560977936 validation cost:0.0237777698785 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0236293580383 and training accuracy:0.997560977936 validation cost:0.0190461035818 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200515054166 and training accuracy:0.997951209545 validation cost:0.0151071101427 and validation accuracy:1.0 Training on :(4, 5) training cost:0.01752705127 and training accuracy:0.998146355152 validation cost:0.013175140135 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157144982368 and training accuracy:0.998536586761 validation cost:0.0123811559752 and validation accuracy:1.0 Training on :(4, 5) training cost:0.014199973084 and training accuracy:0.998536586761 validation cost:0.0112447692081 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.95965004 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.061900999397 and training accuracy:0.992062747478 validation cost:0.0611156970263 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337944962084 and training accuracy:0.997113764286 validation cost:0.0352540165186 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235046073794 and training accuracy:0.998286306858 validation cost:0.0245881490409 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183166023344 and training accuracy:0.998376488686 validation cost:0.0187941230834 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0147560378537 and training accuracy:0.998376488686 validation cost:0.014204534702 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.012691819109 and training accuracy:0.998466670513 validation cost:0.0127719528973 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109441876411 and training accuracy:0.998917639256 validation cost:0.010962232016 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0097774323076 and training accuracy:0.999098062515 validation cost:0.00975679513067 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00871428381652 and training accuracy:0.999098062515 validation cost:0.00880713853985 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.15594101 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150249704719 and training accuracy:0.963494122028 validation cost:0.14855325222 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.102382056415 and training accuracy:0.972248077393 validation cost:0.101833611727 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0832025110722 and training accuracy:0.975600659847 validation cost:0.0830030962825 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.069981880486 and training accuracy:0.978953242302 validation cost:0.0686696842313 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0606275871396 and training accuracy:0.982305824757 validation cost:0.0588142611086 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540436133742 and training accuracy:0.984354615211 validation cost:0.0517979189754 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0488578528166 and training accuracy:0.985751509666 validation cost:0.0465347282588 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446695908904 and training accuracy:0.987055301666 validation cost:0.0424213074148 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413705632091 and training accuracy:0.988265991211 validation cost:0.0385684929788 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:117.720469952 Method 3 test accuracy:0.787000000477 Training with lmbda:18789.9334938, 40 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.541855097 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107137203217 and training accuracy:0.971184432507 validation cost:0.107096165419 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833583325148 and training accuracy:0.975093185902 validation cost:0.0826782211661 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705200359225 and training accuracy:0.977274775505 validation cost:0.0716834515333 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0619650036097 and training accuracy:0.979001879692 validation cost:0.063658721745 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.05472022295 and training accuracy:0.981819808483 validation cost:0.0561834610999 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0495570115745 and training accuracy:0.984092354774 validation cost:0.0492137745023 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0463130436838 and training accuracy:0.984728634357 validation cost:0.0464502573013 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0423749051988 and training accuracy:0.987001180649 validation cost:0.0424100570381 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:121.215496063 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0962301492691 and training accuracy:0.993365824223 validation cost:0.0909104272723 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0526367947459 and training accuracy:0.994926810265 validation cost:0.0472891740501 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378803871572 and training accuracy:0.995999991894 validation cost:0.0324360504746 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287126284093 and training accuracy:0.997658550739 validation cost:0.0238704681396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234819240868 and training accuracy:0.997658550739 validation cost:0.019067723304 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200468413532 and training accuracy:0.997951209545 validation cost:0.0149993468076 and validation accuracy:1.0 Training on :(4, 5) training cost:0.017462702468 and training accuracy:0.998341441154 validation cost:0.0135600464419 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157325677574 and training accuracy:0.998243927956 validation cost:0.0124601004645 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142276389524 and training accuracy:0.998536586761 validation cost:0.0112036019564 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.479799032 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620034076273 and training accuracy:0.991792201996 validation cost:0.0611752010882 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0338411554694 and training accuracy:0.997113764286 validation cost:0.0352690368891 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235024709255 and training accuracy:0.998196065426 validation cost:0.0243744142354 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183594878763 and training accuracy:0.998376488686 validation cost:0.0187383890152 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148094752803 and training accuracy:0.998376488686 validation cost:0.0142948981375 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0127229960635 and training accuracy:0.998466670513 validation cost:0.0129402019083 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109874596819 and training accuracy:0.998917639256 validation cost:0.0110829696059 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00981280766428 and training accuracy:0.999098062515 validation cost:0.0100272409618 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00869748089463 and training accuracy:0.999098062515 validation cost:0.00880767311901 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.404887915 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150071620941 and training accuracy:0.963587284088 validation cost:0.149116694927 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.102680914104 and training accuracy:0.972154974937 validation cost:0.102089896798 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0833892673254 and training accuracy:0.975693821907 validation cost:0.0834629237652 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0702138841152 and training accuracy:0.978860139847 validation cost:0.0691131129861 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.061134967953 and training accuracy:0.982026457787 validation cost:0.0588446445763 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539013743401 and training accuracy:0.984261512756 validation cost:0.051828365773 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0489837750793 and training accuracy:0.985565304756 validation cost:0.0472179353237 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0444716475904 and training accuracy:0.987241566181 validation cost:0.0423650927842 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0411983504891 and training accuracy:0.988359093666 validation cost:0.0384490936995 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.219550848 Method 3 test accuracy:0.7867000103 Training with lmbda:28654.9373756, 41 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.236865044 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.106987677515 and training accuracy:0.971184432507 validation cost:0.106891572475 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833403021097 and training accuracy:0.975002288818 validation cost:0.0826154351234 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705836489797 and training accuracy:0.977183878422 validation cost:0.0716642066836 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0619399696589 and training accuracy:0.97909283638 validation cost:0.0636349767447 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.054816853255 and training accuracy:0.981910765171 validation cost:0.055992346257 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0495777353644 and training accuracy:0.984001457691 validation cost:0.0488020665944 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0460778921843 and training accuracy:0.984728634357 validation cost:0.0465964265168 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0425507687032 and training accuracy:0.986910283566 validation cost:0.0421901345253 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:120.753469944 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965334624052 and training accuracy:0.993365824223 validation cost:0.0910640135407 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0527377687395 and training accuracy:0.994926810265 validation cost:0.0475949421525 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378472693264 and training accuracy:0.995999991894 validation cost:0.0323615334928 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0285884141922 and training accuracy:0.997658550739 validation cost:0.0236569140106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0235251653939 and training accuracy:0.997560977936 validation cost:0.0190111678094 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200860872865 and training accuracy:0.997951209545 validation cost:0.0151322698221 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174691155553 and training accuracy:0.998341441154 validation cost:0.0133796669543 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157256908715 and training accuracy:0.998341441154 validation cost:0.0124125769362 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0143492892385 and training accuracy:0.998439013958 validation cost:0.0114178499207 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.082188845 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0618726052344 and training accuracy:0.991882383823 validation cost:0.0611517950892 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337797030807 and training accuracy:0.997113764286 validation cost:0.0348287448287 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0233821924776 and training accuracy:0.998196065426 validation cost:0.0244435910136 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0182858631015 and training accuracy:0.998376488686 validation cost:0.0185776278377 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148378266022 and training accuracy:0.998286306858 validation cost:0.0142647875473 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0127426320687 and training accuracy:0.998466670513 validation cost:0.0129102375358 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.011003122665 and training accuracy:0.998917639256 validation cost:0.0110591985285 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00974953453988 and training accuracy:0.999098062515 validation cost:0.0100760739297 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00870756339282 and training accuracy:0.999098062515 validation cost:0.00878130272031 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.322688818 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15021251142 and training accuracy:0.963307857513 validation cost:0.148450270295 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10261914134 and training accuracy:0.972154974937 validation cost:0.101900950074 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0834699720144 and training accuracy:0.975507557392 validation cost:0.0831467285752 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0702445432544 and training accuracy:0.978766977787 validation cost:0.0694447234273 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608941875398 and training accuracy:0.981933295727 validation cost:0.0585509315133 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0543739795685 and training accuracy:0.983795881271 validation cost:0.0517590865493 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.048949059099 and training accuracy:0.985844671726 validation cost:0.0462604239583 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0443021804094 and training accuracy:0.987334728241 validation cost:0.0413785725832 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0413979664445 and training accuracy:0.988359093666 validation cost:0.0398199856281 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.047751904 Method 3 test accuracy:0.787299990654 Training with lmbda:36679.8335709, 42 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.116593122 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107101134956 and training accuracy:0.971184432507 validation cost:0.106891572475 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833169296384 and training accuracy:0.975093185902 validation cost:0.0822832435369 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.070563621819 and training accuracy:0.977456569672 validation cost:0.0716819688678 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0619694292545 and training accuracy:0.978910982609 validation cost:0.0636219084263 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547882542014 and training accuracy:0.982001662254 validation cost:0.0559973903 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.049659781158 and training accuracy:0.983819663525 validation cost:0.0488032512367 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.046058062464 and training accuracy:0.984728634357 validation cost:0.0466263219714 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0424653738737 and training accuracy:0.986910283566 validation cost:0.0423346348107 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:120.481636047 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0963646695018 and training accuracy:0.993365824223 validation cost:0.0910143405199 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0526941977441 and training accuracy:0.994926810265 validation cost:0.0471569113433 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379974469543 and training accuracy:0.995804905891 validation cost:0.0320457406342 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287022255361 and training accuracy:0.997560977936 validation cost:0.0237369835377 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0235643628985 and training accuracy:0.997560977936 validation cost:0.0191412400454 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200437456369 and training accuracy:0.997951209545 validation cost:0.01502286084 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175265688449 and training accuracy:0.998341441154 validation cost:0.0132417622954 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157471690327 and training accuracy:0.998341441154 validation cost:0.0125219086185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144006432965 and training accuracy:0.998439013958 validation cost:0.0113797672093 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.36642313 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0618744529784 and training accuracy:0.991882383823 validation cost:0.0609698556364 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337833352387 and training accuracy:0.997113764286 validation cost:0.0350276231766 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235206019133 and training accuracy:0.998105883598 validation cost:0.02456953004 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183294825256 and training accuracy:0.998376488686 validation cost:0.01871650666 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148267634213 and training accuracy:0.998376488686 validation cost:0.014365196228 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126877296716 and training accuracy:0.998556852341 validation cost:0.0128946751356 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.011040167883 and training accuracy:0.998827457428 validation cost:0.0110831297934 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00978783424944 and training accuracy:0.999098062515 validation cost:0.00987004674971 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00873353332281 and training accuracy:0.999098062515 validation cost:0.00892237108201 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.702026129 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150338768959 and training accuracy:0.963494122028 validation cost:0.148631080985 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.102829538286 and training accuracy:0.972061812878 validation cost:0.10231474787 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.083428286016 and training accuracy:0.975973188877 validation cost:0.083702929318 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0698713585734 and training accuracy:0.978860139847 validation cost:0.0691066011786 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0609108135104 and training accuracy:0.982026457787 validation cost:0.0588159784675 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0542036704719 and training accuracy:0.983982145786 validation cost:0.0515304468572 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0488905347884 and training accuracy:0.985844671726 validation cost:0.0468043796718 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0443940684199 and training accuracy:0.987427830696 validation cost:0.0418672934175 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0415909327567 and training accuracy:0.988172829151 validation cost:0.0400743186474 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.418006897 Method 3 test accuracy:0.7867000103 Training with lmbda:38818.7997363, 43 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.178686142 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107101134956 and training accuracy:0.971184432507 validation cost:0.106891572475 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832782834768 and training accuracy:0.975184082985 validation cost:0.0822832435369 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0704465135932 and training accuracy:0.977456569672 validation cost:0.0716517418623 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620789304376 and training accuracy:0.978910982609 validation cost:0.0636128410697 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548304878175 and training accuracy:0.982001662254 validation cost:0.0559678189456 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0497409403324 and training accuracy:0.983819663525 validation cost:0.0490687377751 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0458860397339 and training accuracy:0.985001385212 validation cost:0.0461031012237 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0423593968153 and training accuracy:0.987092077732 validation cost:0.0424882248044 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:120.943894863 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964504778385 and training accuracy:0.993365824223 validation cost:0.0911852195859 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.052691809833 and training accuracy:0.994926810265 validation cost:0.0472552143037 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379162542522 and training accuracy:0.99590241909 validation cost:0.0323936641216 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287191253155 and training accuracy:0.997658550739 validation cost:0.0238190293312 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023620903492 and training accuracy:0.997560977936 validation cost:0.0191882699728 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201177690178 and training accuracy:0.997951209545 validation cost:0.0151259684935 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174890030175 and training accuracy:0.998341441154 validation cost:0.0133323678747 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157149303705 and training accuracy:0.998341441154 validation cost:0.0124406311661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0143506331369 and training accuracy:0.998439013958 validation cost:0.0114141488448 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.937030077 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0618177913129 and training accuracy:0.991972565651 validation cost:0.0610102079809 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0338073819876 and training accuracy:0.997113764286 validation cost:0.0350013151765 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234344191849 and training accuracy:0.998196065426 validation cost:0.0246258806437 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183154102415 and training accuracy:0.998376488686 validation cost:0.0189353376627 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0147811798379 and training accuracy:0.998376488686 validation cost:0.0143297230825 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0127514181659 and training accuracy:0.998466670513 validation cost:0.0129034919664 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0110681522638 and training accuracy:0.998827457428 validation cost:0.0110906390473 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00980847608298 and training accuracy:0.999098062515 validation cost:0.00994603335857 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00869448948652 and training accuracy:0.999098062515 validation cost:0.00891861598939 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.433432102 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150220736861 and training accuracy:0.963587284088 validation cost:0.148583590984 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.102688848972 and training accuracy:0.972154974937 validation cost:0.101640716195 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0835155248642 and training accuracy:0.975973188877 validation cost:0.0836461484432 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0697470754385 and training accuracy:0.978953242302 validation cost:0.0683837234974 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0608173422515 and training accuracy:0.981933295727 validation cost:0.0587896034122 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0541831217706 and training accuracy:0.984075248241 validation cost:0.0515530779958 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0489562936127 and training accuracy:0.985565304756 validation cost:0.0471370369196 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0442240126431 and training accuracy:0.987520933151 validation cost:0.0419602133334 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0418185591698 and training accuracy:0.987893462181 validation cost:0.0400071367621 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.256458998 Method 3 test accuracy:0.786400020123 Training with lmbda:45275.5632191, 44 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.017184019 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107104018331 and training accuracy:0.971184432507 validation cost:0.106891572475 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833219215274 and training accuracy:0.975093185902 validation cost:0.0821429267526 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703867152333 and training accuracy:0.977547466755 validation cost:0.0716840624809 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620876960456 and training accuracy:0.979001879692 validation cost:0.0636807903647 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547967329621 and training accuracy:0.982001662254 validation cost:0.055950731039 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0494832657278 and training accuracy:0.984001457691 validation cost:0.0485853552818 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0461448542774 and training accuracy:0.985001385212 validation cost:0.0458133965731 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0424091219902 and training accuracy:0.986819386482 validation cost:0.0427933633327 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.714693069 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964258536696 and training accuracy:0.993365824223 validation cost:0.0907685980201 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0525998473167 and training accuracy:0.994926810265 validation cost:0.0469746403396 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378167815506 and training accuracy:0.995999991894 validation cost:0.0324142500758 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287320911884 and training accuracy:0.997658550739 validation cost:0.0237735453993 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0235975794494 and training accuracy:0.997560977936 validation cost:0.0191923268139 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200697239488 and training accuracy:0.997951209545 validation cost:0.0150387473404 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175426136702 and training accuracy:0.998243927956 validation cost:0.0133332023397 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158159770072 and training accuracy:0.998341441154 validation cost:0.0123066315427 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0145158544183 and training accuracy:0.998439013958 validation cost:0.0114598479122 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.147467136 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0618644692004 and training accuracy:0.991972565651 validation cost:0.0611420162022 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0338259600103 and training accuracy:0.997113764286 validation cost:0.0350218638778 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235117096454 and training accuracy:0.998105883598 validation cost:0.0244595035911 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.018318714574 and training accuracy:0.998376488686 validation cost:0.0187321472913 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0147751159966 and training accuracy:0.998376488686 validation cost:0.0143492501229 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0127514312044 and training accuracy:0.998556852341 validation cost:0.0129241561517 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0110953487456 and training accuracy:0.998917639256 validation cost:0.011281626299 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0098414644599 and training accuracy:0.999098062515 validation cost:0.0100753996521 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00879220757633 and training accuracy:0.999098062515 validation cost:0.00885689537972 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.902539015 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150325670838 and training accuracy:0.963587284088 validation cost:0.148156970739 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.102743960917 and training accuracy:0.972527444363 validation cost:0.102661848068 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0834334865212 and training accuracy:0.976066291332 validation cost:0.0842033773661 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.069791443646 and training accuracy:0.978953242302 validation cost:0.0684397742152 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0608754232526 and training accuracy:0.982026457787 validation cost:0.0588055066764 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540161244571 and training accuracy:0.983982145786 validation cost:0.0513063743711 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.048902772367 and training accuracy:0.985751509666 validation cost:0.0466610714793 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0444310121238 and training accuracy:0.987334728241 validation cost:0.0428877659142 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0418405495584 and training accuracy:0.988172829151 validation cost:0.0400366596878 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:117.861140013 Method 3 test accuracy:0.787000000477 Training with lmbda:55745.0609696, 45 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.601828098 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160639747977 and training accuracy:0.955094993114 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107272140682 and training accuracy:0.971184432507 validation cost:0.106399253011 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833830237389 and training accuracy:0.975002288818 validation cost:0.0826089680195 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0704598724842 and training accuracy:0.977365672588 validation cost:0.0716306567192 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0618962049484 and training accuracy:0.979001879692 validation cost:0.0635083168745 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547828935087 and training accuracy:0.981910765171 validation cost:0.0559993982315 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0496087558568 and training accuracy:0.984001457691 validation cost:0.0483833737671 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.046187851578 and training accuracy:0.984819591045 validation cost:0.0465727932751 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0422643721104 and training accuracy:0.987182974815 validation cost:0.0423299372196 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:121.152856827 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965327769518 and training accuracy:0.993365824223 validation cost:0.0910742804408 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0526810325682 and training accuracy:0.994926810265 validation cost:0.0472412668169 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380725115538 and training accuracy:0.995804905891 validation cost:0.0320912189782 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287968181074 and training accuracy:0.997658550739 validation cost:0.0238905865699 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0236555170268 and training accuracy:0.997560977936 validation cost:0.0194303635508 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200807917863 and training accuracy:0.997951209545 validation cost:0.0150841567665 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175414122641 and training accuracy:0.998341441154 validation cost:0.0133573515341 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157984700054 and training accuracy:0.998439013958 validation cost:0.012178497389 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144649595022 and training accuracy:0.998439013958 validation cost:0.011599348858 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.221757889 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0617932975292 and training accuracy:0.991882383823 validation cost:0.0610921829939 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337040573359 and training accuracy:0.997113764286 validation cost:0.035317029804 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234132148325 and training accuracy:0.998196065426 validation cost:0.0244825966656 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0182395987213 and training accuracy:0.998376488686 validation cost:0.0188018605113 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148216886446 and training accuracy:0.998376488686 validation cost:0.0143686197698 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0127197634429 and training accuracy:0.998556852341 validation cost:0.0128428759053 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0110957929865 and training accuracy:0.998917639256 validation cost:0.0112261492759 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00982748623937 and training accuracy:0.999098062515 validation cost:0.0099277831614 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0087621351704 and training accuracy:0.999098062515 validation cost:0.00886227190495 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.642281055 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.149996340275 and training accuracy:0.963959753513 validation cost:0.147390350699 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102863714099 and training accuracy:0.972154974937 validation cost:0.102561824024 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.083615899086 and training accuracy:0.975973188877 validation cost:0.0844724327326 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0700719803572 and training accuracy:0.978580713272 validation cost:0.0689814314246 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0607537552714 and training accuracy:0.982119560242 validation cost:0.0585863143206 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0543346256018 and training accuracy:0.984075248241 validation cost:0.0525747388601 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0491737872362 and training accuracy:0.985565304756 validation cost:0.0474195107818 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0446368567646 and training accuracy:0.987241566181 validation cost:0.0427920930088 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0418678820133 and training accuracy:0.987893462181 validation cost:0.0396964401007 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.504983902 Method 3 test accuracy:0.787400007248 Training with lmbda:57022.3889316, 46 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.509464025 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160639747977 and training accuracy:0.955094993114 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107272140682 and training accuracy:0.971184432507 validation cost:0.106399253011 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833830237389 and training accuracy:0.975002288818 validation cost:0.0826089680195 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0704602524638 and training accuracy:0.977365672588 validation cost:0.0716306567192 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0619681216776 and training accuracy:0.979001879692 validation cost:0.0633981153369 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547089166939 and training accuracy:0.981819808483 validation cost:0.0557996965945 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0495840385556 and training accuracy:0.983910560608 validation cost:0.0487471669912 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0461202375591 and training accuracy:0.984819591045 validation cost:0.0458200983703 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0424906127155 and training accuracy:0.986910283566 validation cost:0.0426585115492 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.808301926 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965443253517 and training accuracy:0.993365824223 validation cost:0.0909763276577 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0526896305382 and training accuracy:0.994926810265 validation cost:0.0472230836749 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380342043936 and training accuracy:0.995804905891 validation cost:0.032524023205 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288860108703 and training accuracy:0.997756123543 validation cost:0.0238201599568 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023690354079 and training accuracy:0.997560977936 validation cost:0.019222183153 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201507359743 and training accuracy:0.997951209545 validation cost:0.0149939479306 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175870545208 and training accuracy:0.998341441154 validation cost:0.0133347222582 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157115589827 and training accuracy:0.998439013958 validation cost:0.0121503286064 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144596574828 and training accuracy:0.998439013958 validation cost:0.0114659713581 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.671427011 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0618577674031 and training accuracy:0.991882383823 validation cost:0.0611475072801 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337399356067 and training accuracy:0.997113764286 validation cost:0.0352665521204 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234329998493 and training accuracy:0.998196065426 validation cost:0.0245433840901 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0182788111269 and training accuracy:0.998376488686 validation cost:0.0187269039452 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148488124833 and training accuracy:0.998376488686 validation cost:0.0143815213814 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0127182397991 and training accuracy:0.998556852341 validation cost:0.0128594012931 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0111195631325 and training accuracy:0.998917639256 validation cost:0.0112301958725 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0098137781024 and training accuracy:0.999098062515 validation cost:0.0099175684154 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00879005435854 and training accuracy:0.999098062515 validation cost:0.00890683289617 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.762551069 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150125429034 and training accuracy:0.963680386543 validation cost:0.148038029671 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.102948538959 and training accuracy:0.972154974937 validation cost:0.102796673775 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0837424397469 and training accuracy:0.975880026817 validation cost:0.0851705446839 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0699556022882 and training accuracy:0.978766977787 validation cost:0.0685319304466 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0608176961541 and training accuracy:0.982026457787 validation cost:0.0584282018244 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0542403496802 and training accuracy:0.983982145786 validation cost:0.0523666776717 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0492593385279 and training accuracy:0.985379040241 validation cost:0.0473270863295 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0445089899004 and training accuracy:0.987520933151 validation cost:0.0431750006974 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0416509844363 and training accuracy:0.988172829151 validation cost:0.0398646742105 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.641628981 Method 3 test accuracy:0.78719997406 Training with lmbda:60164.2319161, 47 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.723459959 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160709261894 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107072129846 and training accuracy:0.97127532959 validation cost:0.106732428074 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833798274398 and training accuracy:0.975184082985 validation cost:0.0829503983259 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703288242221 and training accuracy:0.977456569672 validation cost:0.071641638875 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0618784762919 and training accuracy:0.97909283638 validation cost:0.0635667517781 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547156073153 and training accuracy:0.9817289114 validation cost:0.0561459772289 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0496891960502 and training accuracy:0.983819663525 validation cost:0.0485737062991 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0458427518606 and training accuracy:0.985183179379 validation cost:0.0456711873412 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0421405509114 and training accuracy:0.987092077732 validation cost:0.0420575104654 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:120.005507231 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0966779738665 and training accuracy:0.993365824223 validation cost:0.091385833919 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0527345053852 and training accuracy:0.994926810265 validation cost:0.0473672188818 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380001850426 and training accuracy:0.99590241909 validation cost:0.0324555002153 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287614632398 and training accuracy:0.997658550739 validation cost:0.023813797161 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0236580297351 and training accuracy:0.997560977936 validation cost:0.0192412491888 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201077740639 and training accuracy:0.997951209545 validation cost:0.0149851897731 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175066161901 and training accuracy:0.998341441154 validation cost:0.013257981278 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157690458 and training accuracy:0.998439013958 validation cost:0.0123353283852 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144450655207 and training accuracy:0.998439013958 validation cost:0.0115650426596 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.762671947 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619600713253 and training accuracy:0.991702020168 validation cost:0.0613670498133 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337890721858 and training accuracy:0.997023522854 validation cost:0.035351138562 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234273541719 and training accuracy:0.998196065426 validation cost:0.0244155880064 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183205008507 and training accuracy:0.998376488686 validation cost:0.0188477095217 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.014861931093 and training accuracy:0.998376488686 validation cost:0.0144215095788 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0127490246668 and training accuracy:0.998556852341 validation cost:0.0128457369283 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0111612612382 and training accuracy:0.998917639256 validation cost:0.0114140026271 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00991629622877 and training accuracy:0.999007821083 validation cost:0.010057805106 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00880066305399 and training accuracy:0.999098062515 validation cost:0.00888866838068 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.741875172 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150268808007 and training accuracy:0.963680386543 validation cost:0.147317737341 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102984704077 and training accuracy:0.972061812878 validation cost:0.10279366374 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0835550501943 and training accuracy:0.975880026817 validation cost:0.0848174914718 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0699464157224 and training accuracy:0.978766977787 validation cost:0.0684920549393 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0606548190117 and training accuracy:0.982212722301 validation cost:0.0583976469934 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540512166917 and training accuracy:0.983888983727 validation cost:0.0517405308783 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0489271171391 and training accuracy:0.985565304756 validation cost:0.0471681654453 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0445479005575 and training accuracy:0.987427830696 validation cost:0.0431827269495 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0416620932519 and training accuracy:0.987986564636 validation cost:0.0395229943097 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:117.798306942 Method 3 test accuracy:0.787299990654 Training with lmbda:0, 48 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.261462927 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.30715394 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.024416424334 and training accuracy:0.997170746326 validation cost:0.0177602935582 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212638769299 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753454179 and training accuracy:0.99726831913 validation cost:0.0134453475475 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169585160911 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152014484629 and training accuracy:0.997463405132 validation cost:0.0111647546291 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:113.405771971 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680197104812 and training accuracy:0.990258872509 validation cost:0.0667800009251 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364416614175 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0257732402533 and training accuracy:0.997384309769 validation cost:0.0257938690484 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.020039210096 and training accuracy:0.997745096684 validation cost:0.019262008369 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0159926116467 and training accuracy:0.998105883598 validation cost:0.0156124858186 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134396087378 and training accuracy:0.998556852341 validation cost:0.0136646823958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115250283852 and training accuracy:0.998556852341 validation cost:0.0119702173397 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101073002443 and training accuracy:0.9987372756 validation cost:0.0104008261114 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00918213743716 and training accuracy:0.998827457428 validation cost:0.00931342691183 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.640317917 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.1503149122 and training accuracy:0.963680386543 validation cost:0.150966629386 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104495748878 and training accuracy:0.971689343452 validation cost:0.10532271862 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0849667042494 and training accuracy:0.974669396877 validation cost:0.0854837447405 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0725708380342 and training accuracy:0.978394508362 validation cost:0.0726876705885 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.06287471205 and training accuracy:0.982212722301 validation cost:0.0621440894902 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0562736280262 and training accuracy:0.983888983727 validation cost:0.0555613227189 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511264130473 and training accuracy:0.985379040241 validation cost:0.0486761070788 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461544878781 and training accuracy:0.986775934696 validation cost:0.0432433150709 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428599640727 and training accuracy:0.987614095211 validation cost:0.0393931046128 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.275633097 Method 3 test accuracy:0.789300024509 Training with lmbda:318.522792891, 49 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.552305937 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611310377717 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490118004382 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0415473878384 and training accuracy:0.987273871899 validation cost:0.0459042713046 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.724476099 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0950969532132 and training accuracy:0.992195129395 validation cost:0.0884103700519 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530502200127 and training accuracy:0.993073165417 validation cost:0.0453275926411 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374556966126 and training accuracy:0.995121955872 validation cost:0.0301934238523 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0294880736619 and training accuracy:0.996682941914 validation cost:0.0219154953957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0243707187474 and training accuracy:0.997170746326 validation cost:0.0177403576672 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0211981907487 and training accuracy:0.997463405132 validation cost:0.0151897370815 and validation accuracy:1.0 Training on :(4, 5) training cost:0.018980724737 and training accuracy:0.99726831913 validation cost:0.0134885795414 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169548820704 and training accuracy:0.997365832329 validation cost:0.0123119493946 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152132986113 and training accuracy:0.997463405132 validation cost:0.0111348340288 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:112.746743917 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680657029152 and training accuracy:0.990168690681 validation cost:0.0667207837105 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365115366876 and training accuracy:0.996301949024 validation cost:0.0360347665846 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0257812067866 and training accuracy:0.997384309769 validation cost:0.0257889255881 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200544893742 and training accuracy:0.997745096684 validation cost:0.0192526709288 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160629395396 and training accuracy:0.998105883598 validation cost:0.0154535947368 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134561946616 and training accuracy:0.998556852341 validation cost:0.0136765073985 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115131670609 and training accuracy:0.998556852341 validation cost:0.0119578279555 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101079484448 and training accuracy:0.9987372756 validation cost:0.0104091679677 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00916678644717 and training accuracy:0.998827457428 validation cost:0.00931239873171 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.395349026 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150447368622 and training accuracy:0.963494122028 validation cost:0.151636809111 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104717843235 and training accuracy:0.971782445908 validation cost:0.106210306287 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0850741118193 and training accuracy:0.974762499332 validation cost:0.0852560698986 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0723994746804 and training accuracy:0.978487610817 validation cost:0.0727473050356 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0629664883018 and training accuracy:0.982026457787 validation cost:0.0624682120979 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.056286316365 and training accuracy:0.983888983727 validation cost:0.0557553209364 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0512483343482 and training accuracy:0.985192775726 validation cost:0.0495519563556 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461120828986 and training accuracy:0.986962199211 validation cost:0.0432293489575 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0430361628532 and training accuracy:0.987707197666 validation cost:0.040032107383 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.927226067 Method 3 test accuracy:0.789399981499 Training with lmbda:7315.44010634, 50 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.691490173 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162115871906 and training accuracy:0.953822374344 validation cost:0.167495980859 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108130030334 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837565213442 and training accuracy:0.976365804672 validation cost:0.0885929092765 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696329325438 and training accuracy:0.977820217609 validation cost:0.0767484158278 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0609529986978 and training accuracy:0.979820013046 validation cost:0.0672554969788 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537810996175 and training accuracy:0.982365250587 validation cost:0.058217998594 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0491368845105 and training accuracy:0.984455943108 validation cost:0.0529866814613 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0452234148979 and training accuracy:0.985819458961 validation cost:0.0494620800018 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0415556021035 and training accuracy:0.987182974815 validation cost:0.0458631105721 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.997966051 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.09499797225 and training accuracy:0.992292702198 validation cost:0.0884245038033 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0528650432825 and training accuracy:0.993073165417 validation cost:0.0452229753137 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.037450004369 and training accuracy:0.995024383068 validation cost:0.0303481537849 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293159652501 and training accuracy:0.996878027916 validation cost:0.0219632312655 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244296342134 and training accuracy:0.997170746326 validation cost:0.0177024416625 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212450679392 and training accuracy:0.997463405132 validation cost:0.0151289962232 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0188831333071 and training accuracy:0.99726831913 validation cost:0.0136033557355 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169597025961 and training accuracy:0.997365832329 validation cost:0.0123438108712 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0153009956703 and training accuracy:0.997463405132 validation cost:0.0111543983221 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:112.901914835 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679892227054 and training accuracy:0.990258872509 validation cost:0.066864028573 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364138670266 and training accuracy:0.996392190456 validation cost:0.0360485687852 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0258670672774 and training accuracy:0.997294127941 validation cost:0.0257737804204 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200412645936 and training accuracy:0.997745096684 validation cost:0.019263504073 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160817615688 and training accuracy:0.998105883598 validation cost:0.0156100094318 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0135252792388 and training accuracy:0.998556852341 validation cost:0.0136724608019 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114701464772 and training accuracy:0.998556852341 validation cost:0.0119385262951 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101137114689 and training accuracy:0.9987372756 validation cost:0.0104429218918 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00925129745156 and training accuracy:0.9987372756 validation cost:0.009317596443 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.072917938 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150422945619 and training accuracy:0.963773488998 validation cost:0.151038885117 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104856602848 and training accuracy:0.972248077393 validation cost:0.107367672026 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0848705917597 and training accuracy:0.974855661392 validation cost:0.084734916687 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0725218057632 and training accuracy:0.978301346302 validation cost:0.0727489441633 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0628982037306 and training accuracy:0.982305824757 validation cost:0.0631004497409 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.05652756989 and training accuracy:0.984168350697 validation cost:0.0560050271451 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.050981272012 and training accuracy:0.985192775726 validation cost:0.0485385581851 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.046446070075 and training accuracy:0.986869037151 validation cost:0.0439859703183 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428744107485 and training accuracy:0.987427830696 validation cost:0.0398644134402 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.322404861 Method 3 test accuracy:0.790199995041 Training with lmbda:8205.91565286, 51 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.280794144 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162115871906 and training accuracy:0.953822374344 validation cost:0.167495980859 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108130030334 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837565213442 and training accuracy:0.976365804672 validation cost:0.0885929092765 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696734040976 and training accuracy:0.977820217609 validation cost:0.0767484158278 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611424557865 and training accuracy:0.979729115963 validation cost:0.0678342655301 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537426732481 and training accuracy:0.982456147671 validation cost:0.0582773573697 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0491536073387 and training accuracy:0.984455943108 validation cost:0.0527291372418 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0452709421515 and training accuracy:0.985728561878 validation cost:0.0492718741298 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416040569544 and training accuracy:0.987182974815 validation cost:0.0460423231125 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.856167078 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0950432270765 and training accuracy:0.992097556591 validation cost:0.0887364819646 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0528987720609 and training accuracy:0.99317073822 validation cost:0.0453204512596 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.037521135062 and training accuracy:0.994926810265 validation cost:0.0302016288042 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.029497275129 and training accuracy:0.996682941914 validation cost:0.0219781547785 and validation accuracy:1.0 Training on :(4, 5) training cost:0.024422807619 and training accuracy:0.997170746326 validation cost:0.0177653469145 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212412904948 and training accuracy:0.997463405132 validation cost:0.0151288043708 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189368147403 and training accuracy:0.997365832329 validation cost:0.0136063247919 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169432871044 and training accuracy:0.997365832329 validation cost:0.0122988615185 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152421901003 and training accuracy:0.997463405132 validation cost:0.0110880574211 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:112.614398003 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680094957352 and training accuracy:0.990168690681 validation cost:0.0668138340116 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364703349769 and training accuracy:0.996392190456 validation cost:0.0359959863126 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0258555095643 and training accuracy:0.997294127941 validation cost:0.0259466599673 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200744569302 and training accuracy:0.997745096684 validation cost:0.0192842036486 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0161063205451 and training accuracy:0.998105883598 validation cost:0.0156490392983 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134251136333 and training accuracy:0.998556852341 validation cost:0.0135427042842 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115083837882 and training accuracy:0.998466670513 validation cost:0.0119413509965 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101111289114 and training accuracy:0.9987372756 validation cost:0.010441923514 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00924483779818 and training accuracy:0.9987372756 validation cost:0.00931048858911 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.65698719 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150319829583 and training accuracy:0.963680386543 validation cost:0.15136115253 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104263231158 and training accuracy:0.972061812878 validation cost:0.105484209955 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.085060685873 and training accuracy:0.974483132362 validation cost:0.0851218700409 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0726171806455 and training accuracy:0.978301346302 validation cost:0.0728068128228 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0631730630994 and training accuracy:0.982026457787 validation cost:0.0622834973037 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0564619190991 and training accuracy:0.984168350697 validation cost:0.0559340119362 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0510144531727 and training accuracy:0.985379040241 validation cost:0.0485086813569 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0464996956289 and training accuracy:0.986775934696 validation cost:0.0441032275558 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0429174005985 and training accuracy:0.987427830696 validation cost:0.039828710258 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:117.697798014 Method 3 test accuracy:0.789699971676 Training with lmbda:9227.69480373, 52 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.543913126 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162115871906 and training accuracy:0.953822374344 validation cost:0.167495980859 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108130030334 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837637484074 and training accuracy:0.976365804672 validation cost:0.0885929092765 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696206092834 and training accuracy:0.977820217609 validation cost:0.0767484158278 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0609808117151 and training accuracy:0.979820013046 validation cost:0.067244514823 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538365915418 and training accuracy:0.982365250587 validation cost:0.0582441054285 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0491030476987 and training accuracy:0.984455943108 validation cost:0.0527276992798 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0452746413648 and training accuracy:0.985819458961 validation cost:0.0493293330073 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416249632835 and training accuracy:0.987092077732 validation cost:0.0459931157529 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.902251005 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.095075674355 and training accuracy:0.992195129395 validation cost:0.0884544029832 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.052834007889 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374808870256 and training accuracy:0.994926810265 validation cost:0.0302223283798 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293872375041 and training accuracy:0.996780514717 validation cost:0.0220330990851 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244167577475 and training accuracy:0.997170746326 validation cost:0.017746379599 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212333519012 and training accuracy:0.997463405132 validation cost:0.0151998437941 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189564954489 and training accuracy:0.99726831913 validation cost:0.0135480286554 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169860627502 and training accuracy:0.997365832329 validation cost:0.0123775480315 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152628319338 and training accuracy:0.997463405132 validation cost:0.0110863503069 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:112.601796865 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.068012483418 and training accuracy:0.990349054337 validation cost:0.0669449344277 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364992283285 and training accuracy:0.996301949024 validation cost:0.0359544195235 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0258292630315 and training accuracy:0.997294127941 validation cost:0.0257825925946 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200626756996 and training accuracy:0.997745096684 validation cost:0.0192581377923 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.016088148579 and training accuracy:0.998105883598 validation cost:0.0156316570938 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134141584858 and training accuracy:0.998556852341 validation cost:0.013715586625 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114651871845 and training accuracy:0.998556852341 validation cost:0.0119403228164 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101380255073 and training accuracy:0.9987372756 validation cost:0.0106175774708 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00926734507084 and training accuracy:0.9987372756 validation cost:0.00930884666741 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.639367104 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150498583913 and training accuracy:0.963680386543 validation cost:0.15132600069 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104841604829 and training accuracy:0.972248077393 validation cost:0.106653347611 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0850831791759 and training accuracy:0.974669396877 validation cost:0.0851410478354 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0725339353085 and training accuracy:0.978208243847 validation cost:0.0729861930013 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0630936995149 and training accuracy:0.981840193272 validation cost:0.0627481639385 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0562988594174 and training accuracy:0.984261512756 validation cost:0.0560791902244 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0512526854873 and training accuracy:0.985379040241 validation cost:0.0490870736539 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0463530533016 and training accuracy:0.986869037151 validation cost:0.0439292751253 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.042921602726 and training accuracy:0.987520933151 validation cost:0.0401635207236 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.431121826 Method 3 test accuracy:0.790499985218 Training with lmbda:12509.6548196, 53 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.424232006 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162115871906 and training accuracy:0.953822374344 validation cost:0.167495980859 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108004055917 and training accuracy:0.97154802084 validation cost:0.10900336504 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837204754353 and training accuracy:0.976184010506 validation cost:0.0887051075697 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0697585493326 and training accuracy:0.977729320526 validation cost:0.0762085616589 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0608711205423 and training accuracy:0.97991091013 validation cost:0.0672612264752 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.053966794163 and training accuracy:0.982274353504 validation cost:0.0580522380769 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0492945462465 and training accuracy:0.984274148941 validation cost:0.0530065447092 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0452237874269 and training accuracy:0.985819458961 validation cost:0.0494105219841 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0414949543774 and training accuracy:0.987273871899 validation cost:0.0458263196051 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.851958036 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0953019410372 and training accuracy:0.991999983788 validation cost:0.0895918086171 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529402643442 and training accuracy:0.992975592613 validation cost:0.0451315268874 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374452657998 and training accuracy:0.995024383068 validation cost:0.0301141981035 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.029472257942 and training accuracy:0.996682941914 validation cost:0.0219871513546 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244329515845 and training accuracy:0.997170746326 validation cost:0.018163299188 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0213123653084 and training accuracy:0.997365832329 validation cost:0.0152489282191 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0188418198377 and training accuracy:0.997365832329 validation cost:0.0136473672464 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0168618615717 and training accuracy:0.997365832329 validation cost:0.0124861234799 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154079888016 and training accuracy:0.997463405132 validation cost:0.0110823521391 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:113.219732046 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0681061595678 and training accuracy:0.990078449249 validation cost:0.0668032988906 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364960506558 and training accuracy:0.996392190456 validation cost:0.0351314209402 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0260271970183 and training accuracy:0.997203946114 validation cost:0.0258469190449 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0201309304684 and training accuracy:0.997745096684 validation cost:0.0194548424333 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160278771073 and training accuracy:0.998105883598 validation cost:0.0152774862945 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0135422898456 and training accuracy:0.998466670513 validation cost:0.0136674931273 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011612967588 and training accuracy:0.998466670513 validation cost:0.0122059518471 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0102549130097 and training accuracy:0.998647093773 validation cost:0.0107254376635 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00915201287717 and training accuracy:0.999007821083 validation cost:0.00963789690286 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.41553092 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150178819895 and training accuracy:0.963587284088 validation cost:0.152008995414 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.10471111536 and training accuracy:0.972434341908 validation cost:0.10684555769 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0850809216499 and training accuracy:0.974576294422 validation cost:0.0848432704806 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0727539733052 and training accuracy:0.978208243847 validation cost:0.0722656697035 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0628664344549 and training accuracy:0.982305824757 validation cost:0.0631456300616 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0568374469876 and training accuracy:0.984075248241 validation cost:0.0557103194296 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0510635301471 and training accuracy:0.985285878181 validation cost:0.0490466356277 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0466122850776 and training accuracy:0.986775934696 validation cost:0.0438954494894 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0429293587804 and training accuracy:0.987334728241 validation cost:0.0403790101409 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.074438095 Method 3 test accuracy:0.790499985218 Training with lmbda:14121.1432429, 54 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.311093807 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162115871906 and training accuracy:0.953822374344 validation cost:0.167495980859 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10798086226 and training accuracy:0.97154802084 validation cost:0.108991615474 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837629064918 and training accuracy:0.976184010506 validation cost:0.0886796340346 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0697236359119 and training accuracy:0.977820217609 validation cost:0.0767648890615 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611719973385 and training accuracy:0.979820013046 validation cost:0.0678048729897 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.053725939244 and training accuracy:0.982365250587 validation cost:0.058091185987 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0492459014058 and training accuracy:0.984092354774 validation cost:0.053477562964 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0453894846141 and training accuracy:0.985637664795 validation cost:0.0497535169125 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0414515584707 and training accuracy:0.987273871899 validation cost:0.0454620830715 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.571177006 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0953604876995 and training accuracy:0.991999983788 validation cost:0.0893694981933 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529526956379 and training accuracy:0.992975592613 validation cost:0.0449967347085 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374768972397 and training accuracy:0.995024383068 validation cost:0.030042335391 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295053590089 and training accuracy:0.996780514717 validation cost:0.0222120881081 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244275759906 and training accuracy:0.997170746326 validation cost:0.0182293895632 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0213327780366 and training accuracy:0.997365832329 validation cost:0.0152650941163 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0188414435834 and training accuracy:0.997365832329 validation cost:0.0136628877372 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.017009774223 and training accuracy:0.99726831913 validation cost:0.0124929212034 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154027109966 and training accuracy:0.997463405132 validation cost:0.0111636118963 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:112.484079123 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680354163051 and training accuracy:0.990258872509 validation cost:0.0669573768973 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0366294644773 and training accuracy:0.996301949024 validation cost:0.0356735177338 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0260529201478 and training accuracy:0.997294127941 validation cost:0.0255126841366 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0201141852885 and training accuracy:0.997745096684 validation cost:0.019463641569 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0159953888506 and training accuracy:0.998105883598 validation cost:0.0152608370408 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0135322473943 and training accuracy:0.998466670513 validation cost:0.0136770540848 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115186264738 and training accuracy:0.998556852341 validation cost:0.011873154901 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0102565158159 and training accuracy:0.998647093773 validation cost:0.0107610756531 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00918738730252 and training accuracy:0.998917639256 validation cost:0.00957669317722 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.91200614 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150299459696 and training accuracy:0.963866651058 validation cost:0.152078777552 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.104823932052 and training accuracy:0.972341239452 validation cost:0.108451813459 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0849031656981 and training accuracy:0.974576294422 validation cost:0.0841870605946 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0727060958743 and training accuracy:0.978301346302 validation cost:0.0726606473327 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0632776841521 and training accuracy:0.982119560242 validation cost:0.0640137568116 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0565047934651 and training accuracy:0.984168350697 validation cost:0.0558259598911 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0510739833117 and training accuracy:0.985472142696 validation cost:0.0494989529252 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0465953908861 and training accuracy:0.986589670181 validation cost:0.0432083941996 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0430474579334 and training accuracy:0.987520933151 validation cost:0.0409238599241 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.569076061 Method 3 test accuracy:0.787599980831 Training with lmbda:14829.5807522, 55 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.205106974 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162115871906 and training accuracy:0.953822374344 validation cost:0.167495980859 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.107982039452 and training accuracy:0.97154802084 validation cost:0.108991615474 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837618708611 and training accuracy:0.976184010506 validation cost:0.0886796340346 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0697442218661 and training accuracy:0.977820217609 validation cost:0.0767692700028 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611534304917 and training accuracy:0.979820013046 validation cost:0.0678041651845 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.053744059056 and training accuracy:0.982365250587 validation cost:0.058091185987 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.049250792712 and training accuracy:0.984092354774 validation cost:0.0534761250019 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0453177541494 and training accuracy:0.985637664795 validation cost:0.0497475676239 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0415511131287 and training accuracy:0.987092077732 validation cost:0.0454391241074 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.301872969 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.095311768353 and training accuracy:0.991999983788 validation cost:0.0895588546991 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529536418617 and training accuracy:0.992975592613 validation cost:0.0449367463589 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0375255085528 and training accuracy:0.995121955872 validation cost:0.0303099472076 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295380949974 and training accuracy:0.996682941914 validation cost:0.0222120583057 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244296006858 and training accuracy:0.997170746326 validation cost:0.0181890856475 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0213160794228 and training accuracy:0.997365832329 validation cost:0.0152159649879 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0188480075449 and training accuracy:0.997365832329 validation cost:0.0136608444154 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0170367453247 and training accuracy:0.99726831913 validation cost:0.0125197358429 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154505260289 and training accuracy:0.997463405132 validation cost:0.0110350968316 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:112.885844946 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680483803153 and training accuracy:0.990258872509 validation cost:0.0668680742383 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365653000772 and training accuracy:0.996392190456 validation cost:0.0359322763979 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0260063987225 and training accuracy:0.997384309769 validation cost:0.0255202483386 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0201153624803 and training accuracy:0.997745096684 validation cost:0.0194131005555 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0159817002714 and training accuracy:0.998105883598 validation cost:0.0152504723519 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0135367689654 and training accuracy:0.998466670513 validation cost:0.0136794485152 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0116079999134 and training accuracy:0.998466670513 validation cost:0.0121249025688 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0102654369548 and training accuracy:0.998647093773 validation cost:0.0107553415 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0092225978151 and training accuracy:0.998827457428 validation cost:0.00958210043609 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.781983852 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150103449821 and training accuracy:0.963959753513 validation cost:0.152213573456 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.104702420533 and training accuracy:0.972527444363 validation cost:0.108181767166 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0850072801113 and training accuracy:0.974669396877 validation cost:0.0843168050051 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0727451443672 and training accuracy:0.978208243847 validation cost:0.0730718150735 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0631366819143 and training accuracy:0.982119560242 validation cost:0.0637478083372 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0565294809639 and training accuracy:0.984168350697 validation cost:0.0556199736893 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0510895736516 and training accuracy:0.985379040241 validation cost:0.0494109578431 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0465335324407 and training accuracy:0.986775934696 validation cost:0.0439791753888 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0429053790867 and training accuracy:0.987520933151 validation cost:0.0400900244713 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:117.828014851 Method 3 test accuracy:0.7867000103 Training with lmbda:18789.9334938, 56 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.451384068 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162115871906 and training accuracy:0.953822374344 validation cost:0.167495980859 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.107982039452 and training accuracy:0.97154802084 validation cost:0.108991615474 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.083748742938 and training accuracy:0.976184010506 validation cost:0.0887416228652 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0697091221809 and training accuracy:0.977911114693 validation cost:0.0767758712173 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0610947199166 and training accuracy:0.979820013046 validation cost:0.0678169876337 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0539359934628 and training accuracy:0.982365250587 validation cost:0.0580753833055 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0492342934012 and training accuracy:0.984274148941 validation cost:0.0528241172433 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0453731976449 and training accuracy:0.985728561878 validation cost:0.0491819232702 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.041739821434 and training accuracy:0.987092077732 validation cost:0.0460510328412 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.326709032 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0953480899334 and training accuracy:0.991999983788 validation cost:0.0893365517259 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530477799475 and training accuracy:0.992975592613 validation cost:0.0449337884784 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374300591648 and training accuracy:0.995024383068 validation cost:0.0301302820444 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295143444091 and training accuracy:0.996682941914 validation cost:0.0222158022225 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244442559779 and training accuracy:0.997170746326 validation cost:0.0179927889258 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0213888790458 and training accuracy:0.997365832329 validation cost:0.0151445521042 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0188775155693 and training accuracy:0.997365832329 validation cost:0.0136800846085 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.017027804628 and training accuracy:0.99726831913 validation cost:0.0125785302371 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0153822321445 and training accuracy:0.997463405132 validation cost:0.0109610725194 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:112.945688009 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680665820837 and training accuracy:0.990258872509 validation cost:0.0669116899371 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364958755672 and training accuracy:0.996572554111 validation cost:0.035215113312 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259599797428 and training accuracy:0.997384309769 validation cost:0.0255013182759 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0201353691518 and training accuracy:0.997745096684 validation cost:0.0195059385151 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160005111247 and training accuracy:0.998105883598 validation cost:0.0152029450983 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0135220233351 and training accuracy:0.998556852341 validation cost:0.0137248747051 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115427533165 and training accuracy:0.998556852341 validation cost:0.0120531655848 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.010227009654 and training accuracy:0.998647093773 validation cost:0.0107687143609 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00930492486805 and training accuracy:0.9987372756 validation cost:0.00959560461342 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.907500029 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150270164013 and training accuracy:0.963773488998 validation cost:0.152108892798 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.104814402759 and training accuracy:0.972248077393 validation cost:0.107460066676 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0849664658308 and training accuracy:0.974762499332 validation cost:0.084878526628 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0726746916771 and training accuracy:0.978301346302 validation cost:0.0731333941221 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0629285424948 and training accuracy:0.982305824757 validation cost:0.0631955116987 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0564259551466 and training accuracy:0.983982145786 validation cost:0.0547695979476 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511176101863 and training accuracy:0.985285878181 validation cost:0.0494180098176 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0466956309974 and training accuracy:0.986589670181 validation cost:0.0442699640989 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0429346337914 and training accuracy:0.987427830696 validation cost:0.0402862355113 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:117.429423094 Method 3 test accuracy:0.786400020123 Training with lmbda:28654.9373756, 57 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.253832102 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162194564939 and training accuracy:0.953822374344 validation cost:0.167495980859 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108008190989 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0838895440102 and training accuracy:0.976274907589 validation cost:0.088680125773 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0698240548372 and training accuracy:0.977729320526 validation cost:0.0767797678709 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0609489940107 and training accuracy:0.97991091013 validation cost:0.0678261816502 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0539675019681 and training accuracy:0.982456147671 validation cost:0.0577291585505 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0492448359728 and training accuracy:0.984183251858 validation cost:0.0528166815639 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0452244095504 and training accuracy:0.986001253128 validation cost:0.0495703071356 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0415857732296 and training accuracy:0.987092077732 validation cost:0.046570379287 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.961236954 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0954008921981 and training accuracy:0.991999983788 validation cost:0.0895259082317 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530123971403 and training accuracy:0.992975592613 validation cost:0.0450330376625 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0375111177564 and training accuracy:0.994926810265 validation cost:0.0305097736418 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295265819877 and training accuracy:0.99658536911 validation cost:0.0225540325046 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0244208145887 and training accuracy:0.99726831913 validation cost:0.0178914554417 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0214271508157 and training accuracy:0.997365832329 validation cost:0.0151786394417 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189180057496 and training accuracy:0.997365832329 validation cost:0.0137438215315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0170254539698 and training accuracy:0.997365832329 validation cost:0.0126277832314 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154713941738 and training accuracy:0.997463405132 validation cost:0.0108838453889 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:112.946016073 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680961608887 and training accuracy:0.990258872509 validation cost:0.0669586136937 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364888869226 and training accuracy:0.996392190456 validation cost:0.0353097729385 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259229801595 and training accuracy:0.997294127941 validation cost:0.0257523562759 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0201629195362 and training accuracy:0.997745096684 validation cost:0.0194656699896 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160866938531 and training accuracy:0.998196065426 validation cost:0.0154011612758 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0135535756126 and training accuracy:0.998466670513 validation cost:0.0138618536294 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011541380547 and training accuracy:0.998556852341 validation cost:0.0116321565583 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0102827521041 and training accuracy:0.998647093773 validation cost:0.0106787281111 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00933049153537 and training accuracy:0.9987372756 validation cost:0.00958501640707 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.115272045 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.149913921952 and training accuracy:0.963680386543 validation cost:0.15169800818 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.104411110282 and training accuracy:0.972061812878 validation cost:0.106772594154 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0847695022821 and training accuracy:0.974203765392 validation cost:0.0848174914718 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0721337497234 and training accuracy:0.978766977787 validation cost:0.0728290006518 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0629683732986 and training accuracy:0.981933295727 validation cost:0.0643300265074 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0563380010426 and training accuracy:0.984261512756 validation cost:0.0545034557581 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0507665611804 and training accuracy:0.985379040241 validation cost:0.048287641257 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0468461066484 and training accuracy:0.986496567726 validation cost:0.044307153672 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0432609990239 and training accuracy:0.987241566181 validation cost:0.0403208248317 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.247956038 Method 3 test accuracy:0.798099994659 Training with lmbda:36679.8335709, 58 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.659209967 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162212118506 and training accuracy:0.953822374344 validation cost:0.167495980859 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108010955155 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.083913423121 and training accuracy:0.976274907589 validation cost:0.0886652469635 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0697551965714 and training accuracy:0.977729320526 validation cost:0.0767587646842 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0609384402633 and training accuracy:0.97991091013 validation cost:0.067253574729 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538352392614 and training accuracy:0.982365250587 validation cost:0.0576805248857 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0491486415267 and training accuracy:0.984274148941 validation cost:0.0528178624809 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0453454218805 and training accuracy:0.985728561878 validation cost:0.0494036376476 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0417184568942 and training accuracy:0.987092077732 validation cost:0.0460477285087 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.125827074 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0950676873326 and training accuracy:0.992292702198 validation cost:0.0886189937592 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530711710453 and training accuracy:0.99287801981 validation cost:0.0453495495021 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.037476029247 and training accuracy:0.994926810265 validation cost:0.0301819909364 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.029469627887 and training accuracy:0.996780514717 validation cost:0.0222037918866 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0246242042631 and training accuracy:0.996975600719 validation cost:0.0178522095084 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0215037725866 and training accuracy:0.99726831913 validation cost:0.015320491977 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189467705786 and training accuracy:0.997365832329 validation cost:0.0133039429784 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169961359352 and training accuracy:0.997365832329 validation cost:0.0124057242647 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0153945134953 and training accuracy:0.997463405132 validation cost:0.0110435606912 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:113.07562685 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680602043867 and training accuracy:0.990258872509 validation cost:0.0669418722391 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364418625832 and training accuracy:0.996482372284 validation cost:0.0357679873705 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0259940512478 and training accuracy:0.997294127941 validation cost:0.0258670300245 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0201300289482 and training accuracy:0.997745096684 validation cost:0.0193624347448 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0161209143698 and training accuracy:0.998105883598 validation cost:0.0154650593176 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0135559113696 and training accuracy:0.998556852341 validation cost:0.0135419722646 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0116560794413 and training accuracy:0.998466670513 validation cost:0.0121228797361 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0102980202064 and training accuracy:0.998647093773 validation cost:0.0108089232817 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00936252251267 and training accuracy:0.9987372756 validation cost:0.00948912929744 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.792093039 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150628849864 and training accuracy:0.963587284088 validation cost:0.152275681496 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.104694470763 and training accuracy:0.972620606422 validation cost:0.106728933752 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0849028602242 and training accuracy:0.974576294422 validation cost:0.084522806108 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0726226046681 and training accuracy:0.978301346302 validation cost:0.073351688683 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0628529638052 and training accuracy:0.982212722301 validation cost:0.0628526285291 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0565697774291 and training accuracy:0.983982145786 validation cost:0.0542611144483 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0512116290629 and training accuracy:0.985192775726 validation cost:0.0493105351925 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0468611828983 and training accuracy:0.986589670181 validation cost:0.0444841347635 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0431212112308 and training accuracy:0.987427830696 validation cost:0.0406014770269 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.15674305 Method 3 test accuracy:0.790899991989 Training with lmbda:38818.7997363, 59 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:125.993880033 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162212118506 and training accuracy:0.953822374344 validation cost:0.167495980859 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10801383853 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.083913423121 and training accuracy:0.976274907589 validation cost:0.0886652469635 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0697555914521 and training accuracy:0.977729320526 validation cost:0.0767587646842 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0609384402633 and training accuracy:0.97991091013 validation cost:0.067253574729 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538368523121 and training accuracy:0.982365250587 validation cost:0.0576803311706 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0492118299007 and training accuracy:0.984274148941 validation cost:0.0528137907386 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0452996306121 and training accuracy:0.985819458961 validation cost:0.0495602563024 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0417106486857 and training accuracy:0.987001180649 validation cost:0.0464288666844 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.821702003 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0953027009964 and training accuracy:0.991999983788 validation cost:0.0893552154303 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530045665801 and training accuracy:0.992975592613 validation cost:0.0450155511498 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0375560559332 and training accuracy:0.994926810265 validation cost:0.0302572082728 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0296091809869 and training accuracy:0.996682941914 validation cost:0.0225537437946 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0244775488973 and training accuracy:0.99726831913 validation cost:0.0179087836295 and validation accuracy:1.0 Training on :(4, 5) training cost:0.021592868492 and training accuracy:0.99726831913 validation cost:0.0152211356908 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189097952098 and training accuracy:0.997463405132 validation cost:0.0134053658694 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170930307359 and training accuracy:0.99726831913 validation cost:0.0125577170402 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154857933521 and training accuracy:0.997463405132 validation cost:0.0108912186697 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:112.549488068 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680212527514 and training accuracy:0.990349054337 validation cost:0.066829957068 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365455970168 and training accuracy:0.996392190456 validation cost:0.0354269854724 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0258814487606 and training accuracy:0.997294127941 validation cost:0.0257285423577 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0201734472066 and training accuracy:0.997745096684 validation cost:0.0194939412177 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.016125112772 and training accuracy:0.998196065426 validation cost:0.0154712498188 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0135986786336 and training accuracy:0.998466670513 validation cost:0.0138737410307 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0116105275229 and training accuracy:0.998556852341 validation cost:0.0116959093139 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0103380763903 and training accuracy:0.998647093773 validation cost:0.0106905428693 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00939338374883 and training accuracy:0.9987372756 validation cost:0.00977700948715 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.550413132 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150243908167 and training accuracy:0.963680386543 validation cost:0.152212068439 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.104575991631 and training accuracy:0.972248077393 validation cost:0.108530499041 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0849504768848 and training accuracy:0.974296867847 validation cost:0.0855474621058 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.072335280478 and training accuracy:0.978487610817 validation cost:0.0726186111569 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0629514381289 and training accuracy:0.982212722301 validation cost:0.063564568758 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0561283119023 and training accuracy:0.984168350697 validation cost:0.0541046671569 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.051298469305 and training accuracy:0.985192775726 validation cost:0.0492236837745 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0468338057399 and training accuracy:0.986682832241 validation cost:0.0443930327892 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0432675145566 and training accuracy:0.987334728241 validation cost:0.0407002866268 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.001768112 Method 3 test accuracy:0.796400010586 Training with lmbda:45275.5632191, 60 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.023933172 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162212118506 and training accuracy:0.953822374344 validation cost:0.167495980859 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108047857881 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837877392769 and training accuracy:0.976274907589 validation cost:0.0886460617185 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695749372244 and training accuracy:0.977911114693 validation cost:0.0762203112245 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0609450414777 and training accuracy:0.97991091013 validation cost:0.0672425925732 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.05397657305 and training accuracy:0.982365250587 validation cost:0.0577746517956 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0492187924683 and training accuracy:0.984274148941 validation cost:0.0533922426403 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0453672260046 and training accuracy:0.985728561878 validation cost:0.050140157342 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0415999293327 and training accuracy:0.987182974815 validation cost:0.0460350736976 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.915061951 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.095123000443 and training accuracy:0.992195129395 validation cost:0.0887147933245 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530794411898 and training accuracy:0.993073165417 validation cost:0.0454771518707 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.037420861423 and training accuracy:0.994926810265 validation cost:0.0299726072699 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295207705349 and training accuracy:0.996780514717 validation cost:0.0221221260726 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0245544929057 and training accuracy:0.997073173523 validation cost:0.0181762613356 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0215311329812 and training accuracy:0.99726831913 validation cost:0.0153397191316 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189435072243 and training accuracy:0.997463405132 validation cost:0.0133904665709 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0171835385263 and training accuracy:0.99726831913 validation cost:0.0125051699579 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0153454942629 and training accuracy:0.997463405132 validation cost:0.011075489223 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:112.545269012 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679495185614 and training accuracy:0.990258872509 validation cost:0.0668052732944 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364974848926 and training accuracy:0.996482372284 validation cost:0.0354753881693 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0259638037533 and training accuracy:0.997384309769 validation cost:0.0259035937488 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0201146230102 and training accuracy:0.997835278511 validation cost:0.0195712838322 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0161435976624 and training accuracy:0.998105883598 validation cost:0.015477001667 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0135640446097 and training accuracy:0.998556852341 validation cost:0.0134869450703 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0116114942357 and training accuracy:0.998556852341 validation cost:0.0121421357617 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0102535840124 and training accuracy:0.9987372756 validation cost:0.0108918901533 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00939775537699 and training accuracy:0.9987372756 validation cost:0.00944762863219 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.498394012 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150585219264 and training accuracy:0.963680386543 validation cost:0.152355834842 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.104316048324 and training accuracy:0.972341239452 validation cost:0.106353230774 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0849787741899 and training accuracy:0.974669396877 validation cost:0.084783770144 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0721888318658 and training accuracy:0.978673875332 validation cost:0.0728697553277 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0631624609232 and training accuracy:0.981840193272 validation cost:0.0636510774493 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.056577090174 and training accuracy:0.984075248241 validation cost:0.0545437969267 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0515566244721 and training accuracy:0.985285878181 validation cost:0.0497924350202 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.046669755131 and training accuracy:0.986682832241 validation cost:0.0436953790486 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0432342551649 and training accuracy:0.987241566181 validation cost:0.0404677130282 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.075759888 Method 3 test accuracy:0.789399981499 Training with lmbda:55745.0609696, 61 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.386996984 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162090584636 and training accuracy:0.953822374344 validation cost:0.167213529348 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108080305159 and training accuracy:0.971457123756 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0838612690568 and training accuracy:0.976274907589 validation cost:0.0886995941401 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696996822953 and training accuracy:0.977820217609 validation cost:0.0760212764144 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0609869658947 and training accuracy:0.980001807213 validation cost:0.0683788657188 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.053731109947 and training accuracy:0.982547044754 validation cost:0.0579050853848 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0493107810616 and training accuracy:0.984274148941 validation cost:0.0532790981233 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0454221516848 and training accuracy:0.985728561878 validation cost:0.0494114011526 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0414363481104 and training accuracy:0.987092077732 validation cost:0.0464083105326 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.737991095 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0953279733658 and training accuracy:0.991999983788 validation cost:0.0895662456751 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530065484345 and training accuracy:0.992975592613 validation cost:0.0451232530177 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0375367738307 and training accuracy:0.995024383068 validation cost:0.0302125867456 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0294556617737 and training accuracy:0.996780514717 validation cost:0.0222773868591 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0246270112693 and training accuracy:0.997073173523 validation cost:0.0182897467166 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.021609025076 and training accuracy:0.997365832329 validation cost:0.0153870526701 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190400090069 and training accuracy:0.997463405132 validation cost:0.0134005891159 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170777570456 and training accuracy:0.997463405132 validation cost:0.0125756785274 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0155575349927 and training accuracy:0.997463405132 validation cost:0.0109728183597 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:112.865947962 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679843202233 and training accuracy:0.990168690681 validation cost:0.0667412057519 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0366133525968 and training accuracy:0.996572554111 validation cost:0.0356138646603 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259642023593 and training accuracy:0.997564733028 validation cost:0.0255005639046 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0202051140368 and training accuracy:0.997745096684 validation cost:0.0195945650339 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162045881152 and training accuracy:0.998105883598 validation cost:0.0156624112278 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0136579722166 and training accuracy:0.998466670513 validation cost:0.0138097312301 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0116836298257 and training accuracy:0.998556852341 validation cost:0.0122217396274 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0103976847604 and training accuracy:0.9987372756 validation cost:0.011020893231 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00937188882381 and training accuracy:0.998827457428 validation cost:0.00968782883137 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.694267035 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150978624821 and training accuracy:0.963307857513 validation cost:0.153939396143 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.104471087456 and training accuracy:0.972154974937 validation cost:0.106855273247 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0850228369236 and training accuracy:0.974576294422 validation cost:0.084293410182 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0725322663784 and training accuracy:0.978394508362 validation cost:0.0729135945439 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0629314556718 and training accuracy:0.982212722301 validation cost:0.0633664131165 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0562111064792 and training accuracy:0.984261512756 validation cost:0.0540219023824 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0517156608403 and training accuracy:0.985192775726 validation cost:0.0505570285022 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0469930246472 and training accuracy:0.986682832241 validation cost:0.044633820653 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0433063693345 and training accuracy:0.987241566181 validation cost:0.0410799495876 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:117.657991886 Method 3 test accuracy:0.785099983215 Training with lmbda:57022.3889316, 62 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.137678146 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162090584636 and training accuracy:0.953822374344 validation cost:0.167213529348 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108071632683 and training accuracy:0.971457123756 validation cost:0.10907522589 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837248042226 and training accuracy:0.976184010506 validation cost:0.0887720882893 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696736127138 and training accuracy:0.977820217609 validation cost:0.0767827033997 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611455924809 and training accuracy:0.979729115963 validation cost:0.0678301826119 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537644661963 and training accuracy:0.982456147671 validation cost:0.0577355995774 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.049286890775 and training accuracy:0.984274148941 validation cost:0.0533486604691 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0453134737909 and training accuracy:0.985819458961 validation cost:0.0497581399977 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0415504612029 and training accuracy:0.987182974815 validation cost:0.0454315394163 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.915752888 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0954867228866 and training accuracy:0.991999983788 validation cost:0.0897954702377 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530443042517 and training accuracy:0.992975592613 validation cost:0.0451771989465 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376133024693 and training accuracy:0.994926810265 validation cost:0.0303077641875 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295054279268 and training accuracy:0.996682941914 validation cost:0.0226594936103 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0246513262391 and training accuracy:0.997073173523 validation cost:0.0183264594525 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0215666983277 and training accuracy:0.997365832329 validation cost:0.0154185481369 and validation accuracy:1.0 Training on :(4, 5) training cost:0.019078694284 and training accuracy:0.997463405132 validation cost:0.013420519419 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170846637338 and training accuracy:0.997463405132 validation cost:0.0125146759674 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154794715345 and training accuracy:0.997463405132 validation cost:0.0107883773744 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:112.603735924 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0676513314247 and training accuracy:0.990258872509 validation cost:0.0660591647029 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.036490123719 and training accuracy:0.996121585369 validation cost:0.0356807485223 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0261167436838 and training accuracy:0.997203946114 validation cost:0.0258481632918 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.020111747086 and training accuracy:0.997745096684 validation cost:0.0198859609663 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160789489746 and training accuracy:0.998286306858 validation cost:0.0157288704067 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0135884312913 and training accuracy:0.998466670513 validation cost:0.0134952617809 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0116061791778 and training accuracy:0.998556852341 validation cost:0.0117502063513 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.010378642939 and training accuracy:0.9987372756 validation cost:0.0108219403774 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00926568638533 and training accuracy:0.999007821083 validation cost:0.00948004424572 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.183751822 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150319337845 and training accuracy:0.963773488998 validation cost:0.15282022953 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.103950701654 and training accuracy:0.972620606422 validation cost:0.107540771365 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.084272056818 and training accuracy:0.974948763847 validation cost:0.0849284380674 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0723495408893 and training accuracy:0.978301346302 validation cost:0.0718468129635 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0632013380527 and training accuracy:0.982119560242 validation cost:0.0627273917198 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0564980916679 and training accuracy:0.984168350697 validation cost:0.0540271997452 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0514363460243 and training accuracy:0.985658407211 validation cost:0.050567034632 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0469851978123 and training accuracy:0.986775934696 validation cost:0.0438970662653 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0434497743845 and training accuracy:0.987334728241 validation cost:0.0401226244867 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.011889935 Method 3 test accuracy:0.80529999733 Training with lmbda:60164.2319161, 63 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.063431025 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162090584636 and training accuracy:0.953822374344 validation cost:0.167213529348 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108071632683 and training accuracy:0.971457123756 validation cost:0.10907522589 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837088674307 and training accuracy:0.976274907589 validation cost:0.0887720882893 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0697164535522 and training accuracy:0.977820217609 validation cost:0.0767855793238 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0613058842719 and training accuracy:0.97963821888 validation cost:0.0683964565396 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0536639429629 and training accuracy:0.982637941837 validation cost:0.057981621474 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0492682717741 and training accuracy:0.984274148941 validation cost:0.0531637780368 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0453590117395 and training accuracy:0.985910356045 validation cost:0.0490156710148 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0416763648391 and training accuracy:0.987182974815 validation cost:0.0458116047084 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.410887003 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0954311639071 and training accuracy:0.991999983788 validation cost:0.0895035788417 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529974289238 and training accuracy:0.992975592613 validation cost:0.0450922548771 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376094356179 and training accuracy:0.994926810265 validation cost:0.0301985889673 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.029525578022 and training accuracy:0.996780514717 validation cost:0.0223197843879 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0245512835681 and training accuracy:0.997170746326 validation cost:0.0183524172753 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0215690173209 and training accuracy:0.997365832329 validation cost:0.0153385382146 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190187487751 and training accuracy:0.997463405132 validation cost:0.0134976962581 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170469190925 and training accuracy:0.997365832329 validation cost:0.012592131272 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0155796883628 and training accuracy:0.997463405132 validation cost:0.0111125903204 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:112.795331955 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680647939444 and training accuracy:0.990168690681 validation cost:0.0667710527778 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0366386510432 and training accuracy:0.996482372284 validation cost:0.0354106724262 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259423274547 and training accuracy:0.997474491596 validation cost:0.0252661500126 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0202434267849 and training accuracy:0.997745096684 validation cost:0.0195986498147 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.016184380278 and training accuracy:0.998105883598 validation cost:0.0154768517241 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0136331133544 and training accuracy:0.998466670513 validation cost:0.0137812495232 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0117075415328 and training accuracy:0.998556852341 validation cost:0.0122004719451 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104205859825 and training accuracy:0.9987372756 validation cost:0.0110234310851 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00940798223019 and training accuracy:0.9987372756 validation cost:0.00966744311154 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.746477127 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151059448719 and training accuracy:0.963494122028 validation cost:0.153864905238 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.104398131371 and training accuracy:0.971875607967 validation cost:0.107156671584 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0846831277013 and training accuracy:0.974390029907 validation cost:0.0843512862921 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0725180208683 and training accuracy:0.978208243847 validation cost:0.0718933492899 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.062924861908 and training accuracy:0.982212722301 validation cost:0.0637149810791 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0562903024256 and training accuracy:0.984261512756 validation cost:0.054701410234 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0515586212277 and training accuracy:0.985565304756 validation cost:0.0504240617156 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0468889772892 and training accuracy:0.986589670181 validation cost:0.0444616638124 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0434836708009 and training accuracy:0.987334728241 validation cost:0.0411228500307 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.184144974 Method 3 test accuracy:0.790400028229 Training with lmbda:0, 64 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.185282946 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580960251391 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476470403373 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.327324152 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256434321 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.847036123 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194009188563 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.015670472756 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.803439856 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151703119278 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102396644652 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814579501748 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689342692494 and training accuracy:0.980629563332 validation cost:0.0685682967305 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609318986535 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0535955689847 and training accuracy:0.984633982182 validation cost:0.0505174845457 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.049071803689 and training accuracy:0.985751509666 validation cost:0.0494677238166 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0446933321655 and training accuracy:0.987427830696 validation cost:0.0449233613908 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0412671677768 and training accuracy:0.987800359726 validation cost:0.0424859561026 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:118.174677849 Method 3 test accuracy:0.77840000391 Training with lmbda:318.522792891, 65 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.807561874 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653997957706 and training accuracy:0.97936552763 validation cost:0.0664685368538 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0579972080886 and training accuracy:0.9817289114 validation cost:0.0603205673397 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0522563681006 and training accuracy:0.984183251858 validation cost:0.0547545552254 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0474304817617 and training accuracy:0.985637664795 validation cost:0.0524169094861 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0445058681071 and training accuracy:0.986728489399 validation cost:0.0481445789337 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.490566969 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943549945951 and training accuracy:0.993463397026 validation cost:0.0831794515252 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053267672658 and training accuracy:0.993073165417 validation cost:0.0434321947396 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374666191638 and training accuracy:0.994829297066 validation cost:0.0289316866547 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287524983287 and training accuracy:0.996390223503 validation cost:0.0222410243005 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239482596517 and training accuracy:0.996975600719 validation cost:0.0179444421083 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206537544727 and training accuracy:0.997170746326 validation cost:0.0144137460738 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181080643088 and training accuracy:0.997560977936 validation cost:0.0120640080422 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161834917963 and training accuracy:0.997463405132 validation cost:0.0101203182712 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147415967658 and training accuracy:0.99726831913 validation cost:0.00897230766714 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.187577009 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0630395039916 and training accuracy:0.990709841251 validation cost:0.0634346231818 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347719155252 and training accuracy:0.996572554111 validation cost:0.0342163257301 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245711654425 and training accuracy:0.997474491596 validation cost:0.0254331920296 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194333139807 and training accuracy:0.997474491596 validation cost:0.0206032507122 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157183296978 and training accuracy:0.997654914856 validation cost:0.0162600167096 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0134507874027 and training accuracy:0.997925519943 validation cost:0.0138403913006 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116383833811 and training accuracy:0.998376488686 validation cost:0.0124447215348 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104861212894 and training accuracy:0.998466670513 validation cost:0.0109456228092 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00938692688942 and training accuracy:0.998827457428 validation cost:0.00943562109023 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:122.003075123 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151689007878 and training accuracy:0.966381072998 validation cost:0.149216383696 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102469459176 and training accuracy:0.972713708878 validation cost:0.101414933801 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0815589204431 and training accuracy:0.976345717907 validation cost:0.0818513259292 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689240396023 and training accuracy:0.980629563332 validation cost:0.0687759444118 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0606616139412 and training accuracy:0.983143985271 validation cost:0.0597902350128 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539838224649 and training accuracy:0.984447777271 validation cost:0.0509830862284 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0489648133516 and training accuracy:0.985844671726 validation cost:0.0490796528757 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0448433347046 and training accuracy:0.987707197666 validation cost:0.0446303412318 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413806848228 and training accuracy:0.987893462181 validation cost:0.0424531139433 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:117.880537987 Method 3 test accuracy:0.778999984264 Training with lmbda:7315.44010634, 66 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.271535158 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115234106779 and training accuracy:0.968366503716 validation cost:0.119361765683 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.09140265733 and training accuracy:0.971820771694 validation cost:0.0965690687299 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760881528258 and training accuracy:0.975002288818 validation cost:0.0818870663643 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.065249606967 and training accuracy:0.979274630547 validation cost:0.0664201229811 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0579818673432 and training accuracy:0.9817289114 validation cost:0.0604583360255 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0524251423776 and training accuracy:0.984001457691 validation cost:0.0548340827227 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0475543253124 and training accuracy:0.985728561878 validation cost:0.0520840622485 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0445453263819 and training accuracy:0.986546695232 validation cost:0.0477860532701 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.354611874 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942682772875 and training accuracy:0.993463397026 validation cost:0.0835198312998 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0532974749804 and training accuracy:0.993073165417 validation cost:0.043337944895 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374426133931 and training accuracy:0.994829297066 validation cost:0.028870312497 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288343951106 and training accuracy:0.996390223503 validation cost:0.0222034789622 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239622108638 and training accuracy:0.996878027916 validation cost:0.01799127087 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206146482378 and training accuracy:0.997170746326 validation cost:0.0141119100153 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0180879049003 and training accuracy:0.997560977936 validation cost:0.0119292447343 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0162543710321 and training accuracy:0.997463405132 validation cost:0.0104098981246 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0146940443665 and training accuracy:0.99726831913 validation cost:0.0090284878388 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.676594019 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629387795925 and training accuracy:0.990709841251 validation cost:0.0629773810506 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0348260514438 and training accuracy:0.996572554111 validation cost:0.0342655293643 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245201569051 and training accuracy:0.997564733028 validation cost:0.0254057552665 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.019455011934 and training accuracy:0.997474491596 validation cost:0.020594259724 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156700257212 and training accuracy:0.997654914856 validation cost:0.0162611026317 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0134831722826 and training accuracy:0.997925519943 validation cost:0.0138650080189 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0117187434807 and training accuracy:0.998376488686 validation cost:0.0124453241006 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.01054551173 and training accuracy:0.998466670513 validation cost:0.0108015527949 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00942135974765 and training accuracy:0.998827457428 validation cost:0.00942047126591 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.250530005 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.152021199465 and training accuracy:0.966287970543 validation cost:0.149386748672 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102525182068 and training accuracy:0.972527444363 validation cost:0.101549655199 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.081553645432 and training accuracy:0.976438820362 validation cost:0.0820285603404 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689795464277 and training accuracy:0.980722665787 validation cost:0.0683335661888 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.060918956995 and training accuracy:0.982957720757 validation cost:0.0598873533309 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538806952536 and training accuracy:0.984633982182 validation cost:0.0510835163295 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0488013774157 and training accuracy:0.985937774181 validation cost:0.0493856221437 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0447147972882 and training accuracy:0.987334728241 validation cost:0.0448510423303 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0412505045533 and training accuracy:0.987986564636 validation cost:0.0421512909234 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:118.248223066 Method 3 test accuracy:0.778299987316 Training with lmbda:8205.91565286, 67 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.175384045 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115125186741 and training accuracy:0.968366503716 validation cost:0.119320437312 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0914904028177 and training accuracy:0.971820771694 validation cost:0.0965747237206 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760962069035 and training accuracy:0.975093185902 validation cost:0.0821633189917 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.065314501524 and training accuracy:0.979274630547 validation cost:0.0665828660131 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.058065328747 and training accuracy:0.9817289114 validation cost:0.0605335794389 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521760880947 and training accuracy:0.984183251858 validation cost:0.0545828938484 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476270243526 and training accuracy:0.985728561878 validation cost:0.051795233041 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443925224245 and training accuracy:0.986546695232 validation cost:0.047919023782 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.11037302 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943068116903 and training accuracy:0.993463397026 validation cost:0.0835124403238 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0532777011395 and training accuracy:0.993073165417 validation cost:0.0432621873915 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0375233963132 and training accuracy:0.994829297066 validation cost:0.0288418531418 and validation accuracy:1.0 Training on :(4, 5) training cost:0.028813906014 and training accuracy:0.996390223503 validation cost:0.0222090482712 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239540692419 and training accuracy:0.997073173523 validation cost:0.0179331079125 and validation accuracy:1.0 Training on :(4, 5) training cost:0.020646687597 and training accuracy:0.997170746326 validation cost:0.0141505384818 and validation accuracy:1.0 Training on :(4, 5) training cost:0.018198819831 and training accuracy:0.997365832329 validation cost:0.0120077552274 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0162666216493 and training accuracy:0.997365832329 validation cost:0.0105055421591 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147332521155 and training accuracy:0.99726831913 validation cost:0.00903349556029 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.397829056 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628088116646 and training accuracy:0.990619659424 validation cost:0.0628965944052 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0348033383489 and training accuracy:0.996572554111 validation cost:0.0341750197113 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245584398508 and training accuracy:0.997474491596 validation cost:0.0253585260361 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194290895015 and training accuracy:0.997474491596 validation cost:0.0205214377493 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156884714961 and training accuracy:0.997745096684 validation cost:0.0163353774697 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135265691206 and training accuracy:0.997925519943 validation cost:0.0138354906812 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116388043389 and training accuracy:0.998376488686 validation cost:0.0124489981681 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0105381356552 and training accuracy:0.998466670513 validation cost:0.0108265094459 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00938875041902 and training accuracy:0.998827457428 validation cost:0.0093960268423 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.719449997 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151651740074 and training accuracy:0.966287970543 validation cost:0.147887662053 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.1024043262 and training accuracy:0.972527444363 validation cost:0.101378493011 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0815320983529 and training accuracy:0.976625084877 validation cost:0.082053206861 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0690623521805 and training accuracy:0.980722665787 validation cost:0.0686063915491 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0608631558716 and training accuracy:0.982957720757 validation cost:0.0600516833365 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.053979896009 and training accuracy:0.984540879726 validation cost:0.0513072907925 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490991435945 and training accuracy:0.985658407211 validation cost:0.0493220873177 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0444712787867 and training accuracy:0.987520933151 validation cost:0.0443539619446 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0412048958242 and training accuracy:0.988172829151 validation cost:0.0417753867805 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:118.104044914 Method 3 test accuracy:0.778999984264 Training with lmbda:9227.69480373, 68 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:125.785027027 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115125186741 and training accuracy:0.968366503716 validation cost:0.119320437312 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0914213210344 and training accuracy:0.971820771694 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0761973485351 and training accuracy:0.975002288818 validation cost:0.0818975642323 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0652602165937 and training accuracy:0.979274630547 validation cost:0.066654369235 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580659881234 and training accuracy:0.9817289114 validation cost:0.0603165067732 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0520747452974 and training accuracy:0.984092354774 validation cost:0.0546110570431 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476249307394 and training accuracy:0.985910356045 validation cost:0.0520152449608 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0442401729524 and training accuracy:0.986546695232 validation cost:0.0471763387322 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.567087889 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943338796496 and training accuracy:0.993463397026 validation cost:0.0832496955991 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0533112809062 and training accuracy:0.993073165417 validation cost:0.0433352254331 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0375136248767 and training accuracy:0.994829297066 validation cost:0.0288547053933 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288643240929 and training accuracy:0.996390223503 validation cost:0.0222191177309 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239141099155 and training accuracy:0.997073173523 validation cost:0.0179217737168 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206298567355 and training accuracy:0.997170746326 validation cost:0.0140568064526 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181779954582 and training accuracy:0.997365832329 validation cost:0.0119042070583 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0163452532142 and training accuracy:0.997365832329 validation cost:0.0104704648256 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147447036579 and training accuracy:0.99726831913 validation cost:0.00903189275414 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.753924847 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628365203738 and training accuracy:0.990800023079 validation cost:0.0629789382219 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.034773722291 and training accuracy:0.996572554111 validation cost:0.0342782102525 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.024514131248 and training accuracy:0.997564733028 validation cost:0.0253996662796 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194424297661 and training accuracy:0.997474491596 validation cost:0.0204810518771 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157105028629 and training accuracy:0.997654914856 validation cost:0.0162810049951 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0134840933606 and training accuracy:0.997925519943 validation cost:0.0137807419524 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116576459259 and training accuracy:0.998376488686 validation cost:0.0124882208183 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0105366529897 and training accuracy:0.998466670513 validation cost:0.0109745478258 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00941835064441 and training accuracy:0.998827457428 validation cost:0.00943769700825 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.524744034 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151961281896 and training accuracy:0.966194808483 validation cost:0.148413062096 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.102407507598 and training accuracy:0.972620606422 validation cost:0.101371742785 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0815694704652 and training accuracy:0.976625084877 validation cost:0.0817142501473 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689273998141 and training accuracy:0.980815768242 validation cost:0.0684470161796 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0608637779951 and training accuracy:0.982864618301 validation cost:0.0604087859392 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539303980768 and training accuracy:0.984354615211 validation cost:0.0512098930776 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0489441603422 and training accuracy:0.985565304756 validation cost:0.0485387295485 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0448337681592 and training accuracy:0.987334728241 validation cost:0.0453494898975 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0412492603064 and training accuracy:0.987800359726 validation cost:0.0424984544516 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:118.535394192 Method 3 test accuracy:0.778299987316 Training with lmbda:12509.6548196, 69 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.191980124 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115122415125 and training accuracy:0.968366503716 validation cost:0.119320437312 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0914213210344 and training accuracy:0.971820771694 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0761008113623 and training accuracy:0.975093185902 validation cost:0.0819069370627 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0652900487185 and training accuracy:0.97936552763 validation cost:0.0666502118111 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580169036984 and training accuracy:0.9817289114 validation cost:0.060436334461 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0519650019705 and training accuracy:0.984183251858 validation cost:0.0546286478639 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0475260429084 and training accuracy:0.985728561878 validation cost:0.0519206896424 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0444058068097 and training accuracy:0.986455798149 validation cost:0.0479510053992 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.749472141 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943783819675 and training accuracy:0.993463397026 validation cost:0.083428055048 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0533045455813 and training accuracy:0.993073165417 validation cost:0.0433782041073 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.037513229996 and training accuracy:0.994829297066 validation cost:0.0289348270744 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287956539541 and training accuracy:0.996390223503 validation cost:0.0221880152822 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239801947027 and training accuracy:0.997073173523 validation cost:0.0180024188012 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0207379870117 and training accuracy:0.997170746326 validation cost:0.0141891110688 and validation accuracy:1.0 Training on :(4, 5) training cost:0.018134849146 and training accuracy:0.997463405132 validation cost:0.0120472749695 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0162903405726 and training accuracy:0.997365832329 validation cost:0.0105807045475 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0148069728166 and training accuracy:0.997365832329 validation cost:0.00901231635362 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.756541967 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.062854975462 and training accuracy:0.990709841251 validation cost:0.0628894343972 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0348013192415 and training accuracy:0.996572554111 validation cost:0.0343046560884 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0244993697852 and training accuracy:0.997654914856 validation cost:0.0254750773311 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195292178541 and training accuracy:0.997474491596 validation cost:0.0206893272698 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157417077571 and training accuracy:0.997654914856 validation cost:0.0163048971444 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135279092938 and training accuracy:0.997925519943 validation cost:0.0138501562178 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116458097473 and training accuracy:0.998376488686 validation cost:0.0124067980796 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0105622578412 and training accuracy:0.998466670513 validation cost:0.0109880380332 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00942223146558 and training accuracy:0.998827457428 validation cost:0.00941872503608 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.834098101 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151341885328 and training accuracy:0.966567337513 validation cost:0.148205637932 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102608636022 and training accuracy:0.972248077393 validation cost:0.10157840699 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0817832499743 and training accuracy:0.976345717907 validation cost:0.0817315429449 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689108893275 and training accuracy:0.980815768242 validation cost:0.0680415257812 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0607914701104 and training accuracy:0.982957720757 validation cost:0.0601573102176 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537916272879 and training accuracy:0.984727144241 validation cost:0.0514786094427 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0492831207812 and training accuracy:0.985472142696 validation cost:0.0493253432214 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0445350408554 and training accuracy:0.987334728241 validation cost:0.0446914844215 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413247682154 and training accuracy:0.988079726696 validation cost:0.0418895594776 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.636846066 Method 3 test accuracy:0.778199970722 Training with lmbda:14121.1432429, 70 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.922353983 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115122415125 and training accuracy:0.968366503716 validation cost:0.119320437312 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0914213210344 and training accuracy:0.971820771694 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0761012434959 and training accuracy:0.975093185902 validation cost:0.0819069370627 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0652642548084 and training accuracy:0.97936552763 validation cost:0.0665893405676 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0579331107438 and training accuracy:0.9817289114 validation cost:0.0603067725897 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0522223301232 and training accuracy:0.984092354774 validation cost:0.0546086654067 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477251857519 and training accuracy:0.985728561878 validation cost:0.0518015772104 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0444691851735 and training accuracy:0.986455798149 validation cost:0.048126835376 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.318186045 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942452922463 and training accuracy:0.993463397026 validation cost:0.0837384238839 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0533402003348 and training accuracy:0.993073165417 validation cost:0.043321762234 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374645888805 and training accuracy:0.994829297066 validation cost:0.0288552679121 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287930909544 and training accuracy:0.996390223503 validation cost:0.0221573207527 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239472538233 and training accuracy:0.997073173523 validation cost:0.0180009976029 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206899773329 and training accuracy:0.997170746326 validation cost:0.014173113741 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181870739907 and training accuracy:0.997365832329 validation cost:0.0120139783248 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0163404773921 and training accuracy:0.997365832329 validation cost:0.0105181680992 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149182965979 and training accuracy:0.99726831913 validation cost:0.0090246219188 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.201184988 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629575774074 and training accuracy:0.990800023079 validation cost:0.0635300278664 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347481556237 and training accuracy:0.996662735939 validation cost:0.0346870608628 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.024578159675 and training accuracy:0.997564733028 validation cost:0.0254254937172 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195551719517 and training accuracy:0.997474491596 validation cost:0.0205995328724 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157306175679 and training accuracy:0.997745096684 validation cost:0.015954207629 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0135475117713 and training accuracy:0.997925519943 validation cost:0.0138637823984 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116521930322 and training accuracy:0.998376488686 validation cost:0.0124263633043 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0105484286323 and training accuracy:0.998466670513 validation cost:0.0109762763605 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00946408137679 and training accuracy:0.998827457428 validation cost:0.00942338816822 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.750095129 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151441425085 and training accuracy:0.966381072998 validation cost:0.148425847292 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.102692693472 and training accuracy:0.972248077393 validation cost:0.101631678641 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0818106904626 and training accuracy:0.976252555847 validation cost:0.0819056332111 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0688426718116 and training accuracy:0.980815768242 validation cost:0.0683138519526 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.060828872025 and training accuracy:0.982957720757 validation cost:0.0601595379412 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537366569042 and training accuracy:0.984727144241 validation cost:0.0510748997331 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0491609349847 and training accuracy:0.985565304756 validation cost:0.0490859150887 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0444785282016 and training accuracy:0.987614095211 validation cost:0.0438286066055 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0414080321789 and training accuracy:0.987893462181 validation cost:0.0414849631488 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.445115089 Method 3 test accuracy:0.778599977493 Training with lmbda:14829.5807522, 71 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.182090044 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115122415125 and training accuracy:0.968366503716 validation cost:0.119320437312 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0914213210344 and training accuracy:0.971820771694 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0761012434959 and training accuracy:0.975093185902 validation cost:0.0819069370627 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0652480274439 and training accuracy:0.979274630547 validation cost:0.0666261538863 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578785389662 and training accuracy:0.981910765171 validation cost:0.0603497177362 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0520943365991 and training accuracy:0.984092354774 validation cost:0.0545697174966 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476897470653 and training accuracy:0.985728561878 validation cost:0.0518111102283 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.04441351071 and training accuracy:0.986455798149 validation cost:0.0481384769082 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.954779148 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942530632019 and training accuracy:0.993463397026 validation cost:0.0832740888 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0531929247081 and training accuracy:0.993073165417 validation cost:0.0433845259249 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0375171154737 and training accuracy:0.994829297066 validation cost:0.0288330856711 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288491994143 and training accuracy:0.996390223503 validation cost:0.0221033487469 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239546000957 and training accuracy:0.997073173523 validation cost:0.0180130377412 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206119511276 and training accuracy:0.997170746326 validation cost:0.0140976980329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.018234282732 and training accuracy:0.997365832329 validation cost:0.0120124388486 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0163554418832 and training accuracy:0.997365832329 validation cost:0.010535323061 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0148017965257 and training accuracy:0.997463405132 validation cost:0.00903583783656 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.892485857 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628339424729 and training accuracy:0.990890204906 validation cost:0.0634476169944 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347356311977 and training accuracy:0.996662735939 validation cost:0.0343689769506 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245981346816 and training accuracy:0.997564733028 validation cost:0.0254020169377 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194988250732 and training accuracy:0.997474491596 validation cost:0.0205989815295 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157524459064 and training accuracy:0.997654914856 validation cost:0.0163642503321 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135419312865 and training accuracy:0.997925519943 validation cost:0.0138613665476 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116525525227 and training accuracy:0.998376488686 validation cost:0.0124024199322 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0105358054861 and training accuracy:0.998466670513 validation cost:0.0109904138371 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00944869127125 and training accuracy:0.998827457428 validation cost:0.009436795488 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.003912926 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15144713223 and training accuracy:0.966381072998 validation cost:0.148174017668 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.10263890028 and training accuracy:0.972154974937 validation cost:0.101589530706 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0816127359867 and training accuracy:0.976438820362 validation cost:0.0818692296743 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0690985396504 and training accuracy:0.980722665787 validation cost:0.0685201957822 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.060863301158 and training accuracy:0.983050823212 validation cost:0.0601421706378 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538341775537 and training accuracy:0.984540879726 validation cost:0.0511698462069 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0486611500382 and training accuracy:0.985751509666 validation cost:0.0481373332441 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0447035357356 and training accuracy:0.987520933151 validation cost:0.044219493866 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.041660502553 and training accuracy:0.987707197666 validation cost:0.042620357126 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:118.212505102 Method 3 test accuracy:0.777999997139 Training with lmbda:18789.9334938, 72 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.495818853 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115120947361 and training accuracy:0.968366503716 validation cost:0.119320437312 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913733392954 and training accuracy:0.971820771694 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760887563229 and training accuracy:0.975184082985 validation cost:0.0820600837469 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0651900917292 and training accuracy:0.979274630547 validation cost:0.0664875283837 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.058058835566 and training accuracy:0.9817289114 validation cost:0.0606656372547 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0522046275437 and training accuracy:0.984092354774 validation cost:0.0546117089689 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476238206029 and training accuracy:0.985728561878 validation cost:0.051870573312 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0445248410106 and training accuracy:0.986546695232 validation cost:0.0479874871671 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.748495102 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943730846047 and training accuracy:0.993463397026 validation cost:0.0835187211633 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0533511526883 and training accuracy:0.993073165417 validation cost:0.0433187223971 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0375720411539 and training accuracy:0.994829297066 validation cost:0.0290271267295 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288177635521 and training accuracy:0.996390223503 validation cost:0.0222205128521 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239104218781 and training accuracy:0.997073173523 validation cost:0.0178497862071 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206810757518 and training accuracy:0.997170746326 validation cost:0.0141535848379 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181815698743 and training accuracy:0.997463405132 validation cost:0.0120459524915 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0163069348782 and training accuracy:0.997365832329 validation cost:0.0104743558913 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0148909762502 and training accuracy:0.997463405132 validation cost:0.00906217936426 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.123751879 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629657432437 and training accuracy:0.990800023079 validation cost:0.063430942595 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.034762699157 and training accuracy:0.996662735939 validation cost:0.0342422872782 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245945136994 and training accuracy:0.997564733028 validation cost:0.0254480894655 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195530187339 and training accuracy:0.997474491596 validation cost:0.02060989663 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157093368471 and training accuracy:0.997835278511 validation cost:0.0159624554217 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0134982122108 and training accuracy:0.998015701771 validation cost:0.0139357643202 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116760265082 and training accuracy:0.998376488686 validation cost:0.01242719125 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0106257814914 and training accuracy:0.998376488686 validation cost:0.0110589722171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00950911547989 and training accuracy:0.9987372756 validation cost:0.0094986082986 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.351246834 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151628792286 and training accuracy:0.966381072998 validation cost:0.148001506925 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102646559477 and training accuracy:0.972434341908 validation cost:0.101631738245 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0818531438708 and training accuracy:0.976438820362 validation cost:0.0820584669709 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0691685378551 and training accuracy:0.980722665787 validation cost:0.0682801231742 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0606757774949 and training accuracy:0.983330249786 validation cost:0.060474652797 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538246631622 and training accuracy:0.984820246696 validation cost:0.0510880239308 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0489398725331 and training accuracy:0.986217200756 validation cost:0.0485792718828 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0445675775409 and training accuracy:0.987893462181 validation cost:0.0442764423788 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.041227735579 and training accuracy:0.987986564636 validation cost:0.0420837923884 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:117.660957098 Method 3 test accuracy:0.777499973774 Training with lmbda:28654.9373756, 73 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.663102865 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171812236309 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115141369402 and training accuracy:0.968366503716 validation cost:0.119377933443 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.091285996139 and training accuracy:0.971820771694 validation cost:0.0962653160095 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0761064887047 and training accuracy:0.975002288818 validation cost:0.0819090306759 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0652254745364 and training accuracy:0.979274630547 validation cost:0.0663506090641 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0579468347132 and training accuracy:0.9817289114 validation cost:0.0604482106864 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0522437617183 and training accuracy:0.984001457691 validation cost:0.0546326301992 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477242432535 and training accuracy:0.985728561878 validation cost:0.0515386760235 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443524457514 and training accuracy:0.986546695232 validation cost:0.0473847948015 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.048588037 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942419171333 and training accuracy:0.993463397026 validation cost:0.0834634453058 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0532391257584 and training accuracy:0.993073165417 validation cost:0.0437001101673 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374484136701 and training accuracy:0.994829297066 validation cost:0.0287629291415 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288277380168 and training accuracy:0.996390223503 validation cost:0.0222644135356 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0240649897605 and training accuracy:0.996975600719 validation cost:0.0180220901966 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0207661632448 and training accuracy:0.997170746326 validation cost:0.014118803665 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181931424886 and training accuracy:0.997463405132 validation cost:0.0120556568727 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0163602139801 and training accuracy:0.997365832329 validation cost:0.0104096131399 and validation accuracy:1.0 Training on :(4, 5) training cost:0.014890066348 and training accuracy:0.997463405132 validation cost:0.00912889558822 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.658119202 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629769340158 and training accuracy:0.990800023079 validation cost:0.0635726153851 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347668752074 and training accuracy:0.996572554111 validation cost:0.0346135385334 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0245901513845 and training accuracy:0.997654914856 validation cost:0.0254387501627 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195692498237 and training accuracy:0.997474491596 validation cost:0.0208606589586 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157889164984 and training accuracy:0.997654914856 validation cost:0.0164562426507 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135689759627 and training accuracy:0.997925519943 validation cost:0.0139338402078 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116858379915 and training accuracy:0.998376488686 validation cost:0.0124549968168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0105861378834 and training accuracy:0.998466670513 validation cost:0.0109154330567 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00947355572134 and training accuracy:0.998827457428 validation cost:0.00953236874193 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.334300995 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151384428144 and training accuracy:0.966846704483 validation cost:0.148159950972 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102679766715 and training accuracy:0.972620606422 validation cost:0.101111374795 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0819609314203 and training accuracy:0.976345717907 validation cost:0.0819780603051 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0689270868897 and training accuracy:0.981188297272 validation cost:0.0684646964073 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0607125833631 and training accuracy:0.983330249786 validation cost:0.0600111857057 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0541106499732 and training accuracy:0.984447777271 validation cost:0.0516106449068 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0488054268062 and training accuracy:0.985937774181 validation cost:0.0481885746121 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0446234568954 and training accuracy:0.987707197666 validation cost:0.0439988039434 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0414955280721 and training accuracy:0.988359093666 validation cost:0.0427342243493 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:117.98133707 Method 3 test accuracy:0.777599990368 Training with lmbda:36679.8335709, 74 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.159430027 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115162163973 and training accuracy:0.968366503716 validation cost:0.11941459775 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0914531648159 and training accuracy:0.971729815006 validation cost:0.0965398699045 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0761845186353 and training accuracy:0.975002288818 validation cost:0.0821439325809 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653061717749 and training accuracy:0.979274630547 validation cost:0.0666116699576 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578880161047 and training accuracy:0.9817289114 validation cost:0.060459472239 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.052169341594 and training accuracy:0.984092354774 validation cost:0.0546230971813 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476277396083 and training accuracy:0.985637664795 validation cost:0.0516781099141 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0442526116967 and training accuracy:0.986728489399 validation cost:0.0468937344849 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.940360069 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942777171731 and training accuracy:0.993463397026 validation cost:0.0833881869912 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534094907343 and training accuracy:0.99317073822 validation cost:0.043416723609 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0376015082002 and training accuracy:0.994829297066 validation cost:0.0288924016058 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288787130266 and training accuracy:0.996390223503 validation cost:0.0221851561219 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0241354256868 and training accuracy:0.996975600719 validation cost:0.0180283710361 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0207597333938 and training accuracy:0.997170746326 validation cost:0.014171557501 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0182633530349 and training accuracy:0.997365832329 validation cost:0.0121127804741 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0163808707148 and training accuracy:0.997365832329 validation cost:0.0105077335611 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149721354246 and training accuracy:0.997365832329 validation cost:0.00915298331529 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.833229065 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628564730287 and training accuracy:0.990709841251 validation cost:0.0633246228099 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347781740129 and training accuracy:0.996572554111 validation cost:0.0346110500395 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0245648641139 and training accuracy:0.997745096684 validation cost:0.0255901105702 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195700135082 and training accuracy:0.997474491596 validation cost:0.0207946673036 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0158304795623 and training accuracy:0.997654914856 validation cost:0.016262318939 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0136675648391 and training accuracy:0.997925519943 validation cost:0.0140270534903 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0118137765676 and training accuracy:0.998286306858 validation cost:0.0125648053363 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0106225283816 and training accuracy:0.998466670513 validation cost:0.0111342333257 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00949129462242 and training accuracy:0.998827457428 validation cost:0.00954509433359 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.812994003 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151440277696 and training accuracy:0.966753602028 validation cost:0.148877725005 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102733299136 and training accuracy:0.972434341908 validation cost:0.100937329233 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0818598940969 and training accuracy:0.976345717907 validation cost:0.0817550122738 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0691257789731 and training accuracy:0.980815768242 validation cost:0.0685854926705 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0606088377535 and training accuracy:0.983237087727 validation cost:0.0596723034978 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538967587054 and training accuracy:0.984447777271 validation cost:0.0508675798774 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0491000376642 and training accuracy:0.985751509666 validation cost:0.04837372154 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0446211248636 and training accuracy:0.987520933151 validation cost:0.0436381585896 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0415207073092 and training accuracy:0.987986564636 validation cost:0.0423298813403 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:117.55247879 Method 3 test accuracy:0.777999997139 Training with lmbda:38818.7997363, 75 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.377273083 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115163311362 and training accuracy:0.968366503716 validation cost:0.11941459775 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0915087461472 and training accuracy:0.971729815006 validation cost:0.0965503677726 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0761676579714 and training accuracy:0.975093185902 validation cost:0.0821424424648 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0651969760656 and training accuracy:0.97936552763 validation cost:0.0663773566484 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580216348171 and training accuracy:0.9817289114 validation cost:0.0602894239128 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521189086139 and training accuracy:0.984092354774 validation cost:0.0546593852341 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476011894643 and training accuracy:0.985819458961 validation cost:0.0518681742251 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0442797727883 and training accuracy:0.986728489399 validation cost:0.0475719161332 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.670795918 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943674892187 and training accuracy:0.993463397026 validation cost:0.0834098979831 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0533576831222 and training accuracy:0.993073165417 validation cost:0.0431659780443 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0376123413444 and training accuracy:0.994829297066 validation cost:0.0291032958776 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289884768426 and training accuracy:0.996390223503 validation cost:0.0224026311189 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0240368377417 and training accuracy:0.996975600719 validation cost:0.0181220918894 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0207988787442 and training accuracy:0.997170746326 validation cost:0.0141512490809 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183083247393 and training accuracy:0.997463405132 validation cost:0.0120877865702 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016424600035 and training accuracy:0.997365832329 validation cost:0.010483824648 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150342388079 and training accuracy:0.99726831913 validation cost:0.00915418192744 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.031923056 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628653913736 and training accuracy:0.990800023079 validation cost:0.0636091604829 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.034733004868 and training accuracy:0.996572554111 validation cost:0.0345907360315 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0246166065335 and training accuracy:0.997564733028 validation cost:0.0255910400301 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195730607957 and training accuracy:0.997474491596 validation cost:0.0208349600434 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157575886697 and training accuracy:0.997745096684 validation cost:0.0159172341228 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0135838836432 and training accuracy:0.998015701771 validation cost:0.0139816422015 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0117264464498 and training accuracy:0.998286306858 validation cost:0.0125434873626 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.01057852339 and training accuracy:0.998466670513 validation cost:0.0111076114699 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0094865905121 and training accuracy:0.998827457428 validation cost:0.00954464543611 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:122.308975935 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151307061315 and training accuracy:0.966753602028 validation cost:0.147490009665 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103032492101 and training accuracy:0.972061812878 validation cost:0.102199956775 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0818399712443 and training accuracy:0.976345717907 validation cost:0.0817917659879 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0690582245588 and training accuracy:0.980908930302 validation cost:0.0683073475957 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0605672523379 and training accuracy:0.983237087727 validation cost:0.0592338368297 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538479574025 and training accuracy:0.984540879726 validation cost:0.0510322712362 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0491965413094 and training accuracy:0.985658407211 validation cost:0.048096768558 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0447379015386 and training accuracy:0.987707197666 validation cost:0.0434763468802 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0417395532131 and training accuracy:0.987986564636 validation cost:0.0423592664301 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:117.554800987 Method 3 test accuracy:0.778500020504 Training with lmbda:45275.5632191, 76 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.139277935 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171814993024 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115144252777 and training accuracy:0.968366503716 validation cost:0.119377933443 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.091285571456 and training accuracy:0.971820771694 validation cost:0.0962367802858 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0759456083179 and training accuracy:0.975002288818 validation cost:0.0818969160318 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0652078315616 and training accuracy:0.979274630547 validation cost:0.0665178596973 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0579043887556 and training accuracy:0.981819808483 validation cost:0.060528755188 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0522397793829 and training accuracy:0.984092354774 validation cost:0.0546166151762 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476796366274 and training accuracy:0.985728561878 validation cost:0.0517688989639 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0445186942816 and training accuracy:0.986637592316 validation cost:0.0474740229547 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.335170984 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0944030433893 and training accuracy:0.993463397026 validation cost:0.0838745310903 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534028485417 and training accuracy:0.993073165417 validation cost:0.0436284951866 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0376136936247 and training accuracy:0.994829297066 validation cost:0.0290862545371 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289985798299 and training accuracy:0.996390223503 validation cost:0.0225096009672 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0240744054317 and training accuracy:0.997170746326 validation cost:0.018049294129 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0207586754113 and training accuracy:0.997170746326 validation cost:0.0141492588446 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0182365700603 and training accuracy:0.997463405132 validation cost:0.0122072463855 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0163797158748 and training accuracy:0.997365832329 validation cost:0.0104651497677 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149049963802 and training accuracy:0.997463405132 validation cost:0.0093297669664 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.425350904 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628578737378 and training accuracy:0.990800023079 validation cost:0.0633560940623 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0346625447273 and training accuracy:0.996662735939 validation cost:0.0345340631902 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0246624797583 and training accuracy:0.997564733028 validation cost:0.0254818852991 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195517931134 and training accuracy:0.997474491596 validation cost:0.0207955688238 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.015805715695 and training accuracy:0.997745096684 validation cost:0.0159480832517 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.013613329269 and training accuracy:0.998015701771 validation cost:0.0140714533627 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0117327421904 and training accuracy:0.998286306858 validation cost:0.0125489821658 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0106648430228 and training accuracy:0.998466670513 validation cost:0.0111148161814 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00944848824292 and training accuracy:0.998917639256 validation cost:0.00951223168522 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.956551075 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151303634048 and training accuracy:0.966939866543 validation cost:0.147490516305 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.102741762996 and training accuracy:0.972434341908 validation cost:0.102779477835 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0816400647163 and training accuracy:0.976345717907 validation cost:0.0817257463932 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0688420534134 and training accuracy:0.980815768242 validation cost:0.0679232850671 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0606165379286 and training accuracy:0.983330249786 validation cost:0.0598839148879 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0536484308541 and training accuracy:0.984447777271 validation cost:0.0503612905741 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.048937484622 and training accuracy:0.985658407211 validation cost:0.0475501269102 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0444986335933 and training accuracy:0.987148463726 validation cost:0.0432153977454 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0418464392424 and training accuracy:0.987893462181 validation cost:0.0424620471895 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:118.502793789 Method 3 test accuracy:0.778299987316 Training with lmbda:55745.0609696, 77 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.73634696 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171811908484 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115139767528 and training accuracy:0.968366503716 validation cost:0.119377933443 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0912811234593 and training accuracy:0.971820771694 validation cost:0.096555441618 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0762370303273 and training accuracy:0.974911391735 validation cost:0.0819687619805 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0650699213147 and training accuracy:0.97936552763 validation cost:0.0662592947483 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0579032339156 and training accuracy:0.9817289114 validation cost:0.0603365562856 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0519256368279 and training accuracy:0.984183251858 validation cost:0.0546612367034 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477460213006 and training accuracy:0.985637664795 validation cost:0.0517302043736 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.044305998832 and training accuracy:0.986546695232 validation cost:0.0468765199184 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.473165035 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0941673964262 and training accuracy:0.993463397026 validation cost:0.0832144767046 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534695349634 and training accuracy:0.993073165417 validation cost:0.0436068177223 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0376532375813 and training accuracy:0.994829297066 validation cost:0.0291074346751 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289910621941 and training accuracy:0.996390223503 validation cost:0.0224860310555 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0241607911885 and training accuracy:0.996975600719 validation cost:0.0181539729238 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0208600331098 and training accuracy:0.997170746326 validation cost:0.0141882253811 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183256454766 and training accuracy:0.997463405132 validation cost:0.0122562032193 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164671335369 and training accuracy:0.997365832329 validation cost:0.0105627449229 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149443214759 and training accuracy:0.997463405132 validation cost:0.00918186083436 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.974579096 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628005713224 and training accuracy:0.990800023079 validation cost:0.0632744729519 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0348161496222 and training accuracy:0.996482372284 validation cost:0.0345028080046 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0246202368289 and training accuracy:0.997564733028 validation cost:0.0256433021277 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0196680501103 and training accuracy:0.997474491596 validation cost:0.0209103114903 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0159086920321 and training accuracy:0.997654914856 validation cost:0.0164173673838 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0136682679877 and training accuracy:0.998015701771 validation cost:0.014117339626 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.011847410351 and training accuracy:0.998286306858 validation cost:0.0125654814765 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0106361843646 and training accuracy:0.998466670513 validation cost:0.0110131306574 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00947019737214 and training accuracy:0.998917639256 validation cost:0.00952327344567 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.291463852 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151715964079 and training accuracy:0.966660439968 validation cost:0.148457512259 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102935194969 and training accuracy:0.972154974937 validation cost:0.0999204218388 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0820714607835 and training accuracy:0.976066291332 validation cost:0.0826976150274 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0689769685268 and training accuracy:0.981188297272 validation cost:0.0684213638306 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0607419237494 and training accuracy:0.983143985271 validation cost:0.0601097159088 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0535583198071 and training accuracy:0.984540879726 validation cost:0.0500381365418 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0489421449602 and training accuracy:0.985565304756 validation cost:0.0476326905191 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0447496064007 and training accuracy:0.987614095211 validation cost:0.0439683236182 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0418207496405 and training accuracy:0.988359093666 validation cost:0.0418667905033 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.959624052 Method 3 test accuracy:0.778599977493 Training with lmbda:57022.3889316, 78 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.594779968 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171811908484 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115139767528 and training accuracy:0.968366503716 validation cost:0.119377933443 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.091357499361 and training accuracy:0.971820771694 validation cost:0.096555441618 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0761598721147 and training accuracy:0.975002288818 validation cost:0.0819687619805 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0649744421244 and training accuracy:0.97936552763 validation cost:0.0662132799625 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578486509621 and training accuracy:0.981819808483 validation cost:0.060325846076 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0522008314729 and training accuracy:0.983910560608 validation cost:0.0546743124723 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477218180895 and training accuracy:0.985728561878 validation cost:0.0517263710499 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443480983377 and training accuracy:0.986546695232 validation cost:0.0470742806792 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.499751091 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942289233208 and training accuracy:0.993463397026 validation cost:0.0834567844868 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0533253848553 and training accuracy:0.993073165417 validation cost:0.0435904972255 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0376896187663 and training accuracy:0.994829297066 validation cost:0.0293447673321 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290194153786 and training accuracy:0.996390223503 validation cost:0.0224621836096 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0240923427045 and training accuracy:0.997170746326 validation cost:0.0180141292512 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209159273654 and training accuracy:0.997170746326 validation cost:0.0141650922596 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183672923595 and training accuracy:0.997365832329 validation cost:0.0122020868585 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164720118046 and training accuracy:0.99726831913 validation cost:0.0105212721974 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151101583615 and training accuracy:0.997170746326 validation cost:0.00917718745768 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.295054913 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627760142088 and training accuracy:0.990890204906 validation cost:0.0633405819535 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0348529554904 and training accuracy:0.996482372284 validation cost:0.0344676412642 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0246287677437 and training accuracy:0.997654914856 validation cost:0.0255292560905 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0196244306862 and training accuracy:0.997474491596 validation cost:0.020915787667 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0158630311489 and training accuracy:0.997745096684 validation cost:0.0158298332244 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0136727541685 and training accuracy:0.998015701771 validation cost:0.0140843074769 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119429193437 and training accuracy:0.998286306858 validation cost:0.0125891780481 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0106929838657 and training accuracy:0.998466670513 validation cost:0.0112542426214 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00948446337134 and training accuracy:0.998917639256 validation cost:0.00954884663224 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.527194023 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151483908296 and training accuracy:0.967126071453 validation cost:0.147311836481 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103107854724 and training accuracy:0.972061812878 validation cost:0.102827094495 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0818460360169 and training accuracy:0.976252555847 validation cost:0.0824571847916 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.068995654583 and training accuracy:0.981002032757 validation cost:0.0676765814424 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0606768019497 and training accuracy:0.983330249786 validation cost:0.0596147328615 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537315644324 and training accuracy:0.984540879726 validation cost:0.0502725280821 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490140281618 and training accuracy:0.985472142696 validation cost:0.0480798333883 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0449175238609 and training accuracy:0.987427830696 validation cost:0.0438054539263 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0416568517685 and training accuracy:0.987986564636 validation cost:0.0416582599282 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.90892601 Method 3 test accuracy:0.77840000391 Training with lmbda:60164.2319161, 79 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:126.415682077 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171811908484 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115139767528 and training accuracy:0.968366503716 validation cost:0.119377933443 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0911823660135 and training accuracy:0.971820771694 validation cost:0.096555441618 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.076208524406 and training accuracy:0.975002288818 validation cost:0.0819703787565 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0650552287698 and training accuracy:0.979183733463 validation cost:0.0661485120654 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.057729344815 and training accuracy:0.981819808483 validation cost:0.0604624822736 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521362498403 and training accuracy:0.984092354774 validation cost:0.0546732470393 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477955490351 and training accuracy:0.985819458961 validation cost:0.0515025407076 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0445125326514 and training accuracy:0.986455798149 validation cost:0.0472374558449 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.812987089 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942961722612 and training accuracy:0.993463397026 validation cost:0.0833578631282 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534246750176 and training accuracy:0.993073165417 validation cost:0.0435775518417 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377042330801 and training accuracy:0.994829297066 validation cost:0.029434196651 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290875714272 and training accuracy:0.996390223503 validation cost:0.0225215852261 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0241490770131 and training accuracy:0.996975600719 validation cost:0.0180848743767 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0208617933095 and training accuracy:0.997170746326 validation cost:0.014157699421 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183041281998 and training accuracy:0.997463405132 validation cost:0.012279597111 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164476260543 and training accuracy:0.997365832329 validation cost:0.0106008546427 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150391515344 and training accuracy:0.997365832329 validation cost:0.00930774398148 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.153052092 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627750605345 and training accuracy:0.990890204906 validation cost:0.063405431807 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347340703011 and training accuracy:0.996662735939 validation cost:0.0339721292257 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0246911980212 and training accuracy:0.997654914856 validation cost:0.0256524011493 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0196392070502 and training accuracy:0.997474491596 validation cost:0.0208033062518 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0159066077322 and training accuracy:0.997654914856 validation cost:0.0164881702513 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0136639205739 and training accuracy:0.998015701771 validation cost:0.0140704847872 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119111798704 and training accuracy:0.998286306858 validation cost:0.0125729553401 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0106898322701 and training accuracy:0.998466670513 validation cost:0.0112676285207 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00947760138661 and training accuracy:0.998917639256 validation cost:0.0095496783033 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.800095081 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151441723108 and training accuracy:0.967032968998 validation cost:0.147194832563 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103138931096 and training accuracy:0.972061812878 validation cost:0.101974084973 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0818372219801 and training accuracy:0.976159453392 validation cost:0.0831531658769 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0687597319484 and training accuracy:0.981002032757 validation cost:0.0673117563128 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0606663748622 and training accuracy:0.983143985271 validation cost:0.0596369914711 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0535240359604 and training accuracy:0.984540879726 validation cost:0.0505739822984 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0487838573754 and training accuracy:0.985751509666 validation cost:0.0480043813586 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0447075515985 and training accuracy:0.987520933151 validation cost:0.0437197051942 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.042011026293 and training accuracy:0.987893462181 validation cost:0.0419569499791 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.604227066 Method 3 test accuracy:0.778800010681
final_test_acc = pd.DataFrame({'Method3':method3_test_accs, 'lambdas':lmbdas})
final_test_acc.to_csv('spike_sh_16lmbdas_ar1_3lyrs_he1.csv')
final_test_acc
| Method3 | lambdas | |
|---|---|---|
| 0 | 0.7898 | 0.000000 |
| 1 | 0.7901 | 318.522793 |
| 2 | 0.7897 | 7315.440106 |
| 3 | 0.7877 | 8205.915653 |
| 4 | 0.7838 | 9227.694804 |
| 5 | 0.7834 | 12509.654820 |
| 6 | 0.7833 | 14121.143243 |
| 7 | 0.7825 | 14829.580752 |
| 8 | 0.7828 | 18789.933494 |
| 9 | 0.7815 | 28654.937376 |
| 10 | 0.7826 | 36679.833571 |
| 11 | 0.7835 | 38818.799736 |
| 12 | 0.7828 | 45275.563219 |
| 13 | 0.7808 | 55745.060970 |
| 14 | 0.7773 | 57022.388932 |
| 15 | 0.7806 | 60164.231916 |
| 16 | 0.7927 | 0.000000 |
| 17 | 0.7923 | 318.522793 |
| 18 | 0.7909 | 7315.440106 |
| 19 | 0.7919 | 8205.915653 |
| 20 | 0.7922 | 9227.694804 |
| 21 | 0.7915 | 12509.654820 |
| 22 | 0.7861 | 14121.143243 |
| 23 | 0.7918 | 14829.580752 |
| 24 | 0.7918 | 18789.933494 |
| 25 | 0.7923 | 28654.937376 |
| 26 | 0.7927 | 36679.833571 |
| 27 | 0.7866 | 38818.799736 |
| 28 | 0.7929 | 45275.563219 |
| 29 | 0.7922 | 55745.060970 |
| ... | ... | ... |
| 50 | 0.7902 | 7315.440106 |
| 51 | 0.7897 | 8205.915653 |
| 52 | 0.7905 | 9227.694804 |
| 53 | 0.7905 | 12509.654820 |
| 54 | 0.7876 | 14121.143243 |
| 55 | 0.7867 | 14829.580752 |
| 56 | 0.7864 | 18789.933494 |
| 57 | 0.7981 | 28654.937376 |
| 58 | 0.7909 | 36679.833571 |
| 59 | 0.7964 | 38818.799736 |
| 60 | 0.7894 | 45275.563219 |
| 61 | 0.7851 | 55745.060970 |
| 62 | 0.8053 | 57022.388932 |
| 63 | 0.7904 | 60164.231916 |
| 64 | 0.7784 | 0.000000 |
| 65 | 0.7790 | 318.522793 |
| 66 | 0.7783 | 7315.440106 |
| 67 | 0.7790 | 8205.915653 |
| 68 | 0.7783 | 9227.694804 |
| 69 | 0.7782 | 12509.654820 |
| 70 | 0.7786 | 14121.143243 |
| 71 | 0.7780 | 14829.580752 |
| 72 | 0.7775 | 18789.933494 |
| 73 | 0.7776 | 28654.937376 |
| 74 | 0.7780 | 36679.833571 |
| 75 | 0.7785 | 38818.799736 |
| 76 | 0.7783 | 45275.563219 |
| 77 | 0.7786 | 55745.060970 |
| 78 | 0.7784 | 57022.388932 |
| 79 | 0.7788 | 60164.231916 |
80 rows × 2 columns
final_test_accuracies [0.682, 0.7121, 0.7243, 0.5746, 0.5998, 0.6755, 0.7068, 0.7382, 0.6611, 0.6537] for lmbdas = np.array([1.0+i/10.0 for i in range(1,11)])*1.0e5 lmbdas = lmbdas.tolist()
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
mean_acc_grouped_by_lmbda = acc_grouped_by_lmbda.mean()
display(mean_acc_grouped_by_lmbda)
| Method3 | |
|---|---|
| lambdas | |
| 0.000000 | 0.78762 |
| 318.522793 | 0.78752 |
| 7315.440106 | 0.78726 |
| 8205.915653 | 0.78698 |
| 9227.694804 | 0.78634 |
| 12509.654820 | 0.78596 |
| 14121.143243 | 0.78448 |
| 14829.580752 | 0.78520 |
| 18789.933494 | 0.78504 |
| 28654.937376 | 0.78736 |
| 36679.833571 | 0.78618 |
| 38818.799736 | 0.78628 |
| 45275.563219 | 0.78608 |
| 55745.060970 | 0.78482 |
| 57022.388932 | 0.78820 |
| 60164.231916 | 0.78588 |
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
std_acc_grouped_by_lmbda = acc_grouped_by_lmbda.std()
display(std_acc_grouped_by_lmbda)
| Method3 | |
|---|---|
| lambdas | |
| 0.000000 | 0.005442 |
| 318.522793 | 0.005151 |
| 7315.440106 | 0.005199 |
| 8205.915653 | 0.004898 |
| 9227.694804 | 0.005546 |
| 12509.654820 | 0.005434 |
| 14121.143243 | 0.003664 |
| 14829.580752 | 0.005200 |
| 18789.933494 | 0.005296 |
| 28654.937376 | 0.008206 |
| 36679.833571 | 0.006016 |
| 38818.799736 | 0.006534 |
| 45275.563219 | 0.005694 |
| 55745.060970 | 0.005386 |
| 57022.388932 | 0.011505 |
| 60164.231916 | 0.005951 |
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
max_acc_grouped_by_lmbda = acc_grouped_by_lmbda.max()
display(max_acc_grouped_by_lmbda)
| Method3 | |
|---|---|
| lambdas | |
| 0.000000 | 0.7927 |
| 318.522793 | 0.7923 |
| 7315.440106 | 0.7909 |
| 8205.915653 | 0.7919 |
| 9227.694804 | 0.7922 |
| 12509.654820 | 0.7915 |
| 14121.143243 | 0.7876 |
| 14829.580752 | 0.7918 |
| 18789.933494 | 0.7918 |
| 28654.937376 | 0.7981 |
| 36679.833571 | 0.7927 |
| 38818.799736 | 0.7964 |
| 45275.563219 | 0.7929 |
| 55745.060970 | 0.7922 |
| 57022.388932 | 0.8053 |
| 60164.231916 | 0.7923 |
mpl.rcParams['figure.figsize'] = 7,4.5
mpl.rcParams['axes.labelsize'] = 12
mpl.rcParams['lines.linewidth'] = 1.5
mpl.rcParams['lines.markersize'] = 8
mpl.rcParams['xtick.labelsize'] = 13
mpl.rcParams['ytick.labelsize'] = 12
mpl.rcParams['legend.fontsize'] = 12
mean_acc_grouped_by_lmbda.plot(y='Method3')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.show()
plt.hist(w_2.eval().flatten(), 100)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(new_big_omeg_w2.flatten(),bins=100,log=True)
#plt.yscale('log')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(b_2.eval().flatten(), 100)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(new_big_omeg_b2.flatten(),100,log=True)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(w_3.eval().flatten(), 100)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(b_3.eval().flatten(), 10)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
path = '/home/ruthvik/Desktop/Summer 2017/tf_graph_outputs/mnist/continual_learning/original_mnist_5sets'
merged = tf.summary.merge_all()
train_writer = tf.summary.FileWriter(path + '/spike_sh_16lmbdas_ar1_3lyrs_he1_v2', sess.graph)
np.random.seed(100)
n_lmbdas = 15
a = np.random.uniform(low=0.0, high=6.75, size=(n_lmbdas,))
print(a)
print()
a = a*2.5e4
a = a[np.argsort(a)]
print(a)
print()
n_reps = 5
a = ([0]+a.tolist())*n_reps
n_lmbdas+=1
print(a, len(a))
[3.66798336 1.87899335 2.86549374 5.70223889 0.03185228 0.82059157 4.52755632 5.5745061 0.92276948 3.88187997 6.01642319 1.41211432 1.25096548 0.73154401 1.48295808] () [ 796.30698223 18288.60026584 20514.78913215 23069.23700934 31274.13704908 35302.85810728 37073.95188047 46974.83373458 71637.34343892 91699.58392723 97046.99934085 113188.90804764 139362.65242398 142555.97232898 150410.57979019] () ([0, 796.3069822266202, 18288.600265843055, 20514.789132150523, 23069.237009335815, 31274.13704907517, 35302.858107275744, 37073.95188046742, 46974.833734578104, 71637.34343891621, 91699.58392722541, 97046.99934084844, 113188.9080476439, 139362.65242397678, 142555.97232898374, 150410.57979019455, 0, 796.3069822266202, 18288.600265843055, 20514.789132150523, 23069.237009335815, 31274.13704907517, 35302.858107275744, 37073.95188046742, 46974.833734578104, 71637.34343891621, 91699.58392722541, 97046.99934084844, 113188.9080476439, 139362.65242397678, 142555.97232898374, 150410.57979019455, 0, 796.3069822266202, 18288.600265843055, 20514.789132150523, 23069.237009335815, 31274.13704907517, 35302.858107275744, 37073.95188046742, 46974.833734578104, 71637.34343891621, 91699.58392722541, 97046.99934084844, 113188.9080476439, 139362.65242397678, 142555.97232898374, 150410.57979019455, 0, 796.3069822266202, 18288.600265843055, 20514.789132150523, 23069.237009335815, 31274.13704907517, 35302.858107275744, 37073.95188046742, 46974.833734578104, 71637.34343891621, 91699.58392722541, 97046.99934084844, 113188.9080476439, 139362.65242397678, 142555.97232898374, 150410.57979019455, 0, 796.3069822266202, 18288.600265843055, 20514.789132150523, 23069.237009335815, 31274.13704907517, 35302.858107275744, 37073.95188046742, 46974.833734578104, 71637.34343891621, 91699.58392722541, 97046.99934084844, 113188.9080476439, 139362.65242397678, 142555.97232898374, 150410.57979019455], 80)
lmbdas = a
np.random.seed(0)
np_weights = []
low = -np.sqrt(2.0/(n_input)) # use 4 for sigmoid, 1 for tanh activation
high = np.sqrt(2.0/(n_input))
for i in range(n_reps):
np_weights.append(np.random.uniform(low=low,high=high,size=(n_input,n_middle)))
np_weights=[item for item in np_weights for i in range(n_lmbdas)]
print(len(np_weights), len(lmbdas))
(80, 80)
np.array_equal(np_weights[0], np_weights[15])
True
np.array_equal(np_weights[0], np_weights[16])
False
method3_test_accs = []
#INITIALIZE THE NETWORK
logging_count = 0
sess.run(init_op,options=run_options, run_metadata=run_metadata)
sess.graph.finalize()
for l in range(len(lmbdas)):
print('Training with lmbda:{}, {}'.format(lmbdas[l], l))
#sess.run(init_op,options=run_options, run_metadata=run_metadata)
zeta = 1e-3
new_big_omeg_w2 = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
new_big_omeg_b2 = np.zeros(shape=[1,n_middle], dtype=np.float32)
w3_zeros = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
b3_zeros = np.zeros(shape=[1,n_out], dtype=np.float32)
w3_accum = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
w3_accum = []
b3_accum = np.zeros(shape=[1,n_out], dtype=np.float32)
b3_accum = []
reset_w2_grad_accum = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
reset_b2_grad_accum = np.zeros(shape=[1,n_middle], dtype=np.float32)
start_w2 = None
start_b2 = None
sess.run(w_2_update_op, {w_2_update_placeholder:np_weights[l]})
sess.run(b_2_update_op, {b_2_update_placeholder:np.zeros(shape=[1,n_middle],dtype=np.float32)})
end_w2 = None
end_b2 = None
old_test_data = []
historical_cross_test_acc = {}
historical_train_accuracies = {}
historical_train_costs = {}
historical_val_accuracies = {}
historical_val_costs = {}
sets = [(0,1), (2,3), (4,5), (6,7), (8,9)]
#sets = [(0,4),(5,9)]
test_labels_set = []
n_test_samples = []
for a_set in range(len(sets)):
current_set = sets[a_set]
current_set_name = 'set'+str(a_set)
mask_val = [0]*num_classes
for i in range(0, current_set[1]+1):
mask_val[i]=1
set_mask_val = np.array(mask_val, dtype=np.float32)
print('Current mask:{}'.format(set_mask_val))
train_data_set, valid_data_set, test_data_set = extract_class_data(start=current_set[0],
stop=current_set[1])
train_images_set, train_labels_set = train_data_set[0], train_data_set[1]
valid_images_set, valid_labels_set = valid_data_set[0], valid_data_set[1]
test_images_set, test_labels_set = test_data_set[0], test_data_set[1]
n_test_samples.append(len(test_labels_set))
train_total = len(train_images_set)
n_batches = len(train_images_set)/BATCH_SIZE
#@@print('Number of batches:{}'.format(n_batches))
#@@set_omegas = [tf.assign(big_omeg_w2, new_big_omeg_w2), tf.assign(big_omeg_b2, new_big_omeg_b2)]
#@@sess.run(set_omegas)
sess.run(big_omeg_w2_update_op, {big_omeg_w2_update_placeholder:new_big_omeg_w2})
sess.run(big_omeg_b2_update_op, {big_omeg_b2_update_placeholder:new_big_omeg_b2})
#@@reset_grad_accums = [tf.assign(w2_grad_accum, reset_w2_grad_accum),
#@@ tf.assign(b2_grad_accum, reset_b2_grad_accum)]
#@@sess.run(reset_grad_accums)
sess.run(w2_grad_accum_update_op, {w2_grad_accum_update_placeholder:reset_w2_grad_accum})
sess.run(b2_grad_accum_update_op, {b2_grad_accum_update_placeholder:reset_b2_grad_accum})
#@@reset_w3 = [tf.assign(w_3, w3_zeros), tf.assign(b_3, b3_zeros)]
#@@sess.run(reset_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:w3_zeros})
sess.run(b_3_update_op, {b_3_update_placeholder:b3_zeros})
epochs = 10
repeats = 1
for repeat in range(repeats):
#tf.set_random_seed(l)
print('Repeat:{}'.format(repeat))
train_accuracies = []
train_costs = []
val_accuracies = []
val_costs = []
best_val = 0
first_params_set = None
last_params_set = None
T1 = time.time()
for i in range(epochs):
if(i==0):
start_w2, start_b2 = w_2.eval(), b_2.eval()
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: len(train_images_set)})
#@@print('Epoch:{}'.format((i)))
t1 = time.time()
### CALCULATE TRAIN COSTS AND TRAIN ACCURACIES
train_cost, train_accuracy = sess.run([cost, acct_res] ,feed_dict = {drop_out : 0.0,
set1_mask:set_mask_val})
train_costs.append(train_cost)
train_accuracies.append(train_accuracy)
#train_writer.add_summary(summary,logging_count)
print('training cost:{} and training accuracy:{}'.format(train_costs[i], train_accuracies[i]))
### CALCULATE VALID COSTS AND VALID ACCURACIES
sess.run(iter.initializer, feed_dict={a_1: valid_images_set, y: valid_labels_set,
batch_size: len(valid_images_set)})
_, _, val_acc, val_cost, _ = sess.run([predictions,acct_mat,acct_res, cost, a_3],
feed_dict = {drop_out : 0.0,set1_mask:set_mask_val})
val_costs.append(val_cost)
val_accuracies.append(val_acc)
if(val_acc>best_val):
best_val = val_acc
best_params_set1 = [(w_2.eval(),b_2.eval()),(w_3.eval(),b_3.eval())]
print('validation cost:{} and validation accuracy:{}'.format(val_cost, val_acc))
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
print('Training on :{}'.format(current_set))
for j in range(n_batches):
if(not (np.isnan(w_2.eval().any() and np.isnan(w_3.eval()).any()))):
#if(a_set==1):
# print(j, w_2.eval().sum(), w_3.eval().sum())
if(((j)% 1000 ==0)):
logging_count+=1
summary,_,_ = sess.run([merged,step, omega_step],
feed_dict = {drop_out:0.0,batch_size: BATCH_SIZE,tau:0.5,
set1_mask:set_mask_val,eta:0.001,
lmbda:lmbdas[l],n_tot:train_total})
#train_writer.add_summary(summary, (i+1)*j)
train_writer.add_summary(summary, logging_count)
else:
sess.run([step, omega_step],feed_dict = {drop_out:0.0,batch_size:BATCH_SIZE,
tau:0.5,set1_mask:set_mask_val,
eta:0.001,lmbda:lmbdas[l],
n_tot:train_total})
else:
print('Nan encountered in epoch:{} and batch:{}'.format(i, j))
#@@print('Epoch time:{}'.format(time.time()-t1))
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,
set1_mask:set_mask_val})
#@@print('Final test accuracy is:{}'.format(final_test_acc))
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#all_final_test_accs_set1.append(final_test_acc)
#@@best_step = [tf.assign(w_2,best_params_set1[0][0]), tf.assign(b_2,best_params_set1[0][1]),
#@@ tf.assign(w_3,best_params_set1[1][0]),tf.assign(b_3,best_params_set1[1][1])]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:best_params_set1[0][0]})
sess.run(b_2_update_op, {b_2_update_placeholder:best_params_set1[0][1]})
sess.run(w_3_update_op, {w_3_update_placeholder:best_params_set1[1][0]})
sess.run(b_3_update_op, {b_3_update_placeholder:best_params_set1[1][1]})
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,test_acc_corresp_best_val,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
#@@print('Test accuracy corresp to best val acc:{}'.format(test_acc_corresp_best_val))
print('Time taken:{}'.format(time.time()-T1))
#w3_list.append(w_3.eval())
w3_accum.append(w_3.eval())
#b3_list.append(b_3.eval())
b3_accum.append(b_3.eval())
if(i==epochs-1):
if(test_acc_corresp_best_val>final_test_acc):
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#all_final_test_accs_set1[-1] = test_acc_corresp_best_val
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#@@best_step = [tf.assign(w_2,end_w2), tf.assign(b_2,end_b2),
#@@ tf.assign(w_3,end_w3),tf.assign(b_3,end_b3)]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:end_w2})
sess.run(b_2_update_op, {b_2_update_placeholder:end_b2})
sess.run(w_3_update_op, {w_3_update_placeholder:end_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:end_b3})
first_params_set = [(start_w2, start_b2)]
last_params_set = [(end_w2, end_b2)]
small_omegas = [(w2_grad_accum.eval(),b2_grad_accum.eval())]
delta_ws = map(lambda x,y: np.square(x-y)+zeta,[item[0] for item in last_params_set],
[item[0] for item in first_params_set])
delta_bs = map(lambda x,y: np.square(x-y)+zeta,[item[1] for item in last_params_set],
[item[1] for item in first_params_set])
delta_wbs = zip(delta_ws, delta_bs)
big_omegas_ws = map(lambda x,y: (x/y),[item[0] for item in small_omegas],
[item[0] for item in delta_wbs])
big_omegas_bs = map(lambda x,y: (x/y),[item[1] for item in small_omegas],
[item[1] for item in delta_wbs])
big_omegas = zip(big_omegas_ws, big_omegas_bs)
new_big_omeg_w2 += big_omegas[0][0]
new_big_omeg_b2 += big_omegas[0][1]
#@@print('omegW2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_w2.max(),
#@@ new_big_omeg_w2.mean(),
#@@ new_big_omeg_w2.std()))
#@@print('omegb2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_b2.max(),
#@@ new_big_omeg_b2.mean(),
#@@ new_big_omeg_b2.std()))
historical_train_accuracies[current_set_name]=train_accuracies
historical_train_costs[current_set_name]=train_costs
historical_val_accuracies[current_set_name]=val_accuracies
historical_val_costs[current_set_name]=val_costs
#######Method 3 ###########
w3_set_rows = []
offset=0
for item in w3_accum:
w3_set_rows.append(item[:,offset:offset+2])
offset+=2
w3_set_row_avgs = [item.mean() for item in w3_set_rows]
final_w3 = map(lambda x,y:x-y,w3_set_rows, w3_set_row_avgs)
final_w3 = np.concatenate(final_w3, axis=1)
b3_set_rows = []
offset=0
for item in b3_accum:
b3_set_rows.append(item[:,offset:offset+2])
offset+=2
b3_set_row_avgs = [item.mean() for item in b3_set_rows]
final_b3 = map(lambda x,y:x-y,b3_set_rows, b3_set_row_avgs)
final_b3 = np.concatenate(final_b3, axis=1)
#@@set_w3 = [tf.assign(w_3, final_w3), tf.assign(b_3, final_b3)]
#@@sess.run(set_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:final_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:final_b3})
sess.run(iter.initializer, feed_dict={a_1: test_images, y: to_categorical(test_labels,num_classes=num_classes),
batch_size: len(test_images)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
method3_test_accs.append(final_test_acc)
print('Method 3 test accuracy:{}'.format(final_test_acc))
train_writer.close()
Training with lmbda:0, 0 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.736028194 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:124.616271973 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:118.367846012 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0129639329389 and training accuracy:0.9987372756 validation cost:0.0133697763085 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979762617499 and training accuracy:0.999007821083 validation cost:0.0101021369919 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00877885892987 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:127.797518015 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103641562164 and training accuracy:0.972527444363 validation cost:0.103159971535 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.082123234868 and training accuracy:0.976066291332 validation cost:0.0786714181304 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.069301366806 and training accuracy:0.979791402817 validation cost:0.0627456903458 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0595998130739 and training accuracy:0.982957720757 validation cost:0.0547399930656 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0535054244101 and training accuracy:0.985285878181 validation cost:0.0488348640501 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0479301735759 and training accuracy:0.986775934696 validation cost:0.0455383919179 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0442771986127 and training accuracy:0.987520933151 validation cost:0.0432717837393 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0408748500049 and training accuracy:0.988359093666 validation cost:0.0389142967761 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:121.30377388 Method 3 test accuracy:0.78979998827 Training with lmbda:796.306982227, 1 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:133.669653177 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.073874913156 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0564844347537 and training accuracy:0.980729043484 validation cost:0.0583035610616 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0512569919229 and training accuracy:0.98300153017 validation cost:0.0507564842701 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820899069 and training accuracy:0.985546767712 validation cost:0.0472811497748 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0426244996488 and training accuracy:0.987273871899 validation cost:0.041500158608 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:124.287638903 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990266650915 and training accuracy:0.991609752178 validation cost:0.0920302942395 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0540329180658 and training accuracy:0.99287801981 validation cost:0.0478318855166 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.037755984813 and training accuracy:0.994731724262 validation cost:0.0299657285213 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.029135838151 and training accuracy:0.99658536911 validation cost:0.0224184412509 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0236546043307 and training accuracy:0.997756123543 validation cost:0.0179993025959 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198776386678 and training accuracy:0.998341441154 validation cost:0.0146357016638 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169732440263 and training accuracy:0.998341441154 validation cost:0.0122212488204 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152960475534 and training accuracy:0.998048782349 validation cost:0.0112420255318 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139087866992 and training accuracy:0.998146355152 validation cost:0.0101556610316 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.786477804 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636147931218 and training accuracy:0.991611778736 validation cost:0.0635578483343 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0341853126884 and training accuracy:0.996933341026 validation cost:0.033898293972 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241869240999 and training accuracy:0.997745096684 validation cost:0.024723732844 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191083867103 and training accuracy:0.998015701771 validation cost:0.0193313360214 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155309373513 and training accuracy:0.998286306858 validation cost:0.0159820858389 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0129935489967 and training accuracy:0.9987372756 validation cost:0.0135570503771 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110951820388 and training accuracy:0.998827457428 validation cost:0.0116293327883 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00982797984034 and training accuracy:0.999007821083 validation cost:0.0102260839194 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00879415310919 and training accuracy:0.999098062515 validation cost:0.00859204027802 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.488770962 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15148922801 and training accuracy:0.965170443058 validation cost:0.148252308369 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.10349150002 and training accuracy:0.972527444363 validation cost:0.102656595409 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0822133123875 and training accuracy:0.975973188877 validation cost:0.0786989107728 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0692298561335 and training accuracy:0.979698240757 validation cost:0.0625535920262 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0596315972507 and training accuracy:0.983050823212 validation cost:0.0548168830574 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0535449199378 and training accuracy:0.985192775726 validation cost:0.0488376505673 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0478708669543 and training accuracy:0.986775934696 validation cost:0.0456292182207 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0441715195775 and training accuracy:0.987427830696 validation cost:0.0423408262432 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0409896560013 and training accuracy:0.988359093666 validation cost:0.0396223850548 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:119.058594942 Method 3 test accuracy:0.790000021458 Training with lmbda:18288.6002658, 2 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.412701845 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168323293328 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113364562392 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885561406612 and training accuracy:0.97309333086 validation cost:0.0924739167094 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0737963169813 and training accuracy:0.974184155464 validation cost:0.0788468718529 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645405650139 and training accuracy:0.977365672588 validation cost:0.0673433989286 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0564463287592 and training accuracy:0.9806381464 validation cost:0.0583137944341 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.051290538162 and training accuracy:0.982819736004 validation cost:0.0505184829235 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464968979359 and training accuracy:0.985637664795 validation cost:0.0468731671572 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0428938046098 and training accuracy:0.987273871899 validation cost:0.0421029701829 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:124.24771595 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989510789514 and training accuracy:0.991609752178 validation cost:0.091276332736 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0540615282953 and training accuracy:0.99287801981 validation cost:0.0477007739246 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0378423444927 and training accuracy:0.994634151459 validation cost:0.0301519297063 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0291398875415 and training accuracy:0.99658536911 validation cost:0.0223478786647 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0236555729061 and training accuracy:0.997756123543 validation cost:0.0177194923162 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199417956173 and training accuracy:0.998341441154 validation cost:0.0148075511679 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170491971076 and training accuracy:0.998439013958 validation cost:0.012378429994 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153432823718 and training accuracy:0.998048782349 validation cost:0.0112804584205 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0140372281894 and training accuracy:0.998146355152 validation cost:0.0102410605177 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.313256025 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638434588909 and training accuracy:0.991431415081 validation cost:0.0632269829512 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342495255172 and training accuracy:0.997203946114 validation cost:0.0343762673438 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241645295173 and training accuracy:0.997925519943 validation cost:0.0244418382645 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0189901981503 and training accuracy:0.997925519943 validation cost:0.0193949621171 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0155736124143 and training accuracy:0.998286306858 validation cost:0.0162531025708 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0130930542946 and training accuracy:0.998556852341 validation cost:0.0133552579209 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111761707813 and training accuracy:0.9987372756 validation cost:0.0115660317242 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00987485703081 and training accuracy:0.998917639256 validation cost:0.0103398412466 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00892970431596 and training accuracy:0.999098062515 validation cost:0.00891944114119 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.009098053 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153210803866 and training accuracy:0.964704811573 validation cost:0.146881058812 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.103699244559 and training accuracy:0.971875607967 validation cost:0.100957274437 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0824020281434 and training accuracy:0.975786924362 validation cost:0.079124353826 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0691810920835 and training accuracy:0.979884505272 validation cost:0.0649941116571 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.060027513653 and training accuracy:0.983237087727 validation cost:0.0552108027041 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0537004731596 and training accuracy:0.985192775726 validation cost:0.0502738393843 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.048131365329 and training accuracy:0.986682832241 validation cost:0.0459111966193 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446742512286 and training accuracy:0.987427830696 validation cost:0.0420835316181 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0409623757005 and training accuracy:0.988265991211 validation cost:0.0404137857258 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:123.741492033 Method 3 test accuracy:0.782400012016 Training with lmbda:20514.7891322, 3 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.805736065 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168323293328 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113364562392 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885548964143 and training accuracy:0.97309333086 validation cost:0.0924677848816 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0737700909376 and training accuracy:0.974275052547 validation cost:0.0788376778364 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645911246538 and training accuracy:0.977183878422 validation cost:0.0673091709614 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566410906613 and training accuracy:0.980365395546 validation cost:0.0583261437714 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513832867146 and training accuracy:0.982728838921 validation cost:0.0508202761412 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465414524078 and training accuracy:0.985364973545 validation cost:0.0467386320233 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0428164228797 and training accuracy:0.987273871899 validation cost:0.0416482686996 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:121.120994091 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989020615816 and training accuracy:0.991609752178 validation cost:0.0916188284755 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0540489777923 and training accuracy:0.992975592613 validation cost:0.0477349497378 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0378241464496 and training accuracy:0.994634151459 validation cost:0.0303306598216 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0291415769607 and training accuracy:0.99658536911 validation cost:0.0224237218499 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0236676223576 and training accuracy:0.997853636742 validation cost:0.0179991889745 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199134405702 and training accuracy:0.998341441154 validation cost:0.0147601878271 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169915296137 and training accuracy:0.998439013958 validation cost:0.0123440781608 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154028711841 and training accuracy:0.997951209545 validation cost:0.0112959304824 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0140135167167 and training accuracy:0.998048782349 validation cost:0.010194035247 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.920632124 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639793798327 and training accuracy:0.991250991821 validation cost:0.0631502941251 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342461615801 and training accuracy:0.997203946114 validation cost:0.0343390852213 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241887103766 and training accuracy:0.997925519943 validation cost:0.0247597545385 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0189974773675 and training accuracy:0.997925519943 validation cost:0.0194135829806 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156127111986 and training accuracy:0.998196065426 validation cost:0.0162430014461 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131339710206 and training accuracy:0.998556852341 validation cost:0.0133459856734 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011212753132 and training accuracy:0.9987372756 validation cost:0.011480296962 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00990417134017 and training accuracy:0.998917639256 validation cost:0.0102933067828 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00893883407116 and training accuracy:0.999098062515 validation cost:0.00895368400961 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.752464056 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153373494744 and training accuracy:0.964518547058 validation cost:0.148080632091 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103852070868 and training accuracy:0.971875607967 validation cost:0.100665912032 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0822267308831 and training accuracy:0.975786924362 validation cost:0.0793090090156 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0691103413701 and training accuracy:0.979791402817 validation cost:0.0639575123787 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0601692348719 and training accuracy:0.983143985271 validation cost:0.0556986257434 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0535430535674 and training accuracy:0.985472142696 validation cost:0.0500873997808 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.048288680613 and training accuracy:0.986682832241 validation cost:0.0457814820111 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446497388184 and training accuracy:0.987520933151 validation cost:0.0412833504379 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0412089973688 and training accuracy:0.988079726696 validation cost:0.0401865690947 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:123.213073969 Method 3 test accuracy:0.782100021839 Training with lmbda:23069.2370093, 4 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.601758003 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168323293328 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113364994526 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885548964143 and training accuracy:0.97309333086 validation cost:0.0924677848816 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0737862959504 and training accuracy:0.974275052547 validation cost:0.0788376778364 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645855441689 and training accuracy:0.977183878422 validation cost:0.0673091709614 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.056640625 and training accuracy:0.980365395546 validation cost:0.0583261437714 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513443313539 and training accuracy:0.982819736004 validation cost:0.0507923252881 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465707629919 and training accuracy:0.985364973545 validation cost:0.0466834492981 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427676513791 and training accuracy:0.987364768982 validation cost:0.0416715480387 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.314873934 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0988201126456 and training accuracy:0.991609752178 validation cost:0.0912624970078 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.054067786783 and training accuracy:0.99287801981 validation cost:0.0477653518319 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.037831813097 and training accuracy:0.994634151459 validation cost:0.0303443223238 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0291679799557 and training accuracy:0.99658536911 validation cost:0.0223919730633 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237518493086 and training accuracy:0.997853636742 validation cost:0.0181331448257 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199938658625 and training accuracy:0.998341441154 validation cost:0.0148108350113 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169998947531 and training accuracy:0.998439013958 validation cost:0.0123999668285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153513858095 and training accuracy:0.998048782349 validation cost:0.0112971113995 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0140086300671 and training accuracy:0.998146355152 validation cost:0.0101635027677 and validation accuracy:1.0 Training on :(4, 5) Time taken:118.933258057 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639220923185 and training accuracy:0.991431415081 validation cost:0.0631635710597 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0341743864119 and training accuracy:0.997294127941 validation cost:0.0343474708498 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242358539253 and training accuracy:0.997925519943 validation cost:0.0247850101441 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190198086202 and training accuracy:0.997925519943 validation cost:0.0194074325264 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156149547547 and training accuracy:0.998196065426 validation cost:0.0162546802312 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.013123893179 and training accuracy:0.998556852341 validation cost:0.0133503917605 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0112549504265 and training accuracy:0.998647093773 validation cost:0.0115189477801 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00993095431477 and training accuracy:0.998917639256 validation cost:0.0103120421991 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0089766336605 and training accuracy:0.999098062515 validation cost:0.00893670320511 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:127.795051813 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153087228537 and training accuracy:0.964704811573 validation cost:0.147449478507 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103815265 and training accuracy:0.971875607967 validation cost:0.100676074624 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0823527798057 and training accuracy:0.975973188877 validation cost:0.0792703330517 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0688464716077 and training accuracy:0.979884505272 validation cost:0.0638563632965 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0598746091127 and training accuracy:0.983330249786 validation cost:0.0549135953188 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0537340380251 and training accuracy:0.985379040241 validation cost:0.0502665787935 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0482027679682 and training accuracy:0.986869037151 validation cost:0.0458688922226 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0449845455587 and training accuracy:0.987334728241 validation cost:0.0421511791646 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0411928482354 and training accuracy:0.988172829151 validation cost:0.0399959459901 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:123.384199858 Method 3 test accuracy:0.781400024891 Training with lmbda:31274.1370491, 5 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.432921886 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168316215277 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113381847739 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885705500841 and training accuracy:0.97309333086 validation cost:0.0924739167094 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.073858179152 and training accuracy:0.974093258381 validation cost:0.0788447260857 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645559728146 and training accuracy:0.977365672588 validation cost:0.06733289361 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0564851760864 and training accuracy:0.9806381464 validation cost:0.0582949109375 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0512681379914 and training accuracy:0.982910633087 validation cost:0.0507964044809 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465172305703 and training accuracy:0.985546767712 validation cost:0.046912651509 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427908524871 and training accuracy:0.987364768982 validation cost:0.0414483211935 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.332502842 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989878103137 and training accuracy:0.991609752178 validation cost:0.0913320928812 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0541208907962 and training accuracy:0.99287801981 validation cost:0.0478740595281 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0377901941538 and training accuracy:0.994829297066 validation cost:0.030112830922 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0291556566954 and training accuracy:0.99658536911 validation cost:0.0223305635154 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237225387245 and training accuracy:0.997853636742 validation cost:0.01825719513 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200099293143 and training accuracy:0.998243927956 validation cost:0.0148150855675 and validation accuracy:1.0 Training on :(4, 5) training cost:0.01708384417 and training accuracy:0.998439013958 validation cost:0.0124439075589 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154672898352 and training accuracy:0.998048782349 validation cost:0.0113083859906 and validation accuracy:1.0 Training on :(4, 5) training cost:0.014066869393 and training accuracy:0.998146355152 validation cost:0.0102049121633 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.247581959 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639226511121 and training accuracy:0.991250991821 validation cost:0.0631689950824 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342515334487 and training accuracy:0.997203946114 validation cost:0.0344156175852 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242343693972 and training accuracy:0.997925519943 validation cost:0.0248480513692 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190528593957 and training accuracy:0.997925519943 validation cost:0.0194149371237 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0155985038728 and training accuracy:0.998196065426 validation cost:0.0162829626352 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131468418986 and training accuracy:0.998556852341 validation cost:0.013120544143 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0112303979695 and training accuracy:0.998647093773 validation cost:0.0114323003218 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00994247291237 and training accuracy:0.998917639256 validation cost:0.0102805523202 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00899306684732 and training accuracy:0.999098062515 validation cost:0.00894063990563 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.214459896 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153229296207 and training accuracy:0.964611649513 validation cost:0.148379102349 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103692613542 and training accuracy:0.972061812878 validation cost:0.10071169585 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0824043154716 and training accuracy:0.975880026817 validation cost:0.0790885910392 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0689852163196 and training accuracy:0.979884505272 validation cost:0.0634286850691 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0598446577787 and training accuracy:0.983330249786 validation cost:0.0548116825521 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0532868392766 and training accuracy:0.985472142696 validation cost:0.0500792860985 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0482951626182 and training accuracy:0.986869037151 validation cost:0.0457438193262 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446342006326 and training accuracy:0.987520933151 validation cost:0.0415917001665 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0409205555916 and training accuracy:0.988638460636 validation cost:0.0395260415971 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:119.215362072 Method 3 test accuracy:0.783100008965 Training with lmbda:35302.8581073, 6 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.723191977 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168316215277 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113374434412 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885692387819 and training accuracy:0.97309333086 validation cost:0.0924634113908 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738062262535 and training accuracy:0.974184155464 validation cost:0.0788549631834 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645429566503 and training accuracy:0.977365672588 validation cost:0.0673477724195 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0565678216517 and training accuracy:0.980547249317 validation cost:0.0583025105298 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0511913858354 and training accuracy:0.982910633087 validation cost:0.0508484877646 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0465999878943 and training accuracy:0.985546767712 validation cost:0.0469456985593 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0426673591137 and training accuracy:0.987455666065 validation cost:0.0417611896992 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.244844913 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0988501161337 and training accuracy:0.991609752178 validation cost:0.0914637222886 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0541028305888 and training accuracy:0.99287801981 validation cost:0.0477724932134 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0378667786717 and training accuracy:0.994731724262 validation cost:0.030252315104 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0291485805064 and training accuracy:0.99658536911 validation cost:0.0223447922617 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023802658543 and training accuracy:0.997756123543 validation cost:0.0181183759123 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200901124626 and training accuracy:0.998243927956 validation cost:0.014854083769 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0171842332929 and training accuracy:0.998341441154 validation cost:0.0123520689085 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154812550172 and training accuracy:0.998048782349 validation cost:0.0112971672788 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0140366805717 and training accuracy:0.998243927956 validation cost:0.0103644747287 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.205549002 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638308748603 and training accuracy:0.991341233253 validation cost:0.0632194653153 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342054367065 and training accuracy:0.997203946114 validation cost:0.0344782024622 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242104064673 and training accuracy:0.997925519943 validation cost:0.0248272754252 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.018980609253 and training accuracy:0.997925519943 validation cost:0.0194414649159 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156248826534 and training accuracy:0.998196065426 validation cost:0.0163278188556 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131579032168 and training accuracy:0.998647093773 validation cost:0.0132072977722 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0112692127004 and training accuracy:0.998647093773 validation cost:0.0115085588768 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00995813217014 and training accuracy:0.998917639256 validation cost:0.0103050433099 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0090178437531 and training accuracy:0.999098062515 validation cost:0.00895975064486 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.970461845 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153195738792 and training accuracy:0.964704811573 validation cost:0.14837911725 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103925123811 and training accuracy:0.971782445908 validation cost:0.100619368255 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0822760984302 and training accuracy:0.975973188877 validation cost:0.0785449147224 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0691956058145 and training accuracy:0.979791402817 validation cost:0.0646724551916 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0600014515221 and training accuracy:0.983516454697 validation cost:0.0550452284515 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0534979216754 and training accuracy:0.985285878181 validation cost:0.0491911359131 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0482872761786 and training accuracy:0.986869037151 validation cost:0.0458495877683 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0442951098084 and training accuracy:0.987520933151 validation cost:0.0415158085525 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.040998402983 and training accuracy:0.988545358181 validation cost:0.0395025014877 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:119.523003101 Method 3 test accuracy:0.783100008965 Training with lmbda:37073.9518805, 7 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.187235117 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168316215277 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113374434412 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885692387819 and training accuracy:0.97309333086 validation cost:0.0924634113908 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738038495183 and training accuracy:0.974184155464 validation cost:0.0788549631834 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645427331328 and training accuracy:0.977365672588 validation cost:0.0673438757658 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0565188415349 and training accuracy:0.980547249317 validation cost:0.0583086907864 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0511706955731 and training accuracy:0.982910633087 validation cost:0.0508445911109 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0466096997261 and training accuracy:0.985728561878 validation cost:0.0470463596284 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0426395870745 and training accuracy:0.987455666065 validation cost:0.041549731046 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.146348953 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989923924208 and training accuracy:0.991609752178 validation cost:0.0916132107377 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0541442930698 and training accuracy:0.992780506611 validation cost:0.0477683097124 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0378428734839 and training accuracy:0.994731724262 validation cost:0.0302270855755 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0291795451194 and training accuracy:0.99658536911 validation cost:0.0224472731352 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237503163517 and training accuracy:0.997853636742 validation cost:0.0180965010077 and validation accuracy:1.0 Training on :(4, 5) training cost:0.02013027668 and training accuracy:0.998243927956 validation cost:0.0148242637515 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172033514827 and training accuracy:0.998243927956 validation cost:0.0123560512438 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154981091619 and training accuracy:0.998048782349 validation cost:0.0113188279793 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0140615068376 and training accuracy:0.998243927956 validation cost:0.0102955056354 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.194573879 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638875514269 and training accuracy:0.991341233253 validation cost:0.0632574260235 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342482849956 and training accuracy:0.997203946114 validation cost:0.0343656130135 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242018513381 and training accuracy:0.997925519943 validation cost:0.0247965529561 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.019073612988 and training accuracy:0.997925519943 validation cost:0.0194294154644 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0155681297183 and training accuracy:0.998196065426 validation cost:0.0162921100855 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.013177045621 and training accuracy:0.998647093773 validation cost:0.0132055832073 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0112439412624 and training accuracy:0.998647093773 validation cost:0.0114487176761 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00997294392437 and training accuracy:0.998917639256 validation cost:0.0103103937581 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00899069663137 and training accuracy:0.999098062515 validation cost:0.00900858547539 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.300321102 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153282299638 and training accuracy:0.964611649513 validation cost:0.148170724511 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103853836656 and training accuracy:0.971689343452 validation cost:0.10088570416 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0823910683393 and training accuracy:0.975880026817 validation cost:0.0793730467558 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0689740478992 and training accuracy:0.979884505272 validation cost:0.0640693753958 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0598115026951 and training accuracy:0.983423352242 validation cost:0.0547100715339 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0534569732845 and training accuracy:0.985472142696 validation cost:0.0503155440092 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0481785424054 and training accuracy:0.986775934696 validation cost:0.0458784773946 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0444723963737 and training accuracy:0.987707197666 validation cost:0.042289044708 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0409295409918 and training accuracy:0.988545358181 validation cost:0.0393725894392 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:119.438636065 Method 3 test accuracy:0.782899975777 Training with lmbda:46974.8337346, 8 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.815318108 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168316215277 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113399781287 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886662453413 and training accuracy:0.97309333086 validation cost:0.0926548317075 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0737865045667 and training accuracy:0.974275052547 validation cost:0.07908950001 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.064708955586 and training accuracy:0.977274775505 validation cost:0.0673271641135 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0565049946308 and training accuracy:0.9806381464 validation cost:0.0583447925746 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.051161698997 and training accuracy:0.982819736004 validation cost:0.0506649166346 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465773865581 and training accuracy:0.985274076462 validation cost:0.0468248799443 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0428492762148 and training accuracy:0.987455666065 validation cost:0.0416529551148 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.160623074 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989549085498 and training accuracy:0.991512179375 validation cost:0.0920137539506 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0541209019721 and training accuracy:0.992780506611 validation cost:0.0478348396719 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0378327816725 and training accuracy:0.994731724262 validation cost:0.0302128382027 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.029203383252 and training accuracy:0.99658536911 validation cost:0.0224668234587 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237867683172 and training accuracy:0.997853636742 validation cost:0.0181662477553 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201134663075 and training accuracy:0.998243927956 validation cost:0.0149154420942 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172395147383 and training accuracy:0.998243927956 validation cost:0.012398833409 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0155409416184 and training accuracy:0.998048782349 validation cost:0.0113016413525 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0140868993476 and training accuracy:0.998243927956 validation cost:0.0102745508775 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.713037968 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639542639256 and training accuracy:0.991341233253 validation cost:0.0631706118584 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0343148559332 and training accuracy:0.997203946114 validation cost:0.0343996249139 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242321770638 and training accuracy:0.997925519943 validation cost:0.0249481350183 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0189691577107 and training accuracy:0.998105883598 validation cost:0.0191342532635 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0156792011112 and training accuracy:0.998196065426 validation cost:0.0164386555552 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131602492183 and training accuracy:0.998647093773 validation cost:0.0132317561656 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113101871684 and training accuracy:0.998647093773 validation cost:0.0115348827094 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00998421292752 and training accuracy:0.998917639256 validation cost:0.0103212632239 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00902105495334 and training accuracy:0.999098062515 validation cost:0.00868026074022 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.018476009 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153225392103 and training accuracy:0.964704811573 validation cost:0.148434594274 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103820480406 and training accuracy:0.971968710423 validation cost:0.100297771394 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0823317021132 and training accuracy:0.975880026817 validation cost:0.0792894884944 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0691849216819 and training accuracy:0.979791402817 validation cost:0.0641742870212 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0600712820888 and training accuracy:0.983237087727 validation cost:0.0552654340863 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0536890439689 and training accuracy:0.985192775726 validation cost:0.0508863329887 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0484629422426 and training accuracy:0.986496567726 validation cost:0.0455460324883 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0444089099765 and training accuracy:0.987707197666 validation cost:0.0422233827412 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0408696718514 and training accuracy:0.988638460636 validation cost:0.0395070649683 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:119.76315403 Method 3 test accuracy:0.782299995422 Training with lmbda:71637.3434389, 9 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.041059017 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168318986893 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.11337454617 and training accuracy:0.968457400799 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886882692575 and training accuracy:0.973184227943 validation cost:0.0922498106956 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0740000754595 and training accuracy:0.974002361298 validation cost:0.0791063308716 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645510554314 and training accuracy:0.977365672588 validation cost:0.0675971657038 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566931664944 and training accuracy:0.9806381464 validation cost:0.0584051907063 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0512254834175 and training accuracy:0.98300153017 validation cost:0.050904314965 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465593226254 and training accuracy:0.985455870628 validation cost:0.0467190444469 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427534207702 and training accuracy:0.987364768982 validation cost:0.0416321530938 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.225109816 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989638343453 and training accuracy:0.991512179375 validation cost:0.0915035903454 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.054211191833 and training accuracy:0.992780506611 validation cost:0.0480534397066 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379483699799 and training accuracy:0.994634151459 validation cost:0.0304683353752 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.029275322333 and training accuracy:0.99658536911 validation cost:0.0226562637836 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238290205598 and training accuracy:0.997756123543 validation cost:0.0177781935781 and validation accuracy:1.0 Training on :(4, 5) training cost:0.020148601383 and training accuracy:0.998341441154 validation cost:0.0148820988834 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172455701977 and training accuracy:0.998439013958 validation cost:0.0128698125482 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156760495156 and training accuracy:0.998048782349 validation cost:0.0113820508122 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142347533256 and training accuracy:0.998048782349 validation cost:0.0103772869334 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.706101179 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638242587447 and training accuracy:0.991341233253 validation cost:0.0630701854825 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0343114100397 and training accuracy:0.997203946114 validation cost:0.0343707576394 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241981018335 and training accuracy:0.997925519943 validation cost:0.0248714741319 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0189823303372 and training accuracy:0.998015701771 validation cost:0.0194848775864 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157263595611 and training accuracy:0.998196065426 validation cost:0.0163286849856 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132626593113 and training accuracy:0.9987372756 validation cost:0.0132725005969 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114348800853 and training accuracy:0.998647093773 validation cost:0.0117412591353 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100994426757 and training accuracy:0.998827457428 validation cost:0.0104236435145 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00903692282736 and training accuracy:0.999098062515 validation cost:0.00894591957331 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.389725924 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153729885817 and training accuracy:0.964518547058 validation cost:0.148463860154 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103912122548 and training accuracy:0.972061812878 validation cost:0.100343704224 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0822832137346 and training accuracy:0.975600659847 validation cost:0.0794526189566 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0690912380815 and training accuracy:0.979884505272 validation cost:0.0636551603675 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.060101930052 and training accuracy:0.983423352242 validation cost:0.0562175884843 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0538561493158 and training accuracy:0.985099673271 validation cost:0.0502187944949 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0485789254308 and training accuracy:0.986589670181 validation cost:0.0463437624276 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446185991168 and training accuracy:0.987614095211 validation cost:0.0435634963214 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0413066372275 and training accuracy:0.988452196121 validation cost:0.0399762503803 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.231389999 Method 3 test accuracy:0.78100001812 Training with lmbda:91699.5839272, 10 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.957110882 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168327435851 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113404043019 and training accuracy:0.968366503716 validation cost:0.120848722756 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0888586565852 and training accuracy:0.97309333086 validation cost:0.0929196476936 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.073807656765 and training accuracy:0.974093258381 validation cost:0.0791027247906 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646370798349 and training accuracy:0.977092981339 validation cost:0.0670659393072 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0565833337605 and training accuracy:0.9806381464 validation cost:0.0583473742008 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.050996851176 and training accuracy:0.98300153017 validation cost:0.0504291951656 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0464542880654 and training accuracy:0.985728561878 validation cost:0.0469297021627 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0426257774234 and training accuracy:0.987455666065 validation cost:0.0416215360165 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.83108902 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0991277620196 and training accuracy:0.991512179375 validation cost:0.0918399915099 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.054289098829 and training accuracy:0.992780506611 validation cost:0.0480065830052 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379539392889 and training accuracy:0.994634151459 validation cost:0.029901785776 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293117817491 and training accuracy:0.996682941914 validation cost:0.0225775577128 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023895798251 and training accuracy:0.997756123543 validation cost:0.018001511693 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0202663838863 and training accuracy:0.998341441154 validation cost:0.0149625390768 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174008123577 and training accuracy:0.998243927956 validation cost:0.0126558961347 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156829115003 and training accuracy:0.998146355152 validation cost:0.0115961860865 and validation accuracy:1.0 Training on :(4, 5) training cost:0.014318508096 and training accuracy:0.998146355152 validation cost:0.0108703784645 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.064825058 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639863461256 and training accuracy:0.991160809994 validation cost:0.063232511282 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342792198062 and training accuracy:0.997294127941 validation cost:0.0342576168478 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242667179555 and training accuracy:0.997925519943 validation cost:0.0251595154405 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0189894679934 and training accuracy:0.998105883598 validation cost:0.0191706698388 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0157610457391 and training accuracy:0.998286306858 validation cost:0.0163986347616 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132850073278 and training accuracy:0.998647093773 validation cost:0.0134211340919 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115081192926 and training accuracy:0.998466670513 validation cost:0.0116381430998 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100877070799 and training accuracy:0.998917639256 validation cost:0.0102480445057 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00909558683634 and training accuracy:0.999098062515 validation cost:0.00894320849329 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.596977949 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153652921319 and training accuracy:0.964332282543 validation cost:0.148056894541 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.10376381129 and training accuracy:0.972154974937 validation cost:0.0997972413898 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0825133100152 and training accuracy:0.975600659847 validation cost:0.0801231041551 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0691323801875 and training accuracy:0.979698240757 validation cost:0.0636826604605 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0600057169795 and training accuracy:0.983237087727 validation cost:0.0547671094537 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0538845062256 and training accuracy:0.984913408756 validation cost:0.0506590344012 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0487179122865 and training accuracy:0.986403405666 validation cost:0.0471232049167 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0447930470109 and training accuracy:0.987707197666 validation cost:0.0440066047013 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0413077175617 and training accuracy:0.988359093666 validation cost:0.0402285978198 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.974864006 Method 3 test accuracy:0.780499994755 Training with lmbda:97046.9993408, 11 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.495126963 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168311834335 and training accuracy:0.950004518032 validation cost:0.169110611081 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.11344935745 and training accuracy:0.968366503716 validation cost:0.120838224888 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886443406343 and training accuracy:0.973002433777 validation cost:0.0926842242479 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0740178599954 and training accuracy:0.974093258381 validation cost:0.0790317878127 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.064613468945 and training accuracy:0.977183878422 validation cost:0.067192107439 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0565096512437 and training accuracy:0.980819940567 validation cost:0.0584226176143 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0509236045182 and training accuracy:0.983092427254 validation cost:0.0505886785686 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.046526581049 and training accuracy:0.985637664795 validation cost:0.0467816404998 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427927859128 and training accuracy:0.987455666065 validation cost:0.0416611731052 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:121.948125124 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989534705877 and training accuracy:0.991609752178 validation cost:0.0920385420322 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542436875403 and training accuracy:0.99287801981 validation cost:0.0480794385076 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.038122523576 and training accuracy:0.994634151459 validation cost:0.0304280482233 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293547958136 and training accuracy:0.996682941914 validation cost:0.0229027606547 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239042509347 and training accuracy:0.997756123543 validation cost:0.017805153504 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0202615987509 and training accuracy:0.998341441154 validation cost:0.0151038626209 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174784902483 and training accuracy:0.998341441154 validation cost:0.0127344597131 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156928375363 and training accuracy:0.998146355152 validation cost:0.0115994121879 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141998697072 and training accuracy:0.998243927956 validation cost:0.0109063191339 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.459600925 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.063867084682 and training accuracy:0.991160809994 validation cost:0.0630775913596 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0341936312616 and training accuracy:0.997384309769 validation cost:0.0340949445963 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242476314306 and training accuracy:0.997925519943 validation cost:0.0249624978751 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191047079861 and training accuracy:0.998105883598 validation cost:0.0194905158132 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0158192161471 and training accuracy:0.998196065426 validation cost:0.0163330938667 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0133561985567 and training accuracy:0.998647093773 validation cost:0.0134241739288 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114498352632 and training accuracy:0.998556852341 validation cost:0.0117930173874 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0102220475674 and training accuracy:0.998827457428 validation cost:0.0106347203255 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00908196065575 and training accuracy:0.999188244343 validation cost:0.00901396200061 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.234283924 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153655096889 and training accuracy:0.964332282543 validation cost:0.148113012314 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103527195752 and training accuracy:0.972341239452 validation cost:0.0994770154357 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0824829638004 and training accuracy:0.975693821907 validation cost:0.0800287723541 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0690448433161 and training accuracy:0.979884505272 validation cost:0.0629417151213 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0602718181908 and training accuracy:0.983143985271 validation cost:0.0563985481858 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0539063327014 and training accuracy:0.984820246696 validation cost:0.0505190640688 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0486769229174 and training accuracy:0.986496567726 validation cost:0.0473077744246 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.045007288456 and training accuracy:0.987707197666 validation cost:0.0438957437873 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0415603145957 and training accuracy:0.988265991211 validation cost:0.040117777884 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.442662954 Method 3 test accuracy:0.781300008297 Training with lmbda:113188.908048, 12 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.791583061 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168294295669 and training accuracy:0.950004518032 validation cost:0.169110611081 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113681085408 and training accuracy:0.968457400799 validation cost:0.121127575636 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886988267303 and training accuracy:0.973002433777 validation cost:0.0922798514366 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0740765035152 and training accuracy:0.974093258381 validation cost:0.0789794772863 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645861327648 and training accuracy:0.977092981339 validation cost:0.067363768816 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0565401688218 and training accuracy:0.980819940567 validation cost:0.0584292858839 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0512217953801 and training accuracy:0.982910633087 validation cost:0.050966270268 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0464398823678 and training accuracy:0.985728561878 validation cost:0.0468521416187 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0426862984896 and training accuracy:0.987364768982 validation cost:0.0412954427302 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.124679804 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989072993398 and training accuracy:0.991707324982 validation cost:0.091444298625 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542802736163 and training accuracy:0.992780506611 validation cost:0.0479280911386 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0381165631115 and training accuracy:0.994634151459 validation cost:0.0302233789116 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293928943574 and training accuracy:0.996682941914 validation cost:0.0227771513164 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239013563842 and training accuracy:0.997853636742 validation cost:0.0180531926453 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0202403236181 and training accuracy:0.998341441154 validation cost:0.0151294656098 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0173539482057 and training accuracy:0.998439013958 validation cost:0.0128159103915 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157268159091 and training accuracy:0.998243927956 validation cost:0.0116217294708 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142704509199 and training accuracy:0.998243927956 validation cost:0.0109696257859 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.322483063 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638996660709 and training accuracy:0.991341233253 validation cost:0.063129991293 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342144481838 and training accuracy:0.997384309769 validation cost:0.0342274866998 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0244015771896 and training accuracy:0.997745096684 validation cost:0.0252002160996 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0192083511502 and training accuracy:0.998015701771 validation cost:0.0197718199342 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0158121567219 and training accuracy:0.998376488686 validation cost:0.0165969002992 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0133320586756 and training accuracy:0.998647093773 validation cost:0.0134551934898 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115531841293 and training accuracy:0.998556852341 validation cost:0.0119305737317 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0102180279791 and training accuracy:0.998917639256 validation cost:0.0104861157015 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00915646925569 and training accuracy:0.999188244343 validation cost:0.00925284158438 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.100718021 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153739720583 and training accuracy:0.964146018028 validation cost:0.149115517735 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103646531701 and training accuracy:0.972154974937 validation cost:0.0989990979433 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.082573890686 and training accuracy:0.975786924362 validation cost:0.0804234445095 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689834356308 and training accuracy:0.979884505272 validation cost:0.0634634271264 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0603681579232 and training accuracy:0.982957720757 validation cost:0.056859780103 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0538872629404 and training accuracy:0.985006511211 validation cost:0.0515067912638 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0489155463874 and training accuracy:0.986310303211 validation cost:0.0471997708082 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446824878454 and training accuracy:0.987800359726 validation cost:0.043775588274 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0418030582368 and training accuracy:0.988359093666 validation cost:0.0404026508331 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.848820925 Method 3 test accuracy:0.780200004578 Training with lmbda:139362.652424, 13 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.263581991 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168553948402 and training accuracy:0.949913620949 validation cost:0.169154301286 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113379649818 and training accuracy:0.968275606632 validation cost:0.120848722756 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0888715907931 and training accuracy:0.973002433777 validation cost:0.0928553566337 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738859474659 and training accuracy:0.974093258381 validation cost:0.0789561122656 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645519793034 and training accuracy:0.977274775505 validation cost:0.0677972435951 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0565874241292 and training accuracy:0.980819940567 validation cost:0.05827248469 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0510396286845 and training accuracy:0.982819736004 validation cost:0.0504892654717 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465448908508 and training accuracy:0.985637664795 validation cost:0.0467112362385 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427477322519 and training accuracy:0.987364768982 validation cost:0.0416522212327 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.432003021 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989311188459 and training accuracy:0.991512179375 validation cost:0.0912626609206 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542563125491 and training accuracy:0.992780506611 validation cost:0.0479525439441 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379666648805 and training accuracy:0.994926810265 validation cost:0.0304692089558 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293076448143 and training accuracy:0.996780514717 validation cost:0.0227504782379 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0241344179958 and training accuracy:0.997756123543 validation cost:0.0183838829398 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0204065740108 and training accuracy:0.998243927956 validation cost:0.0152446934953 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176130123436 and training accuracy:0.998439013958 validation cost:0.0129249207675 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157538466156 and training accuracy:0.998341441154 validation cost:0.0116408662871 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0143979759887 and training accuracy:0.998341441154 validation cost:0.0109766926616 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.156844854 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0637607052922 and training accuracy:0.991160809994 validation cost:0.0625160411 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342808663845 and training accuracy:0.997113764286 validation cost:0.03327710554 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0243121981621 and training accuracy:0.997835278511 validation cost:0.0249264929444 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0192146021873 and training accuracy:0.997925519943 validation cost:0.0196876283735 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0158529393375 and training accuracy:0.998196065426 validation cost:0.0163017883897 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132548240945 and training accuracy:0.9987372756 validation cost:0.0135268513113 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115465158597 and training accuracy:0.998647093773 validation cost:0.0122761446983 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0103284586221 and training accuracy:0.9987372756 validation cost:0.010528200306 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00918270554394 and training accuracy:0.999188244343 validation cost:0.00900432094932 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.155768871 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151894465089 and training accuracy:0.965263545513 validation cost:0.147132754326 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.10371812433 and training accuracy:0.972248077393 validation cost:0.101578719914 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0822459459305 and training accuracy:0.976159453392 validation cost:0.0785198286176 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0696285665035 and training accuracy:0.979512035847 validation cost:0.0647044628859 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0605087243021 and training accuracy:0.983050823212 validation cost:0.0555238462985 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0541479326785 and training accuracy:0.985192775726 validation cost:0.0499328933656 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0486860871315 and training accuracy:0.986496567726 validation cost:0.04690541327 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0447383113205 and training accuracy:0.987520933151 validation cost:0.0432277694345 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0416387356818 and training accuracy:0.988265991211 validation cost:0.0400483645499 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:119.68672514 Method 3 test accuracy:0.790499985218 Training with lmbda:142555.972329, 14 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.360477924 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168553948402 and training accuracy:0.949913620949 validation cost:0.169154301286 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.11339340359 and training accuracy:0.968366503716 validation cost:0.120848722756 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886538028717 and training accuracy:0.97309333086 validation cost:0.0923085659742 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0738171339035 and training accuracy:0.974002361298 validation cost:0.0789520218968 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645276755095 and training accuracy:0.977274775505 validation cost:0.0677147209644 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0565997622907 and training accuracy:0.980729043484 validation cost:0.0583402961493 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0510316379368 and training accuracy:0.982910633087 validation cost:0.0507585555315 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0464407093823 and training accuracy:0.985819458961 validation cost:0.046776805073 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0426642820239 and training accuracy:0.987364768982 validation cost:0.0414771065116 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.337986946 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989089757204 and training accuracy:0.991804897785 validation cost:0.0918165743351 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0544024258852 and training accuracy:0.992780506611 validation cost:0.0482983924448 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0380554571748 and training accuracy:0.994926810265 validation cost:0.0305297486484 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0294159390032 and training accuracy:0.996780514717 validation cost:0.0229526069015 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0240339059383 and training accuracy:0.997951209545 validation cost:0.0185508206487 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0204823818058 and training accuracy:0.998243927956 validation cost:0.0153297716752 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176350641996 and training accuracy:0.998341441154 validation cost:0.0128897400573 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157178062946 and training accuracy:0.998341441154 validation cost:0.0116721130908 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0143766244873 and training accuracy:0.998243927956 validation cost:0.0109619349241 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.348227978 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0637740641832 and training accuracy:0.991160809994 validation cost:0.0625845491886 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0343538038433 and training accuracy:0.997203946114 validation cost:0.0332260467112 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.024325966835 and training accuracy:0.997835278511 validation cost:0.024798380211 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0192371290177 and training accuracy:0.997925519943 validation cost:0.0195095110685 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0158599000424 and training accuracy:0.998286306858 validation cost:0.0162932816893 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.013314222917 and training accuracy:0.9987372756 validation cost:0.0137675013393 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115742273629 and training accuracy:0.998647093773 validation cost:0.0122968517244 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0103127844632 and training accuracy:0.9987372756 validation cost:0.0100096752867 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00921260379255 and training accuracy:0.999188244343 validation cost:0.00924434978515 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.764304161 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151747465134 and training accuracy:0.965263545513 validation cost:0.147576645017 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.103872083127 and training accuracy:0.972248077393 validation cost:0.10188306123 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0821051225066 and training accuracy:0.976066291332 validation cost:0.0783482268453 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0699657425284 and training accuracy:0.979605138302 validation cost:0.0659586340189 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0604420229793 and training accuracy:0.982957720757 validation cost:0.0554823800921 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0542304031551 and training accuracy:0.985099673271 validation cost:0.0493447557092 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.048604413867 and training accuracy:0.986496567726 validation cost:0.0465169139206 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0447614975274 and training accuracy:0.987614095211 validation cost:0.0431418940425 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0419951193035 and training accuracy:0.988079726696 validation cost:0.0404072664678 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.325785875 Method 3 test accuracy:0.781599998474 Training with lmbda:150410.57979, 15 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.276833057 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168553948402 and training accuracy:0.949913620949 validation cost:0.169154301286 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113464973867 and training accuracy:0.968366503716 validation cost:0.120823413134 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0888669937849 and training accuracy:0.973002433777 validation cost:0.0926973894238 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738672986627 and training accuracy:0.974002361298 validation cost:0.0791081562638 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.064466714859 and training accuracy:0.977274775505 validation cost:0.0677900314331 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.056593105197 and training accuracy:0.980729043484 validation cost:0.0583406984806 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0510600991547 and training accuracy:0.982910633087 validation cost:0.0512814819813 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0464588068426 and training accuracy:0.985819458961 validation cost:0.0469265468419 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0426532812417 and training accuracy:0.987364768982 validation cost:0.0416512191296 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.596436024 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990462824702 and training accuracy:0.991512179375 validation cost:0.092216975987 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0543470494449 and training accuracy:0.992780506611 validation cost:0.0479833558202 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0380966551602 and training accuracy:0.994829297066 validation cost:0.0301158297807 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0294147022069 and training accuracy:0.996780514717 validation cost:0.023012785241 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0241311453283 and training accuracy:0.997756123543 validation cost:0.0185548476875 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0203867908567 and training accuracy:0.998243927956 validation cost:0.0152885373682 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176243446767 and training accuracy:0.998439013958 validation cost:0.0129084577784 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156879406422 and training accuracy:0.998439013958 validation cost:0.0116678103805 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144723402336 and training accuracy:0.998243927956 validation cost:0.0109908059239 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.066764832 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636705160141 and training accuracy:0.991160809994 validation cost:0.0626512393355 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0343804769218 and training accuracy:0.997203946114 validation cost:0.0333191305399 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0243165139109 and training accuracy:0.997835278511 validation cost:0.0248917285353 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0192671623081 and training accuracy:0.997925519943 validation cost:0.0197508372366 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0158849991858 and training accuracy:0.998196065426 validation cost:0.0163610056043 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0133453505114 and training accuracy:0.9987372756 validation cost:0.0136073436588 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115715768188 and training accuracy:0.998647093773 validation cost:0.0122976377606 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0103827351704 and training accuracy:0.9987372756 validation cost:0.0106273973361 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00918236281723 and training accuracy:0.999188244343 validation cost:0.00924884527922 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.944222927 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151885822415 and training accuracy:0.965077280998 validation cost:0.147573068738 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.10385299474 and training accuracy:0.972154974937 validation cost:0.102119401097 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.082248441875 and training accuracy:0.976159453392 validation cost:0.0785627663136 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0699244737625 and training accuracy:0.979605138302 validation cost:0.0648862272501 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0606751590967 and training accuracy:0.983237087727 validation cost:0.0555039197206 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.054329816252 and training accuracy:0.985006511211 validation cost:0.0511334426701 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0486240983009 and training accuracy:0.986682832241 validation cost:0.0466233976185 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0448177792132 and training accuracy:0.987707197666 validation cost:0.0431967750192 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0418884903193 and training accuracy:0.988172829151 validation cost:0.0405933111906 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.453615904 Method 3 test accuracy:0.787899971008 Training with lmbda:0, 16 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.827966213 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.081203938 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183575861156 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164001379162 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.277729988 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183195862919 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150393527001 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0127136530355 and training accuracy:0.998827457428 validation cost:0.0126593997702 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110622271895 and training accuracy:0.999007821083 validation cost:0.0108566032723 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984427891672 and training accuracy:0.999188244343 validation cost:0.0102100968361 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882676243782 and training accuracy:0.999368607998 validation cost:0.00872281659395 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.867181063 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153915524483 and training accuracy:0.962842226028 validation cost:0.153895288706 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104966908693 and training accuracy:0.968429863453 validation cost:0.101662240922 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838570669293 and training accuracy:0.975228190422 validation cost:0.0826450809836 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0704691037536 and training accuracy:0.979512035847 validation cost:0.0700912177563 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0619770400226 and training accuracy:0.981747090816 validation cost:0.059368930757 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0556346476078 and training accuracy:0.984168350697 validation cost:0.0533436946571 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496507994831 and training accuracy:0.985658407211 validation cost:0.0468872338533 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0448518916965 and training accuracy:0.986682832241 validation cost:0.0442164950073 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405962467194 and training accuracy:0.988172829151 validation cost:0.0406271256506 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:119.60868907 Method 3 test accuracy:0.792699992657 Training with lmbda:796.306982227, 17 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.097806931 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.115955881774 and training accuracy:0.96891194582 validation cost:0.119432069361 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903534665704 and training accuracy:0.974820494652 validation cost:0.0987847745419 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757531449199 and training accuracy:0.977183878422 validation cost:0.0859515443444 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662938430905 and training accuracy:0.978910982609 validation cost:0.0742625743151 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591880790889 and training accuracy:0.982365250587 validation cost:0.0656408146024 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0522486567497 and training accuracy:0.985092282295 validation cost:0.0574711039662 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0475724339485 and training accuracy:0.986001253128 validation cost:0.0526016242802 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0441646277905 and training accuracy:0.987455666065 validation cost:0.0488882623613 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.014414072 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100175209343 and training accuracy:0.991414606571 validation cost:0.0899644941092 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0545722655952 and training accuracy:0.993073165417 validation cost:0.0472493432462 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039478354156 and training accuracy:0.994731724262 validation cost:0.0319879502058 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0308999381959 and training accuracy:0.996292710304 validation cost:0.0236615557224 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0251184981316 and training accuracy:0.996292710304 validation cost:0.0193858724087 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209882892668 and training accuracy:0.996975600719 validation cost:0.0149504188448 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184116456658 and training accuracy:0.99726831913 validation cost:0.0127047915012 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0163300074637 and training accuracy:0.997463405132 validation cost:0.0109838293865 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149931786582 and training accuracy:0.997463405132 validation cost:0.00954912044108 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.32507205 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620879419148 and training accuracy:0.992784321308 validation cost:0.0630494356155 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0343438982964 and training accuracy:0.997564733028 validation cost:0.0347232110798 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240361336619 and training accuracy:0.998105883598 validation cost:0.0242565404624 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183071773499 and training accuracy:0.998556852341 validation cost:0.0184205695987 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150216342881 and training accuracy:0.998647093773 validation cost:0.015017690137 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0127012962475 and training accuracy:0.998827457428 validation cost:0.0128258299083 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110267493874 and training accuracy:0.999007821083 validation cost:0.0111284758896 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0098034767434 and training accuracy:0.999188244343 validation cost:0.0102358693257 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00884875375777 and training accuracy:0.999368607998 validation cost:0.00882971286774 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.086150885 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153896376491 and training accuracy:0.962935388088 validation cost:0.153671011329 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104937724769 and training accuracy:0.968709230423 validation cost:0.102448582649 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0840834155679 and training accuracy:0.974855661392 validation cost:0.082700483501 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0701448693871 and training accuracy:0.979605138302 validation cost:0.0705704241991 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0617554709315 and training accuracy:0.982119560242 validation cost:0.0595225282013 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.055163975805 and training accuracy:0.984261512756 validation cost:0.0531131625175 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0496430955827 and training accuracy:0.985937774181 validation cost:0.0477955415845 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.044661808759 and training accuracy:0.986962199211 validation cost:0.0439333207905 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0409041531384 and training accuracy:0.987893462181 validation cost:0.0401180274785 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.377170086 Method 3 test accuracy:0.791199982166 Training with lmbda:18288.6002658, 18 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.256253958 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172583624721 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.11614959687 and training accuracy:0.96891194582 validation cost:0.119582034647 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0904793292284 and training accuracy:0.974638640881 validation cost:0.0987908989191 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0758937969804 and training accuracy:0.976911187172 validation cost:0.0860195532441 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662441030145 and training accuracy:0.97909283638 validation cost:0.0742599964142 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0592079423368 and training accuracy:0.982092559338 validation cost:0.0654575675726 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0520971044898 and training accuracy:0.985001385212 validation cost:0.0572928674519 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0473909676075 and training accuracy:0.986274003983 validation cost:0.052646279335 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044321436435 and training accuracy:0.987455666065 validation cost:0.0489239394665 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.050449848 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998949185014 and training accuracy:0.991414606571 validation cost:0.0898005142808 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0545492433012 and training accuracy:0.992975592613 validation cost:0.0471573323011 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395745746791 and training accuracy:0.994829297066 validation cost:0.0321133807302 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309570133686 and training accuracy:0.996292710304 validation cost:0.0236405152828 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0251980759203 and training accuracy:0.996292710304 validation cost:0.0193979740143 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209760125726 and training accuracy:0.996975600719 validation cost:0.0149835078046 and validation accuracy:1.0 Training on :(4, 5) training cost:0.018381357193 and training accuracy:0.997560977936 validation cost:0.0125763881952 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164700448513 and training accuracy:0.997560977936 validation cost:0.0110246734694 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150771038607 and training accuracy:0.997560977936 validation cost:0.00957044679672 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.493486166 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620830915868 and training accuracy:0.992694139481 validation cost:0.0630589276552 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0340934880078 and training accuracy:0.997654914856 validation cost:0.0344102904201 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.024037418887 and training accuracy:0.998105883598 validation cost:0.0244511533529 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183570683002 and training accuracy:0.998556852341 validation cost:0.0185020323843 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150770945475 and training accuracy:0.998647093773 validation cost:0.0153431454673 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.012808766216 and training accuracy:0.998827457428 validation cost:0.0130576975644 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011154929176 and training accuracy:0.999007821083 validation cost:0.0109575139359 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00986344460398 and training accuracy:0.999098062515 validation cost:0.0100744515657 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00897635892034 and training accuracy:0.99927842617 validation cost:0.00890398398042 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.346052885 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15391433239 and training accuracy:0.963028490543 validation cost:0.152827322483 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.105249471962 and training accuracy:0.968336760998 validation cost:0.102594897151 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838481411338 and training accuracy:0.975135028362 validation cost:0.082883939147 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0704962387681 and training accuracy:0.979512035847 validation cost:0.0700873509049 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0613371506333 and training accuracy:0.982119560242 validation cost:0.0594671778381 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0550418309867 and training accuracy:0.984633982182 validation cost:0.0523084662855 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0494956299663 and training accuracy:0.985751509666 validation cost:0.0469728372991 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0446099638939 and training accuracy:0.986962199211 validation cost:0.0441479235888 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0406835116446 and training accuracy:0.988265991211 validation cost:0.0394891388714 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.26195693 Method 3 test accuracy:0.791800022125 Training with lmbda:20514.7891322, 19 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.472380877 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172583624721 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116115123034 and training accuracy:0.968820989132 validation cost:0.119510956109 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903266966343 and training accuracy:0.974638640881 validation cost:0.0988492965698 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0756534710526 and training accuracy:0.977183878422 validation cost:0.0860961228609 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662140473723 and training accuracy:0.979001879692 validation cost:0.0743382573128 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0593109801412 and training accuracy:0.982183456421 validation cost:0.0655158311129 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0523320250213 and training accuracy:0.984819591045 validation cost:0.0574324764311 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0474755242467 and training accuracy:0.986001253128 validation cost:0.052885659039 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0442103631794 and training accuracy:0.987364768982 validation cost:0.0490192733705 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.096956015 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0999792069197 and training accuracy:0.991512179375 validation cost:0.0897092446685 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0545800440013 and training accuracy:0.993073165417 validation cost:0.0471308380365 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039513386786 and training accuracy:0.994926810265 validation cost:0.0320335477591 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309868082404 and training accuracy:0.996195137501 validation cost:0.0236847940832 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250913798809 and training accuracy:0.996390223503 validation cost:0.0185854230076 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0210279580206 and training accuracy:0.996975600719 validation cost:0.0150585714728 and validation accuracy:1.0 Training on :(4, 5) training cost:0.018410762772 and training accuracy:0.997365832329 validation cost:0.0126034040004 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164164490998 and training accuracy:0.997560977936 validation cost:0.0110844839364 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150394644588 and training accuracy:0.997560977936 validation cost:0.00959862023592 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.370695114 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620080567896 and training accuracy:0.99287456274 validation cost:0.0625663250685 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0341375134885 and training accuracy:0.997654914856 validation cost:0.0344858467579 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240410491824 and training accuracy:0.998105883598 validation cost:0.024482710287 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183617230505 and training accuracy:0.998556852341 validation cost:0.0185101442039 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150769473985 and training accuracy:0.998647093773 validation cost:0.0154046835378 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0127892959863 and training accuracy:0.998827457428 validation cost:0.0127382827923 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111197847873 and training accuracy:0.999007821083 validation cost:0.0108005171642 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00991961639374 and training accuracy:0.999098062515 validation cost:0.0100604705513 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00896686408669 and training accuracy:0.99927842617 validation cost:0.0088963676244 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.32514286 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153948575258 and training accuracy:0.963028490543 validation cost:0.153004616499 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.10509044677 and training accuracy:0.968709230423 validation cost:0.101952031255 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0839029997587 and training accuracy:0.975414395332 validation cost:0.082842707634 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0706401914358 and training accuracy:0.979232609272 validation cost:0.0702261030674 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0615685619414 and training accuracy:0.982212722301 validation cost:0.0594025328755 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.05509320274 and training accuracy:0.984633982182 validation cost:0.052506737411 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0492851436138 and training accuracy:0.985751509666 validation cost:0.0479133240879 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0445616208017 and training accuracy:0.986775934696 validation cost:0.0432813987136 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0407072082162 and training accuracy:0.988545358181 validation cost:0.0404106341302 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.689172983 Method 3 test accuracy:0.785899996758 Training with lmbda:23069.2370093, 20 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.90159893 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116149775684 and training accuracy:0.968820989132 validation cost:0.119510956109 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903266966343 and training accuracy:0.974638640881 validation cost:0.0988492965698 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0756524354219 and training accuracy:0.977183878422 validation cost:0.0860961228609 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0661370977759 and training accuracy:0.97909283638 validation cost:0.0741673111916 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0592589043081 and training accuracy:0.982183456421 validation cost:0.0655158311129 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.052293099463 and training accuracy:0.984910488129 validation cost:0.0574616789818 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0473667532206 and training accuracy:0.986001253128 validation cost:0.0527840554714 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0439647547901 and training accuracy:0.987364768982 validation cost:0.0476954616606 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.266937971 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100037015975 and training accuracy:0.991512179375 validation cost:0.0897862315178 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0546124242246 and training accuracy:0.993073165417 validation cost:0.0471555143595 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395861938596 and training accuracy:0.994926810265 validation cost:0.0320677235723 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309518389404 and training accuracy:0.996292710304 validation cost:0.0236706845462 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0251447129995 and training accuracy:0.996390223503 validation cost:0.0186071339995 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0210957061499 and training accuracy:0.996975600719 validation cost:0.015026464127 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184616521001 and training accuracy:0.997365832329 validation cost:0.0125762876123 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164747070521 and training accuracy:0.997560977936 validation cost:0.0110850073397 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150378476828 and training accuracy:0.997658550739 validation cost:0.00963500980288 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.170450926 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.062032122165 and training accuracy:0.99287456274 validation cost:0.0627616718411 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0341580882668 and training accuracy:0.997654914856 validation cost:0.0345470756292 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0239699203521 and training accuracy:0.998196065426 validation cost:0.0244019348174 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.018381325528 and training accuracy:0.998556852341 validation cost:0.0185119435191 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150625109673 and training accuracy:0.998647093773 validation cost:0.0153565565124 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0127858780324 and training accuracy:0.998827457428 validation cost:0.0127241536975 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111469449475 and training accuracy:0.999007821083 validation cost:0.0107985762879 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00996291823685 and training accuracy:0.999098062515 validation cost:0.0101483706385 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00898142717779 and training accuracy:0.99927842617 validation cost:0.00888603925705 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.531672001 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153912499547 and training accuracy:0.963401019573 validation cost:0.152505591512 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105171233416 and training accuracy:0.968429863453 validation cost:0.10263247788 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0838610380888 and training accuracy:0.975321292877 validation cost:0.0824758633971 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0706695839763 and training accuracy:0.979325771332 validation cost:0.0700234845281 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0615580417216 and training accuracy:0.982119560242 validation cost:0.0592945702374 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0553046949208 and training accuracy:0.984633982182 validation cost:0.051988683641 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0493859611452 and training accuracy:0.985658407211 validation cost:0.0472934730351 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.044550769031 and training accuracy:0.986869037151 validation cost:0.0444868393242 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.040837418288 and training accuracy:0.988079726696 validation cost:0.0400177389383 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:119.722285032 Method 3 test accuracy:0.786000013351 Training with lmbda:31274.1370491, 21 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.067500114 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116149753332 and training accuracy:0.968639194965 validation cost:0.119420275092 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902958810329 and training accuracy:0.974911391735 validation cost:0.0984832271934 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0757205411792 and training accuracy:0.977092981339 validation cost:0.0858469754457 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0661384835839 and training accuracy:0.978910982609 validation cost:0.0742722824216 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591465458274 and training accuracy:0.982365250587 validation cost:0.0653818994761 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0523535721004 and training accuracy:0.985001385212 validation cost:0.0570558346808 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.047261506319 and training accuracy:0.986364901066 validation cost:0.0526717230678 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0444762632251 and training accuracy:0.987182974815 validation cost:0.0489301048219 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.601664066 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100100517273 and training accuracy:0.991707324982 validation cost:0.0897488519549 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0546588227153 and training accuracy:0.993073165417 validation cost:0.0472867526114 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395402014256 and training accuracy:0.995024383068 validation cost:0.0321810208261 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0310514904559 and training accuracy:0.996195137501 validation cost:0.024044316262 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0252381470054 and training accuracy:0.996292710304 validation cost:0.0194661691785 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0211739391088 and training accuracy:0.996975600719 validation cost:0.0150791695341 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184422284365 and training accuracy:0.997365832329 validation cost:0.0127983726561 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0166939944029 and training accuracy:0.997463405132 validation cost:0.0109724933282 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151124177501 and training accuracy:0.997658550739 validation cost:0.00954340305179 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.000030041 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0621592774987 and training accuracy:0.992513775826 validation cost:0.0632000565529 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341074876487 and training accuracy:0.997654914856 validation cost:0.0346259139478 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0239622276276 and training accuracy:0.998196065426 validation cost:0.0243903603405 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0185470245779 and training accuracy:0.998556852341 validation cost:0.0189406704158 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150672523305 and training accuracy:0.998647093773 validation cost:0.0152272535488 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0128383357078 and training accuracy:0.998827457428 validation cost:0.013148711063 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110813705251 and training accuracy:0.999007821083 validation cost:0.0109408758581 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00999257620424 and training accuracy:0.999098062515 validation cost:0.0100498273969 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00903050880879 and training accuracy:0.99927842617 validation cost:0.00889328960329 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.75910306 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153848126531 and training accuracy:0.963587284088 validation cost:0.153410971165 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.105448491871 and training accuracy:0.968616127968 validation cost:0.103024959564 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0841835066676 and training accuracy:0.974855661392 validation cost:0.0826798453927 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0705846324563 and training accuracy:0.979418873787 validation cost:0.0698927342892 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0615257918835 and training accuracy:0.982305824757 validation cost:0.0592390485108 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0552991367877 and training accuracy:0.984633982182 validation cost:0.052371326834 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0495115555823 and training accuracy:0.985658407211 validation cost:0.0469367839396 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.044705092907 and training accuracy:0.986869037151 validation cost:0.0432915315032 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0406721234322 and training accuracy:0.988359093666 validation cost:0.0404287390411 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:119.682478189 Method 3 test accuracy:0.792500019073 Training with lmbda:35302.8581073, 22 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.159534931 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116129823029 and training accuracy:0.968639194965 validation cost:0.119420275092 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.090307444334 and training accuracy:0.974911391735 validation cost:0.0984942093492 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0757696032524 and training accuracy:0.976911187172 validation cost:0.0860120356083 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.066057048738 and training accuracy:0.979001879692 validation cost:0.0745902359486 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591158866882 and training accuracy:0.982183456421 validation cost:0.0653247386217 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0521766096354 and training accuracy:0.985183179379 validation cost:0.0569766871631 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.047593396157 and training accuracy:0.985910356045 validation cost:0.052763774991 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0445139631629 and training accuracy:0.987273871899 validation cost:0.0489288568497 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.449431181 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100082293153 and training accuracy:0.991414606571 validation cost:0.0899570956826 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.054661989212 and training accuracy:0.992975592613 validation cost:0.0472818315029 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395306758583 and training accuracy:0.995024383068 validation cost:0.0321024209261 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0310277454555 and training accuracy:0.996097564697 validation cost:0.0240756589919 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0253202710301 and training accuracy:0.996292710304 validation cost:0.0195705480874 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0211736410856 and training accuracy:0.997073173523 validation cost:0.0151059357449 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184129942209 and training accuracy:0.997463405132 validation cost:0.0125936092809 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167523697019 and training accuracy:0.997463405132 validation cost:0.0109815020114 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151584707201 and training accuracy:0.997658550739 validation cost:0.00965012051165 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.782678843 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620658285916 and training accuracy:0.99287456274 validation cost:0.0624526776373 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0341840013862 and training accuracy:0.997654914856 validation cost:0.0346152223647 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0239647850394 and training accuracy:0.998196065426 validation cost:0.0245997384191 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186349581927 and training accuracy:0.998556852341 validation cost:0.0189080536366 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150499688461 and training accuracy:0.9987372756 validation cost:0.0153344059363 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0128416810185 and training accuracy:0.998827457428 validation cost:0.0131399091333 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111762136221 and training accuracy:0.999007821083 validation cost:0.0109770875424 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00999177526683 and training accuracy:0.999098062515 validation cost:0.0101277986541 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00907707121223 and training accuracy:0.99927842617 validation cost:0.00891355704516 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.623810053 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153977543116 and training accuracy:0.963307857513 validation cost:0.153439313173 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.105376802385 and training accuracy:0.968429863453 validation cost:0.102181620896 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0841806158423 and training accuracy:0.975041925907 validation cost:0.0827619060874 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0707269459963 and training accuracy:0.979325771332 validation cost:0.0700632855296 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.061906337738 and training accuracy:0.981933295727 validation cost:0.0589613392949 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.055496186018 and training accuracy:0.984447777271 validation cost:0.0525978580117 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0495286546648 and training accuracy:0.985565304756 validation cost:0.046992868185 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0445526950061 and training accuracy:0.986869037151 validation cost:0.0443219691515 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0409540683031 and training accuracy:0.988359093666 validation cost:0.0409554950893 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.033000946 Method 3 test accuracy:0.788399994373 Training with lmbda:37073.9518805, 23 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.687015057 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116139799356 and training accuracy:0.968639194965 validation cost:0.11926035583 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903430655599 and training accuracy:0.974820494652 validation cost:0.0985019356012 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756374895573 and training accuracy:0.977092981339 validation cost:0.085943184793 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662659555674 and training accuracy:0.978820085526 validation cost:0.0743132606149 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0590079464018 and training accuracy:0.982637941837 validation cost:0.0653305277228 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0525253973901 and training accuracy:0.984819591045 validation cost:0.0573903247714 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.04716129601 and training accuracy:0.986455798149 validation cost:0.0526011548936 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0444242730737 and training accuracy:0.987273871899 validation cost:0.0496060922742 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.422072887 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0999946072698 and training accuracy:0.991707324982 validation cost:0.0893725976348 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0546561777592 and training accuracy:0.993073165417 validation cost:0.0473321080208 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395812690258 and training accuracy:0.995024383068 validation cost:0.0320475436747 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0310877840966 and training accuracy:0.995999991894 validation cost:0.0239641405642 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0253075584769 and training accuracy:0.996292710304 validation cost:0.0195343755186 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212521739304 and training accuracy:0.996975600719 validation cost:0.0152279706672 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184882152826 and training accuracy:0.997463405132 validation cost:0.0126931909472 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0168023798615 and training accuracy:0.997463405132 validation cost:0.0111870272085 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150844939053 and training accuracy:0.997658550739 validation cost:0.00966882612556 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.415775061 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0621037259698 and training accuracy:0.992694139481 validation cost:0.0627264231443 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0341734662652 and training accuracy:0.997654914856 validation cost:0.0344562679529 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240834578872 and training accuracy:0.998105883598 validation cost:0.0246622003615 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.018590701744 and training accuracy:0.998556852341 validation cost:0.0189562290907 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150716109201 and training accuracy:0.9987372756 validation cost:0.0152954077348 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0128739671782 and training accuracy:0.998827457428 validation cost:0.0130946440622 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0111498171464 and training accuracy:0.999007821083 validation cost:0.010900082998 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00998318195343 and training accuracy:0.999098062515 validation cost:0.0101555446163 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00911075528711 and training accuracy:0.99927842617 validation cost:0.00891484878957 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.910303831 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154073610902 and training accuracy:0.963587284088 validation cost:0.153383821249 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.105343349278 and training accuracy:0.968709230423 validation cost:0.102400757372 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0842297524214 and training accuracy:0.974762499332 validation cost:0.0827304571867 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0706858709455 and training accuracy:0.979139506817 validation cost:0.0700647979975 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616864226758 and training accuracy:0.982026457787 validation cost:0.0593126527965 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0551976636052 and training accuracy:0.984633982182 validation cost:0.0523497201502 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0495488718152 and training accuracy:0.985658407211 validation cost:0.0471847765148 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0448317304254 and training accuracy:0.986775934696 validation cost:0.0443814583123 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0408969148993 and training accuracy:0.988452196121 validation cost:0.0410109832883 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.312834978 Method 3 test accuracy:0.787999987602 Training with lmbda:46974.8337346, 24 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.289418936 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116082467139 and training accuracy:0.968639194965 validation cost:0.119249850512 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903640463948 and training accuracy:0.974911391735 validation cost:0.0984871089458 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.075777515769 and training accuracy:0.976820290089 validation cost:0.0860675647855 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0661875829101 and training accuracy:0.978910982609 validation cost:0.0746485441923 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0590453967452 and training accuracy:0.982365250587 validation cost:0.065330453217 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0523348972201 and training accuracy:0.984910488129 validation cost:0.057294100523 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0474204495549 and training accuracy:0.985910356045 validation cost:0.0527690052986 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0444407649338 and training accuracy:0.987455666065 validation cost:0.0491498634219 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.638125896 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.09997715801 and training accuracy:0.991512179375 validation cost:0.0895993188024 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0545820184052 and training accuracy:0.992975592613 validation cost:0.0474066063762 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395395457745 and training accuracy:0.995024383068 validation cost:0.0322025194764 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0310779437423 and training accuracy:0.996097564697 validation cost:0.0236843358725 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0253969784826 and training accuracy:0.996292710304 validation cost:0.0195899363607 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212171431631 and training accuracy:0.996878027916 validation cost:0.0152596598491 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184449516237 and training accuracy:0.997463405132 validation cost:0.0128924148157 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167521629483 and training accuracy:0.997560977936 validation cost:0.0109662981704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153294019401 and training accuracy:0.997658550739 validation cost:0.00975995417684 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.265178204 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.062051564455 and training accuracy:0.992784321308 validation cost:0.0628142356873 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0341012142599 and training accuracy:0.997745096684 validation cost:0.0345768071711 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240119360387 and training accuracy:0.998196065426 validation cost:0.0245330072939 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186852663755 and training accuracy:0.998466670513 validation cost:0.0192729923874 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151529479772 and training accuracy:0.998647093773 validation cost:0.0153517546132 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0129463579506 and training accuracy:0.998827457428 validation cost:0.0131729179993 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0112202167511 and training accuracy:0.999007821083 validation cost:0.0109631698579 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100257536396 and training accuracy:0.999098062515 validation cost:0.0100910728797 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00906832702458 and training accuracy:0.99927842617 validation cost:0.00897102989256 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.11333704 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154370635748 and training accuracy:0.963121652603 validation cost:0.152970224619 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.105653375387 and training accuracy:0.968150496483 validation cost:0.102336391807 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0843563079834 and training accuracy:0.974576294422 validation cost:0.0822691172361 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0706865713 and training accuracy:0.979139506817 validation cost:0.0695230215788 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0615044422448 and training accuracy:0.982305824757 validation cost:0.0596604049206 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0551189109683 and training accuracy:0.984354615211 validation cost:0.0525609739125 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0495417788625 and training accuracy:0.985844671726 validation cost:0.0473252534866 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0446712449193 and training accuracy:0.986775934696 validation cost:0.0444420389831 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0410375073552 and training accuracy:0.988452196121 validation cost:0.0411710366607 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.420039892 Method 3 test accuracy:0.792500019073 Training with lmbda:71637.3434389, 25 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.214005947 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116140052676 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0904363244772 and training accuracy:0.974729597569 validation cost:0.0984771102667 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0757766142488 and training accuracy:0.976820290089 validation cost:0.0859726145864 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.066211655736 and training accuracy:0.978729188442 validation cost:0.0742549747229 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591342821717 and training accuracy:0.982456147671 validation cost:0.065521530807 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0523402132094 and training accuracy:0.984910488129 validation cost:0.0572924278677 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0474021844566 and training accuracy:0.985910356045 validation cost:0.0527753531933 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0445037819445 and training accuracy:0.987273871899 validation cost:0.0494919233024 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.469040155 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100121662021 and training accuracy:0.991609752178 validation cost:0.0895124301314 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0547542236745 and training accuracy:0.992975592613 validation cost:0.0472151748836 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039575945586 and training accuracy:0.994926810265 validation cost:0.0323073193431 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0310764033347 and training accuracy:0.996097564697 validation cost:0.0240177344531 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0255104415119 and training accuracy:0.996292710304 validation cost:0.0195578429848 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212640166283 and training accuracy:0.996975600719 validation cost:0.0152847059071 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186320729554 and training accuracy:0.997365832329 validation cost:0.012894961983 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0168039631099 and training accuracy:0.997463405132 validation cost:0.0112698646262 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152951767668 and training accuracy:0.997560977936 validation cost:0.00975982379168 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.471361876 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0621141456068 and training accuracy:0.992603957653 validation cost:0.0629746392369 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341691188514 and training accuracy:0.997835278511 validation cost:0.0348973870277 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241403542459 and training accuracy:0.998196065426 validation cost:0.0245787650347 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186895895749 and training accuracy:0.998556852341 validation cost:0.0191698558629 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.015182456933 and training accuracy:0.998647093773 validation cost:0.0153837949038 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0129462461919 and training accuracy:0.998827457428 validation cost:0.013132693246 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113100577146 and training accuracy:0.999007821083 validation cost:0.0112292328849 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100640999153 and training accuracy:0.999007821083 validation cost:0.0102113625035 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00916577782482 and training accuracy:0.99927842617 validation cost:0.00909616891295 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.595942974 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154253900051 and training accuracy:0.963494122028 validation cost:0.152177974582 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105320006609 and training accuracy:0.968709230423 validation cost:0.101344361901 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0845541730523 and training accuracy:0.974576294422 validation cost:0.0823081061244 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0708363428712 and training accuracy:0.979139506817 validation cost:0.071150995791 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616233609617 and training accuracy:0.982305824757 validation cost:0.0593115277588 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0551132783294 and training accuracy:0.984913408756 validation cost:0.0525620095432 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0496042855084 and training accuracy:0.985937774181 validation cost:0.0472802706063 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0447368398309 and training accuracy:0.987148463726 validation cost:0.044826362282 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0411523878574 and training accuracy:0.988079726696 validation cost:0.0403772220016 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.899754047 Method 3 test accuracy:0.79390001297 Training with lmbda:91699.5839272, 26 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.81278801 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172660335898 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.11614189297 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903359279037 and training accuracy:0.974729597569 validation cost:0.0984876006842 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756146013737 and training accuracy:0.977183878422 validation cost:0.0858809202909 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662675574422 and training accuracy:0.978910982609 validation cost:0.0743165537715 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591857247055 and training accuracy:0.982456147671 validation cost:0.0655852779746 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0521807409823 and training accuracy:0.985092282295 validation cost:0.0572828985751 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472750216722 and training accuracy:0.986274003983 validation cost:0.0526585094631 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0444189161062 and training accuracy:0.987364768982 validation cost:0.0490938276052 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.048918962 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100149519742 and training accuracy:0.991707324982 validation cost:0.0897793695331 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0547405965626 and training accuracy:0.992975592613 validation cost:0.04717509076 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395642407238 and training accuracy:0.994926810265 validation cost:0.0322712026536 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311913769692 and training accuracy:0.996097564697 validation cost:0.0239784196019 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0255168993026 and training accuracy:0.996292710304 validation cost:0.0195514410734 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212686676532 and training accuracy:0.997073173523 validation cost:0.0153344823048 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186725147069 and training accuracy:0.997365832329 validation cost:0.013071401976 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0168481506407 and training accuracy:0.997463405132 validation cost:0.0113992476836 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153618594632 and training accuracy:0.997560977936 validation cost:0.00988249666989 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.904117107 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620153732598 and training accuracy:0.992694139481 validation cost:0.0632757097483 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342619046569 and training accuracy:0.997654914856 validation cost:0.0347629822791 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241278298199 and training accuracy:0.998196065426 validation cost:0.0242598894984 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0185330267996 and training accuracy:0.998556852341 validation cost:0.0192150082439 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151776699349 and training accuracy:0.9987372756 validation cost:0.0156483780593 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130715677515 and training accuracy:0.998827457428 validation cost:0.0134622342885 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113440733403 and training accuracy:0.999007821083 validation cost:0.0112719833851 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101090734825 and training accuracy:0.999098062515 validation cost:0.00978151150048 and validation accuracy:1.0 Training on :(6, 7) training cost:0.00924886204302 and training accuracy:0.99927842617 validation cost:0.00916036590934 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.678852081 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154555499554 and training accuracy:0.963401019573 validation cost:0.153265401721 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105447173119 and training accuracy:0.969081759453 validation cost:0.101546451449 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0843499153852 and training accuracy:0.974855661392 validation cost:0.0814136192203 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0708573162556 and training accuracy:0.979512035847 validation cost:0.070189319551 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0618360750377 and training accuracy:0.982119560242 validation cost:0.0592477209866 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0552586615086 and training accuracy:0.984540879726 validation cost:0.0524413473904 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0496052578092 and training accuracy:0.985844671726 validation cost:0.0472725480795 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0451111197472 and training accuracy:0.986869037151 validation cost:0.0434362590313 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0414570681751 and training accuracy:0.988265991211 validation cost:0.0411236211658 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.943747997 Method 3 test accuracy:0.794799983501 Training with lmbda:97046.9993408, 27 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.5919981 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172660335898 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116140849888 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0904549956322 and training accuracy:0.974729597569 validation cost:0.0985168069601 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756468325853 and training accuracy:0.977183878422 validation cost:0.0858784019947 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662166625261 and training accuracy:0.978910982609 validation cost:0.0745787322521 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0592043995857 and training accuracy:0.982274353504 validation cost:0.0656701922417 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0521200634539 and training accuracy:0.984910488129 validation cost:0.057221006602 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.047349832952 and training accuracy:0.986092150211 validation cost:0.0528609491885 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0443691536784 and training accuracy:0.987546563148 validation cost:0.0495547913015 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.426068783 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100099109113 and training accuracy:0.991804897785 validation cost:0.0898115336895 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0546549148858 and training accuracy:0.993073165417 validation cost:0.0474345423281 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0396019928157 and training accuracy:0.994926810265 validation cost:0.0324352160096 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0312403179705 and training accuracy:0.995999991894 validation cost:0.0240799617022 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.025688033551 and training accuracy:0.996195137501 validation cost:0.0196163412184 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212961621583 and training accuracy:0.996975600719 validation cost:0.0153290098533 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186645649374 and training accuracy:0.997365832329 validation cost:0.0129150385037 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169854350388 and training accuracy:0.997365832329 validation cost:0.0115953329951 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0155731095001 and training accuracy:0.997560977936 validation cost:0.00991668738425 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.682409048 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0621029883623 and training accuracy:0.992694139481 validation cost:0.0631643608212 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342048071325 and training accuracy:0.997654914856 validation cost:0.034716386348 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.024138873443 and training accuracy:0.998196065426 validation cost:0.0242712814361 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186036862433 and training accuracy:0.998556852341 validation cost:0.0192756261677 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0152552425861 and training accuracy:0.9987372756 validation cost:0.0156717710197 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130358086899 and training accuracy:0.998917639256 validation cost:0.0135097857565 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113702546805 and training accuracy:0.999007821083 validation cost:0.0113564385101 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101991482079 and training accuracy:0.999007821083 validation cost:0.0102056516334 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00927039794624 and training accuracy:0.99927842617 validation cost:0.0092046353966 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.08405304 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154264107347 and training accuracy:0.963773488998 validation cost:0.153511077166 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105380088091 and training accuracy:0.968802392483 validation cost:0.101929068565 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0842404291034 and training accuracy:0.974948763847 validation cost:0.0809657424688 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0710802748799 and training accuracy:0.979418873787 validation cost:0.0705767720938 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616976171732 and training accuracy:0.982212722301 validation cost:0.0593170560896 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0556288957596 and training accuracy:0.984447777271 validation cost:0.0530935972929 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0493410080671 and training accuracy:0.985937774181 validation cost:0.0471817739308 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0449107922614 and training accuracy:0.987241566181 validation cost:0.0439230129123 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0416731722653 and training accuracy:0.987893462181 validation cost:0.0412590615451 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.383770943 Method 3 test accuracy:0.795599997044 Training with lmbda:113188.908048, 28 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.089958906 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172652900219 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116124011576 and training accuracy:0.968639194965 validation cost:0.11926035583 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0904516726732 and training accuracy:0.974729597569 validation cost:0.0984876081347 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756959542632 and training accuracy:0.977092981339 validation cost:0.0859920084476 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662646144629 and training accuracy:0.979001879692 validation cost:0.0742703601718 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.059252191335 and training accuracy:0.982365250587 validation cost:0.0659955814481 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0522443503141 and training accuracy:0.985092282295 validation cost:0.057238984853 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472775287926 and training accuracy:0.986092150211 validation cost:0.0530326701701 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0443228706717 and training accuracy:0.987364768982 validation cost:0.0484157726169 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.939203978 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100015625358 and training accuracy:0.991707324982 validation cost:0.0894328355789 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0547274723649 and training accuracy:0.993073165417 validation cost:0.0474314503372 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0396656058729 and training accuracy:0.994829297066 validation cost:0.0323840938509 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0312842652202 and training accuracy:0.995999991894 validation cost:0.0241411346942 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.025611795485 and training accuracy:0.996195137501 validation cost:0.0196592155844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0214797984809 and training accuracy:0.996878027916 validation cost:0.0155050233006 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0187937375158 and training accuracy:0.997365832329 validation cost:0.012971254997 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169500261545 and training accuracy:0.997365832329 validation cost:0.0114687727764 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015467133373 and training accuracy:0.997658550739 validation cost:0.00988711975515 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.50605607 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0622667483985 and training accuracy:0.992603957653 validation cost:0.0632928460836 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0343189202249 and training accuracy:0.997745096684 validation cost:0.0349792093039 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241173654795 and training accuracy:0.998376488686 validation cost:0.0244246162474 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0185818485916 and training accuracy:0.998647093773 validation cost:0.0193808097392 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0152700953186 and training accuracy:0.9987372756 validation cost:0.0159677527845 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0131050469354 and training accuracy:0.998827457428 validation cost:0.0136696435511 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114191016182 and training accuracy:0.999007821083 validation cost:0.0114138843492 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101998196915 and training accuracy:0.999098062515 validation cost:0.00982182379812 and validation accuracy:1.0 Training on :(6, 7) training cost:0.00933376420289 and training accuracy:0.99927842617 validation cost:0.00928784068674 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.903088093 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15406653285 and training accuracy:0.963494122028 validation cost:0.153104901314 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105375416577 and training accuracy:0.968802392483 validation cost:0.102091729641 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0841678455472 and training accuracy:0.974855661392 validation cost:0.0807271003723 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0712570026517 and training accuracy:0.979325771332 validation cost:0.0711925849319 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0615762881935 and training accuracy:0.982398927212 validation cost:0.058511659503 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.05565026775 and training accuracy:0.984540879726 validation cost:0.0523548834026 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0495452471077 and training accuracy:0.986124038696 validation cost:0.0477286726236 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0453817285597 and training accuracy:0.987148463726 validation cost:0.044618524611 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0417473874986 and training accuracy:0.987893462181 validation cost:0.0415276549757 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.595140219 Method 3 test accuracy:0.796100020409 Training with lmbda:139362.652424, 29 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.858691931 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172764718533 and training accuracy:0.948186516762 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.11612059176 and training accuracy:0.968730092049 validation cost:0.11926035583 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903832316399 and training accuracy:0.974729597569 validation cost:0.0988436564803 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.075429610908 and training accuracy:0.977456569672 validation cost:0.0859469398856 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663103535771 and training accuracy:0.978820085526 validation cost:0.0739766508341 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0593317300081 and training accuracy:0.982274353504 validation cost:0.0660292580724 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0522460564971 and training accuracy:0.985001385212 validation cost:0.0573969744146 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0474216938019 and training accuracy:0.986001253128 validation cost:0.0527887903154 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044284965843 and training accuracy:0.987364768982 validation cost:0.0486155338585 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.889750004 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100192546844 and training accuracy:0.991512179375 validation cost:0.0903211534023 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0548874624074 and training accuracy:0.992975592613 validation cost:0.0473473742604 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.03973319754 and training accuracy:0.994829297066 validation cost:0.0323414094746 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0312866196036 and training accuracy:0.996195137501 validation cost:0.0237068757415 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.025854902342 and training accuracy:0.996195137501 validation cost:0.0197512060404 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.021561762318 and training accuracy:0.997170746326 validation cost:0.0155110303313 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0188340581954 and training accuracy:0.997365832329 validation cost:0.0130501016974 and validation accuracy:1.0 Training on :(4, 5) training cost:0.017139038071 and training accuracy:0.997365832329 validation cost:0.0116793820634 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0155152287334 and training accuracy:0.997756123543 validation cost:0.00991989765316 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.610886097 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0622121505439 and training accuracy:0.992603957653 validation cost:0.0632612109184 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342910178006 and training accuracy:0.997835278511 validation cost:0.0351341962814 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240782294422 and training accuracy:0.998376488686 validation cost:0.02427065745 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186135545373 and training accuracy:0.9987372756 validation cost:0.0194779448211 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0152764003724 and training accuracy:0.9987372756 validation cost:0.0158623717725 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0131116844714 and training accuracy:0.998917639256 validation cost:0.0134639134631 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115070138127 and training accuracy:0.999007821083 validation cost:0.0114244185388 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0102863674983 and training accuracy:0.999098062515 validation cost:0.0102942362428 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00934548862278 and training accuracy:0.999368607998 validation cost:0.0093190530315 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.290992022 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154726445675 and training accuracy:0.962935388088 validation cost:0.153749838471 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.105783417821 and training accuracy:0.968616127968 validation cost:0.102804251015 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0845443531871 and training accuracy:0.974762499332 validation cost:0.0812546238303 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0714078620076 and training accuracy:0.979139506817 validation cost:0.0711179971695 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0617619752884 and training accuracy:0.982398927212 validation cost:0.0597413852811 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0555568598211 and training accuracy:0.984354615211 validation cost:0.0531692057848 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.050032697618 and training accuracy:0.985937774181 validation cost:0.0478566363454 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0455277152359 and training accuracy:0.987055301666 validation cost:0.0449516028166 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0418411940336 and training accuracy:0.988359093666 validation cost:0.0421269163489 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.457787037 Method 3 test accuracy:0.794000029564 Training with lmbda:142555.972329, 30 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.046191216 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172764718533 and training accuracy:0.948186516762 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116086192429 and training accuracy:0.968820989132 validation cost:0.11926035583 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.090460985899 and training accuracy:0.974729597569 validation cost:0.0988436564803 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0754369422793 and training accuracy:0.977456569672 validation cost:0.0859469398856 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662959218025 and training accuracy:0.978820085526 validation cost:0.0739766508341 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0592784844339 and training accuracy:0.982365250587 validation cost:0.0654551386833 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523769259453 and training accuracy:0.985001385212 validation cost:0.0573624148965 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477070398629 and training accuracy:0.986001253128 validation cost:0.0538920871913 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0444336608052 and training accuracy:0.987364768982 validation cost:0.0500407144427 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.362025976 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100177332759 and training accuracy:0.991707324982 validation cost:0.0898430347443 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0547690540552 and training accuracy:0.993073165417 validation cost:0.0473886393011 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0396835207939 and training accuracy:0.995024383068 validation cost:0.0323861837387 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0313603915274 and training accuracy:0.995999991894 validation cost:0.0242670662701 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0258910115808 and training accuracy:0.996097564697 validation cost:0.0197441801429 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0215783752501 and training accuracy:0.996975600719 validation cost:0.01549850218 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0188904944807 and training accuracy:0.99726831913 validation cost:0.0130188893527 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0171582195908 and training accuracy:0.997365832329 validation cost:0.0116728078574 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0155291240662 and training accuracy:0.997756123543 validation cost:0.0100149111822 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.393151999 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620989762247 and training accuracy:0.992694139481 validation cost:0.0632470101118 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342799909413 and training accuracy:0.997835278511 validation cost:0.035095397383 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241179037839 and training accuracy:0.998376488686 validation cost:0.0245519448072 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186575483531 and training accuracy:0.9987372756 validation cost:0.019393933937 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0152956722304 and training accuracy:0.9987372756 validation cost:0.015843950212 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0131353083998 and training accuracy:0.998917639256 validation cost:0.0135275190696 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115146785975 and training accuracy:0.999007821083 validation cost:0.0115347886458 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0103097362444 and training accuracy:0.999098062515 validation cost:0.00985188689083 and validation accuracy:1.0 Training on :(6, 7) training cost:0.00937032327056 and training accuracy:0.99927842617 validation cost:0.00930623617023 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.863445997 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154711678624 and training accuracy:0.962935388088 validation cost:0.153651475906 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.105908207595 and training accuracy:0.968523025513 validation cost:0.102468930185 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0843350812793 and training accuracy:0.974762499332 validation cost:0.081807538867 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0714160576463 and training accuracy:0.979325771332 validation cost:0.0715217739344 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0617553442717 and training accuracy:0.982212722301 validation cost:0.0597902275622 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0556735657156 and training accuracy:0.984540879726 validation cost:0.0528949424624 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0499990694225 and training accuracy:0.985844671726 validation cost:0.0478901714087 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0454738996923 and training accuracy:0.986962199211 validation cost:0.0448892526329 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0416589826345 and training accuracy:0.988079726696 validation cost:0.0418571159244 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.393148899 Method 3 test accuracy:0.795700013638 Training with lmbda:150410.57979, 31 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.558676958 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172764718533 and training accuracy:0.948186516762 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116086192429 and training accuracy:0.968820989132 validation cost:0.11926035583 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903802290559 and training accuracy:0.974820494652 validation cost:0.0988183543086 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0756345540285 and training accuracy:0.977092981339 validation cost:0.0859544724226 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.066531419754 and training accuracy:0.978820085526 validation cost:0.0743434652686 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0592322982848 and training accuracy:0.982365250587 validation cost:0.0661739334464 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0524147450924 and training accuracy:0.984910488129 validation cost:0.0574019514024 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0473493784666 and training accuracy:0.985819458961 validation cost:0.0529633052647 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044312056154 and training accuracy:0.987546563148 validation cost:0.0497977472842 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.468610048 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.10013486445 and training accuracy:0.991609752178 validation cost:0.0903788730502 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0549243874848 and training accuracy:0.992780506611 validation cost:0.0472856201231 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0397279374301 and training accuracy:0.994926810265 validation cost:0.0324139557779 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0313895456493 and training accuracy:0.996292710304 validation cost:0.0238743759692 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0258683245629 and training accuracy:0.996195137501 validation cost:0.0197362564504 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0215821564198 and training accuracy:0.997073173523 validation cost:0.0154682053253 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189008675516 and training accuracy:0.99726831913 validation cost:0.0130171496421 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170682296157 and training accuracy:0.997365832329 validation cost:0.0116982785985 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156391039491 and training accuracy:0.997658550739 validation cost:0.0102009540424 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.087789059 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0621261708438 and training accuracy:0.992694139481 validation cost:0.063203766942 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0343918651342 and training accuracy:0.997835278511 validation cost:0.0355237051845 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241619125009 and training accuracy:0.998376488686 validation cost:0.0246226284653 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0187206529081 and training accuracy:0.998647093773 validation cost:0.0194962136447 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0153115428984 and training accuracy:0.9987372756 validation cost:0.0158580951393 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0131354760379 and training accuracy:0.998917639256 validation cost:0.013538910076 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115831512958 and training accuracy:0.999007821083 validation cost:0.0116782607511 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0102653717622 and training accuracy:0.999188244343 validation cost:0.00990440882742 and validation accuracy:1.0 Training on :(6, 7) training cost:0.00938041508198 and training accuracy:0.99927842617 validation cost:0.00941531918943 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.720935106 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154699549079 and training accuracy:0.962749123573 validation cost:0.153954148293 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.105916313827 and training accuracy:0.969081759453 validation cost:0.102351658046 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.084338337183 and training accuracy:0.974762499332 validation cost:0.0814778953791 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0713169053197 and training accuracy:0.979139506817 validation cost:0.0695762559772 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0618715770543 and training accuracy:0.982212722301 validation cost:0.0597088709474 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0557681955397 and training accuracy:0.984540879726 validation cost:0.0533393621445 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0502599515021 and training accuracy:0.985751509666 validation cost:0.0480168238282 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0454309731722 and training accuracy:0.987334728241 validation cost:0.0448099710047 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0417707189918 and training accuracy:0.988079726696 validation cost:0.0421832054853 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.447372913 Method 3 test accuracy:0.794700026512 Training with lmbda:0, 32 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.434053183 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.807284117 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286055970937 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234335958958 and training accuracy:0.997658550739 validation cost:0.0190068222582 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774708599 and training accuracy:0.997951209545 validation cost:0.0152730233967 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174989383668 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.952507019 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620176307857 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.033804718405 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235140342265 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181464832276 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148392925039 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.012655550614 and training accuracy:0.998556852341 validation cost:0.0128999259323 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109515367076 and training accuracy:0.998917639256 validation cost:0.0109260976315 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972819607705 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00864860136062 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.447104931 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150494784117 and training accuracy:0.963401019573 validation cost:0.148497834802 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102353192866 and training accuracy:0.972341239452 validation cost:0.101713344455 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.083420984447 and training accuracy:0.975693821907 validation cost:0.0832629576325 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0700587108731 and training accuracy:0.978766977787 validation cost:0.0694157853723 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608406923711 and training accuracy:0.982119560242 validation cost:0.0600199811161 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.054213847965 and training accuracy:0.983982145786 validation cost:0.0518169738352 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0485742762685 and training accuracy:0.986030936241 validation cost:0.0470215454698 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0444778949022 and training accuracy:0.987148463726 validation cost:0.0425119064748 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0412655323744 and training accuracy:0.988359093666 validation cost:0.039038259536 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.560086966 Method 3 test accuracy:0.787899971008 Training with lmbda:796.306982227, 33 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.179512978 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832657217979 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0704420134425 and training accuracy:0.977456569672 validation cost:0.0716690570116 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620599985123 and training accuracy:0.97909283638 validation cost:0.0637590065598 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0549501441419 and training accuracy:0.981910765171 validation cost:0.0561954639852 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.049366671592 and training accuracy:0.984001457691 validation cost:0.0481876917183 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0461243316531 and training accuracy:0.984728634357 validation cost:0.0464864745736 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426419936121 and training accuracy:0.986819386482 validation cost:0.0424317419529 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.362566948 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964127182961 and training accuracy:0.993463397026 validation cost:0.0910857021809 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.052618842572 and training accuracy:0.994926810265 validation cost:0.0475236661732 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377729609609 and training accuracy:0.995999991894 validation cost:0.0319233462214 and validation accuracy:1.0 Training on :(4, 5) training cost:0.028733484447 and training accuracy:0.997658550739 validation cost:0.0240530818701 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0235085748136 and training accuracy:0.997560977936 validation cost:0.0190914683044 and validation accuracy:1.0 Training on :(4, 5) training cost:0.019997023046 and training accuracy:0.997951209545 validation cost:0.0150901041925 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174356661737 and training accuracy:0.998243927956 validation cost:0.0131847346202 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0155980372801 and training accuracy:0.998536586761 validation cost:0.0123570086434 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142522538081 and training accuracy:0.998536586761 validation cost:0.0111212087795 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.576452017 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620726495981 and training accuracy:0.991792201996 validation cost:0.0615045502782 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0338463075459 and training accuracy:0.997113764286 validation cost:0.0352482609451 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235501956195 and training accuracy:0.998196065426 validation cost:0.0245656855404 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0182332415134 and training accuracy:0.998286306858 validation cost:0.0184631943703 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148174334317 and training accuracy:0.998286306858 validation cost:0.0142927831039 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126792434603 and training accuracy:0.998466670513 validation cost:0.0129455113783 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109617887065 and training accuracy:0.998917639256 validation cost:0.0109542580321 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00970974564552 and training accuracy:0.999098062515 validation cost:0.00972181465477 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00864542182535 and training accuracy:0.999098062515 validation cost:0.00883410777897 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.317502975 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150391146541 and training accuracy:0.963214755058 validation cost:0.148209348321 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102406896651 and training accuracy:0.972154974937 validation cost:0.101936712861 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0834486633539 and training accuracy:0.975414395332 validation cost:0.0834333524108 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0701109468937 and training accuracy:0.978860139847 validation cost:0.0689178258181 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0606927275658 and training accuracy:0.982119560242 validation cost:0.0599196068943 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0538761503994 and training accuracy:0.984075248241 validation cost:0.0517532490194 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.04885622859 and training accuracy:0.985937774181 validation cost:0.0474339574575 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0442818291485 and training accuracy:0.987334728241 validation cost:0.042396042496 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413575209677 and training accuracy:0.988452196121 validation cost:0.03872166574 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.894782066 Method 3 test accuracy:0.787699997425 Training with lmbda:18288.6002658, 34 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.41350913 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107039093971 and training accuracy:0.971184432507 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0830340757966 and training accuracy:0.975184082985 validation cost:0.0821414887905 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0704737976193 and training accuracy:0.977365672588 validation cost:0.071617051959 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0619775764644 and training accuracy:0.97909283638 validation cost:0.0637181326747 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547260604799 and training accuracy:0.981819808483 validation cost:0.056172799319 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0496077612042 and training accuracy:0.984001457691 validation cost:0.0485017225146 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0464739687741 and training accuracy:0.984637737274 validation cost:0.0464242510498 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0423846244812 and training accuracy:0.986819386482 validation cost:0.0420493856072 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.101619005 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964762195945 and training accuracy:0.993365824223 validation cost:0.0910178646445 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0526406131685 and training accuracy:0.994926810265 validation cost:0.0471426844597 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379429236054 and training accuracy:0.99590241909 validation cost:0.0323315225542 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286788772792 and training accuracy:0.997658550739 validation cost:0.0240800883621 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0235420595855 and training accuracy:0.997658550739 validation cost:0.0191288851202 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200581084937 and training accuracy:0.997951209545 validation cost:0.0150818871334 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174811929464 and training accuracy:0.998341441154 validation cost:0.0133369574323 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015718895942 and training accuracy:0.998439013958 validation cost:0.012371705845 and validation accuracy:1.0 Training on :(4, 5) training cost:0.014292627573 and training accuracy:0.998536586761 validation cost:0.011300874874 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.031635046 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620185732841 and training accuracy:0.991882383823 validation cost:0.0611611381173 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0338341630995 and training accuracy:0.997113764286 validation cost:0.0351640097797 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234987661242 and training accuracy:0.998196065426 validation cost:0.0243746116757 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0182495936751 and training accuracy:0.998376488686 validation cost:0.0187053512782 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148216737434 and training accuracy:0.998286306858 validation cost:0.0142994308844 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126863513142 and training accuracy:0.998556852341 validation cost:0.0129030877724 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109607819468 and training accuracy:0.998917639256 validation cost:0.0110073601827 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00979652348906 and training accuracy:0.999098062515 validation cost:0.00988430529833 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00868661422282 and training accuracy:0.999098062515 validation cost:0.00883714668453 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.585658073 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150328353047 and training accuracy:0.963401019573 validation cost:0.149026587605 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.102701582015 and training accuracy:0.971968710423 validation cost:0.102597594261 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0835989937186 and training accuracy:0.975414395332 validation cost:0.0832036808133 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.069928124547 and training accuracy:0.978953242302 validation cost:0.0685425326228 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0608660578728 and training accuracy:0.982119560242 validation cost:0.0590065866709 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0541558265686 and training accuracy:0.984261512756 validation cost:0.0519223846495 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0490096956491 and training accuracy:0.985751509666 validation cost:0.0467609986663 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0445982217789 and training accuracy:0.987241566181 validation cost:0.0423366799951 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0412690900266 and training accuracy:0.988172829151 validation cost:0.0385804101825 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.839892864 Method 3 test accuracy:0.7867000103 Training with lmbda:20514.7891322, 35 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.99881506 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107139959931 and training accuracy:0.971184432507 validation cost:0.107096165419 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.083346940577 and training accuracy:0.975093185902 validation cost:0.0827247723937 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0704938471317 and training accuracy:0.977274775505 validation cost:0.0716734826565 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0619113855064 and training accuracy:0.97909283638 validation cost:0.0635321885347 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548093654215 and training accuracy:0.981638014317 validation cost:0.0561810769141 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.049389436841 and training accuracy:0.983910560608 validation cost:0.0487288944423 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0463917665184 and training accuracy:0.984728634357 validation cost:0.0463633835316 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0424806624651 and training accuracy:0.986728489399 validation cost:0.0420191809535 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.558951139 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0962881743908 and training accuracy:0.993463397026 validation cost:0.0909076184034 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0525633022189 and training accuracy:0.994926810265 validation cost:0.0470296181738 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378521420062 and training accuracy:0.995999991894 validation cost:0.0323877744377 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286932215095 and training accuracy:0.997658550739 validation cost:0.02383852005 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0236078463495 and training accuracy:0.997560977936 validation cost:0.0190336890519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200661737472 and training accuracy:0.997951209545 validation cost:0.0151074677706 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174726191908 and training accuracy:0.998341441154 validation cost:0.0133665483445 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156441424042 and training accuracy:0.998341441154 validation cost:0.01238662377 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142765967175 and training accuracy:0.998536586761 validation cost:0.0112740816548 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.177610874 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619996227324 and training accuracy:0.991792201996 validation cost:0.0611952356994 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0338163226843 and training accuracy:0.997113764286 validation cost:0.0353292189538 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234461091459 and training accuracy:0.998196065426 validation cost:0.024292351678 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.018293377012 and training accuracy:0.998376488686 validation cost:0.0186124294996 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0147969378158 and training accuracy:0.998376488686 validation cost:0.0142959821969 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0127678476274 and training accuracy:0.998466670513 validation cost:0.0132764028385 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109498500824 and training accuracy:0.998917639256 validation cost:0.0109585830942 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.009825469926 and training accuracy:0.999098062515 validation cost:0.0100832665339 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00868981331587 and training accuracy:0.999098062515 validation cost:0.00882900413126 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.530742884 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15034994483 and training accuracy:0.963307857513 validation cost:0.149088099599 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.102690823376 and training accuracy:0.972154974937 validation cost:0.102613717318 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0832788273692 and training accuracy:0.975507557392 validation cost:0.0832518264651 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0700091198087 and training accuracy:0.978860139847 validation cost:0.068859487772 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0610263794661 and training accuracy:0.982119560242 validation cost:0.0584970526397 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537283979356 and training accuracy:0.984168350697 validation cost:0.0518396534026 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0490219630301 and training accuracy:0.985751509666 validation cost:0.046681009233 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0445814840496 and training accuracy:0.987241566181 validation cost:0.0423981845379 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0415426231921 and training accuracy:0.988359093666 validation cost:0.0394518189132 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.830554962 Method 3 test accuracy:0.78719997406 Training with lmbda:23069.2370093, 36 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:130.365069151 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107142850757 and training accuracy:0.971184432507 validation cost:0.107096165419 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.083346940577 and training accuracy:0.975093185902 validation cost:0.0827247723937 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705482289195 and training accuracy:0.977274775505 validation cost:0.0716751888394 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620335191488 and training accuracy:0.97909283638 validation cost:0.0634818226099 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548302866518 and training accuracy:0.981910765171 validation cost:0.0559708699584 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493107065558 and training accuracy:0.983910560608 validation cost:0.0485518760979 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461956560612 and training accuracy:0.984728634357 validation cost:0.0463591143489 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0427165366709 and training accuracy:0.986728489399 validation cost:0.0422325916588 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:126.078784943 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.096502430737 and training accuracy:0.993365824223 validation cost:0.0911112874746 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0526203475893 and training accuracy:0.994926810265 validation cost:0.0473969131708 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378315672278 and training accuracy:0.995999991894 validation cost:0.0324248485267 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286855641752 and training accuracy:0.997658550739 validation cost:0.0240780934691 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023465346545 and training accuracy:0.997658550739 validation cost:0.0191013980657 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200426224619 and training accuracy:0.997951209545 validation cost:0.014929484576 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174547508359 and training accuracy:0.998341441154 validation cost:0.0133868800476 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157942380756 and training accuracy:0.998439013958 validation cost:0.0123882703483 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142666222528 and training accuracy:0.998536586761 validation cost:0.0111796967685 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.647443056 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619176477194 and training accuracy:0.991972565651 validation cost:0.0610423125327 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337922163308 and training accuracy:0.997113764286 validation cost:0.0350391454995 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234892256558 and training accuracy:0.998196065426 validation cost:0.0243732053787 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0182705931365 and training accuracy:0.998376488686 validation cost:0.0187453180552 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148179456592 and training accuracy:0.998376488686 validation cost:0.0143084032461 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0127161117271 and training accuracy:0.998466670513 validation cost:0.0129405399784 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109650548548 and training accuracy:0.998917639256 validation cost:0.011015413329 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00981589127332 and training accuracy:0.999098062515 validation cost:0.0100788269192 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00868169497699 and training accuracy:0.999098062515 validation cost:0.00882422365248 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:127.808008194 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.149972885847 and training accuracy:0.963680386543 validation cost:0.148410558701 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10274284333 and training accuracy:0.972341239452 validation cost:0.101669333875 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0834885537624 and training accuracy:0.975507557392 validation cost:0.0835114866495 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0700235888362 and training accuracy:0.978953242302 validation cost:0.0679882243276 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0608866848052 and training accuracy:0.981933295727 validation cost:0.0585342384875 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539508871734 and training accuracy:0.984075248241 validation cost:0.0518242493272 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0489044040442 and training accuracy:0.985751509666 validation cost:0.0466680079699 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0446475930512 and training accuracy:0.987241566181 validation cost:0.0419536456466 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0413680821657 and training accuracy:0.988359093666 validation cost:0.0393008515239 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:123.504821062 Method 3 test accuracy:0.786899983883 Training with lmbda:31274.1370491, 37 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:131.883445024 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.10698056221 and training accuracy:0.971184432507 validation cost:0.106891572475 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833563059568 and training accuracy:0.975002288818 validation cost:0.0827889814973 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705267116427 and training accuracy:0.977274775505 validation cost:0.0716680958867 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061900600791 and training accuracy:0.97909283638 validation cost:0.0636595636606 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547711215913 and training accuracy:0.982001662254 validation cost:0.0560191608965 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0494090728462 and training accuracy:0.984001457691 validation cost:0.0488140508533 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0461857803166 and training accuracy:0.984910488129 validation cost:0.0460714027286 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0424144975841 and training accuracy:0.986819386482 validation cost:0.042579755187 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:126.528137922 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0963969603181 and training accuracy:0.993365824223 validation cost:0.0907108709216 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0525489114225 and training accuracy:0.994926810265 validation cost:0.0469623729587 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378561876714 and training accuracy:0.995999991894 validation cost:0.031982190907 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286254044622 and training accuracy:0.997560977936 validation cost:0.0236808471382 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0235015805811 and training accuracy:0.997658550739 validation cost:0.0191504918039 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200897809118 and training accuracy:0.997951209545 validation cost:0.0149950934574 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175196677446 and training accuracy:0.998243927956 validation cost:0.0133972140029 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158166438341 and training accuracy:0.998341441154 validation cost:0.0125233670697 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0143256597221 and training accuracy:0.998439013958 validation cost:0.0115584107116 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.263464212 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619447119534 and training accuracy:0.991972565651 validation cost:0.061029817909 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337712094188 and training accuracy:0.997113764286 validation cost:0.0347214378417 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.023485019803 and training accuracy:0.998105883598 validation cost:0.024523973465 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0182899329811 and training accuracy:0.998376488686 validation cost:0.0185427274555 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0147621650249 and training accuracy:0.998376488686 validation cost:0.0142727093771 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0127361221239 and training accuracy:0.998556852341 validation cost:0.0129339257255 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0110414661467 and training accuracy:0.998827457428 validation cost:0.0110512264073 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00977369491011 and training accuracy:0.999098062515 validation cost:0.00987248215824 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00871828198433 and training accuracy:0.999098062515 validation cost:0.00878650508821 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:127.015629053 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150186434388 and training accuracy:0.963587284088 validation cost:0.148304119706 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.102719329298 and training accuracy:0.971968710423 validation cost:0.102040998638 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0834056288004 and training accuracy:0.975600659847 validation cost:0.0829680785537 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0700858086348 and training accuracy:0.978766977787 validation cost:0.0689721181989 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0610341057181 and training accuracy:0.982026457787 validation cost:0.0587708540261 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0542136058211 and training accuracy:0.984075248241 validation cost:0.052017942071 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.04879424721 and training accuracy:0.985565304756 validation cost:0.0467953458428 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0444717481732 and training accuracy:0.987334728241 validation cost:0.0423388928175 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0415180325508 and training accuracy:0.988172829151 validation cost:0.0400600284338 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.858613014 Method 3 test accuracy:0.787000000477 Training with lmbda:35302.8581073, 38 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:130.112966061 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107089787722 and training accuracy:0.971184432507 validation cost:0.106825038791 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0831973180175 and training accuracy:0.975274980068 validation cost:0.0822832435369 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0704343393445 and training accuracy:0.977547466755 validation cost:0.0716813206673 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620827302337 and training accuracy:0.97909283638 validation cost:0.0635165423155 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0550158880651 and training accuracy:0.9817289114 validation cost:0.0561405234039 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0494158938527 and training accuracy:0.984092354774 validation cost:0.0496835708618 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0460177212954 and training accuracy:0.984910488129 validation cost:0.0461118556559 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0422975756228 and training accuracy:0.987092077732 validation cost:0.0421287305653 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:124.07280612 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964817106724 and training accuracy:0.993365824223 validation cost:0.0909845978022 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0526972487569 and training accuracy:0.994926810265 validation cost:0.0473116934299 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378770381212 and training accuracy:0.995999991894 validation cost:0.0323400869966 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287604443729 and training accuracy:0.997560977936 validation cost:0.0241905767471 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0236209537834 and training accuracy:0.997560977936 validation cost:0.0193193946034 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200745668262 and training accuracy:0.997951209545 validation cost:0.0150113981217 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174794290215 and training accuracy:0.998341441154 validation cost:0.0134059265256 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015747917816 and training accuracy:0.998341441154 validation cost:0.0125230085105 and validation accuracy:1.0 Training on :(4, 5) training cost:0.01440339908 and training accuracy:0.998439013958 validation cost:0.0114608509466 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.383071899 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0618826858699 and training accuracy:0.991882383823 validation cost:0.0609379783273 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337627083063 and training accuracy:0.997203946114 validation cost:0.0346201732755 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0234817937016 and training accuracy:0.998105883598 validation cost:0.0245523992926 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0182951800525 and training accuracy:0.998376488686 validation cost:0.0189374387264 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.014763398096 and training accuracy:0.998376488686 validation cost:0.0143384393305 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0127247506753 and training accuracy:0.998556852341 validation cost:0.0129441339523 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0110627813265 and training accuracy:0.998827457428 validation cost:0.0110567957163 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00977344624698 and training accuracy:0.999098062515 validation cost:0.00987673550844 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00872758869082 and training accuracy:0.999098062515 validation cost:0.00889139715582 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:129.89148283 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150279507041 and training accuracy:0.963401019573 validation cost:0.148002892733 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.102566324174 and training accuracy:0.972248077393 validation cost:0.101739473641 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0833614245057 and training accuracy:0.975600659847 validation cost:0.0833133384585 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0699770078063 and training accuracy:0.978953242302 validation cost:0.0692980885506 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0609976537526 and training accuracy:0.981840193272 validation cost:0.0586360543966 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0542707368731 and training accuracy:0.983888983727 validation cost:0.0512326695025 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0488657876849 and training accuracy:0.985565304756 validation cost:0.0467669330537 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0443715341389 and training accuracy:0.987427830696 validation cost:0.0424206182361 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0415039919317 and training accuracy:0.988265991211 validation cost:0.0399011708796 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:128.702794075 Method 3 test accuracy:0.786499977112 Training with lmbda:37073.9518805, 39 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:131.786123037 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107101134956 and training accuracy:0.971184432507 validation cost:0.106891572475 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832778513432 and training accuracy:0.975184082985 validation cost:0.0822832435369 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0704502090812 and training accuracy:0.977456569672 validation cost:0.0716517418623 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620293729007 and training accuracy:0.978910982609 validation cost:0.0636620894074 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548756942153 and training accuracy:0.982001662254 validation cost:0.0559678189456 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0495422929525 and training accuracy:0.983910560608 validation cost:0.0494951680303 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0459834486246 and training accuracy:0.984910488129 validation cost:0.0466302186251 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0425977744162 and training accuracy:0.986910283566 validation cost:0.0427641347051 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.313584805 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965457856655 and training accuracy:0.993365824223 validation cost:0.0909845978022 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0525650121272 and training accuracy:0.994926810265 validation cost:0.046878118068 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378543920815 and training accuracy:0.99590241909 validation cost:0.0321171209216 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287195947021 and training accuracy:0.997658550739 validation cost:0.023715633899 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0236076377332 and training accuracy:0.997560977936 validation cost:0.0193312298506 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200937092304 and training accuracy:0.997951209545 validation cost:0.0149888908491 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174792055041 and training accuracy:0.998341441154 validation cost:0.0133871836588 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157994776964 and training accuracy:0.998341441154 validation cost:0.0124950315803 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0143947694451 and training accuracy:0.998439013958 validation cost:0.0114524103701 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.601382971 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0618162117898 and training accuracy:0.991972565651 validation cost:0.0609757974744 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337718650699 and training accuracy:0.997113764286 validation cost:0.0350311249495 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234194565564 and training accuracy:0.998196065426 validation cost:0.0245600473136 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0182877648622 and training accuracy:0.998376488686 validation cost:0.0187739282846 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148028321564 and training accuracy:0.998376488686 validation cost:0.01432959456 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0127341551706 and training accuracy:0.998466670513 validation cost:0.0129103688523 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0110771488398 and training accuracy:0.998827457428 validation cost:0.0110709732398 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00979479774833 and training accuracy:0.999098062515 validation cost:0.00996277388185 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00879220012575 and training accuracy:0.999098062515 validation cost:0.00892059132457 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.428890944 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15037894249 and training accuracy:0.963494122028 validation cost:0.148271650076 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.102725565434 and training accuracy:0.972248077393 validation cost:0.101911969483 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0835006609559 and training accuracy:0.975786924362 validation cost:0.084029302001 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.069924518466 and training accuracy:0.978953242302 validation cost:0.0683723464608 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0610036328435 and training accuracy:0.982119560242 validation cost:0.0589648745954 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0541982017457 and training accuracy:0.984168350697 validation cost:0.0512364171445 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0489865094423 and training accuracy:0.985472142696 validation cost:0.0467331074178 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0443415232003 and training accuracy:0.987427830696 validation cost:0.0425079800189 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0415295064449 and training accuracy:0.988265991211 validation cost:0.0401974245906 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.425887108 Method 3 test accuracy:0.786000013351 Training with lmbda:46974.8337346, 40 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:130.671782017 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107104018331 and training accuracy:0.971184432507 validation cost:0.106891572475 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833219215274 and training accuracy:0.975093185902 validation cost:0.0821429267526 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703860595822 and training accuracy:0.977547466755 validation cost:0.0716840624809 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620873831213 and training accuracy:0.979001879692 validation cost:0.0636912360787 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548512041569 and training accuracy:0.981910765171 validation cost:0.0559078976512 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0495991893113 and training accuracy:0.984001457691 validation cost:0.0488325282931 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0459703207016 and training accuracy:0.984910488129 validation cost:0.0461137965322 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0424869805574 and training accuracy:0.986728489399 validation cost:0.0427868589759 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.863579988 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964728966355 and training accuracy:0.993365824223 validation cost:0.0907059088349 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0527749992907 and training accuracy:0.994926810265 validation cost:0.0474713593721 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379139780998 and training accuracy:0.995999991894 validation cost:0.0320108607411 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287224650383 and training accuracy:0.997658550739 validation cost:0.0237456262112 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0235909540206 and training accuracy:0.997560977936 validation cost:0.0194149129093 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201215520501 and training accuracy:0.997951209545 validation cost:0.015103331767 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174967925996 and training accuracy:0.998341441154 validation cost:0.0132562331855 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157382339239 and training accuracy:0.998341441154 validation cost:0.0123471487314 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144978715107 and training accuracy:0.998439013958 validation cost:0.0115145985037 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.696546078 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0618194378912 and training accuracy:0.991882383823 validation cost:0.0610387139022 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337801277637 and training accuracy:0.997113764286 validation cost:0.0349924564362 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234364122152 and training accuracy:0.998196065426 validation cost:0.0246249549091 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183167271316 and training accuracy:0.998376488686 validation cost:0.0187617260963 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0147909633815 and training accuracy:0.998376488686 validation cost:0.014320875518 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0127241248265 and training accuracy:0.998556852341 validation cost:0.0129303894937 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0110917417333 and training accuracy:0.998917639256 validation cost:0.0112946955487 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00982850883156 and training accuracy:0.999098062515 validation cost:0.00991844106466 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00880328938365 and training accuracy:0.999098062515 validation cost:0.00894837640226 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.407132864 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150438189507 and training accuracy:0.963587284088 validation cost:0.148125261068 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.102791391313 and training accuracy:0.972434341908 validation cost:0.103201210499 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0833911970258 and training accuracy:0.975973188877 validation cost:0.0844048932195 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0698191523552 and training accuracy:0.978860139847 validation cost:0.0685770362616 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0610287599266 and training accuracy:0.981933295727 validation cost:0.0584283657372 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540705546737 and training accuracy:0.983888983727 validation cost:0.0522398017347 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0492249540985 and training accuracy:0.985658407211 validation cost:0.0471668206155 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0444802157581 and training accuracy:0.987241566181 validation cost:0.0429262407124 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0418608859181 and training accuracy:0.987893462181 validation cost:0.0402296148241 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.151285887 Method 3 test accuracy:0.787000000477 Training with lmbda:71637.3434389, 41 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:131.074462175 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107107408345 and training accuracy:0.97127532959 validation cost:0.106736317277 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833898261189 and training accuracy:0.975184082985 validation cost:0.0829503983259 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.070340141654 and training accuracy:0.977456569672 validation cost:0.071641638875 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0618648417294 and training accuracy:0.978910982609 validation cost:0.0633789896965 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547424927354 and training accuracy:0.9817289114 validation cost:0.0565306805074 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0494298487902 and training accuracy:0.984001457691 validation cost:0.04822627455 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0460196137428 and training accuracy:0.985001385212 validation cost:0.0461257919669 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0424299910665 and training accuracy:0.986728489399 validation cost:0.0423597283661 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.377037048 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964877009392 and training accuracy:0.993365824223 validation cost:0.0911450833082 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0527471229434 and training accuracy:0.994926810265 validation cost:0.0473492592573 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.038056422025 and training accuracy:0.99590241909 validation cost:0.0325198359787 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289230979979 and training accuracy:0.997658550739 validation cost:0.0240080524236 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237027127296 and training accuracy:0.997560977936 validation cost:0.0193649679422 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200660824776 and training accuracy:0.998048782349 validation cost:0.0150301372632 and validation accuracy:1.0 Training on :(4, 5) training cost:0.017604675144 and training accuracy:0.998341441154 validation cost:0.0132251391187 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015782404691 and training accuracy:0.998439013958 validation cost:0.012387868017 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144840013236 and training accuracy:0.998439013958 validation cost:0.0114669678733 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.52048111 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620006658137 and training accuracy:0.991882383823 validation cost:0.0613954849541 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337297618389 and training accuracy:0.997023522854 validation cost:0.0351392962039 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234469100833 and training accuracy:0.998196065426 validation cost:0.0244562402368 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.018373593688 and training accuracy:0.998286306858 validation cost:0.0192617308348 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0148822460324 and training accuracy:0.998376488686 validation cost:0.0143863884732 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0127930277959 and training accuracy:0.998466670513 validation cost:0.0130487503484 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112006170675 and training accuracy:0.998827457428 validation cost:0.0112277884036 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00995434261858 and training accuracy:0.999007821083 validation cost:0.0101026780903 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00883521139622 and training accuracy:0.999098062515 validation cost:0.00881231110543 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.267199993 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150176852942 and training accuracy:0.964052915573 validation cost:0.147584840655 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103056147695 and training accuracy:0.972341239452 validation cost:0.102386467159 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.083639100194 and training accuracy:0.975600659847 validation cost:0.0846710652113 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0699530765414 and training accuracy:0.978673875332 validation cost:0.0694119930267 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0609757676721 and training accuracy:0.982212722301 validation cost:0.0587686225772 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539302565157 and training accuracy:0.984075248241 validation cost:0.0524232462049 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0489253439009 and training accuracy:0.985658407211 validation cost:0.0470424219966 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0449121929705 and training accuracy:0.987427830696 validation cost:0.0435502789915 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0416356474161 and training accuracy:0.988172829151 validation cost:0.0402827784419 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.895618916 Method 3 test accuracy:0.787299990654 Training with lmbda:91699.5839272, 42 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:133.759968042 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107173152268 and training accuracy:0.971184432507 validation cost:0.106819964945 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0834413692355 and training accuracy:0.975184082985 validation cost:0.082379616797 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0704887285829 and training accuracy:0.977547466755 validation cost:0.0718269869685 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0619335360825 and training accuracy:0.979274630547 validation cost:0.0632036477327 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547579228878 and training accuracy:0.9817289114 validation cost:0.0561517737806 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.049464225769 and training accuracy:0.984092354774 validation cost:0.0483239144087 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461217463017 and training accuracy:0.984819591045 validation cost:0.0454631783068 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0423922799528 and training accuracy:0.987001180649 validation cost:0.0425185598433 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.064543962 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965351909399 and training accuracy:0.993365824223 validation cost:0.0911895632744 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0528817884624 and training accuracy:0.994829297066 validation cost:0.0476866140962 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380035564303 and training accuracy:0.995999991894 validation cost:0.0328168421984 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289552714676 and training accuracy:0.997658550739 validation cost:0.0241388902068 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237878989428 and training accuracy:0.997560977936 validation cost:0.0191866848618 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201144870371 and training accuracy:0.998146355152 validation cost:0.0150280306116 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176398660988 and training accuracy:0.998243927956 validation cost:0.0133080082014 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0159054975957 and training accuracy:0.998341441154 validation cost:0.0124907623976 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0145444516093 and training accuracy:0.998439013958 validation cost:0.0115541461855 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.952991962 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620884858072 and training accuracy:0.991792201996 validation cost:0.0612229332328 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337997898459 and training accuracy:0.997023522854 validation cost:0.0349278971553 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235282536596 and training accuracy:0.998196065426 validation cost:0.0246953573078 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0184453669935 and training accuracy:0.998376488686 validation cost:0.0186466276646 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149341719225 and training accuracy:0.998376488686 validation cost:0.0143109085038 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0129267415032 and training accuracy:0.998466670513 validation cost:0.013106723316 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112454714254 and training accuracy:0.9987372756 validation cost:0.0116762444377 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00995323527604 and training accuracy:0.999007821083 validation cost:0.0100683169439 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00891690328717 and training accuracy:0.999098062515 validation cost:0.00918694771826 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.438559055 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150455862284 and training accuracy:0.963866651058 validation cost:0.147128239274 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103209972382 and training accuracy:0.971875607967 validation cost:0.103460893035 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.083668269217 and training accuracy:0.975693821907 validation cost:0.0844302773476 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0702004283667 and training accuracy:0.978673875332 validation cost:0.0692140981555 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0607145875692 and training accuracy:0.982212722301 validation cost:0.058570548892 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537331327796 and training accuracy:0.984540879726 validation cost:0.0517626702785 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0490940697491 and training accuracy:0.985565304756 validation cost:0.0473135896027 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0448620095849 and training accuracy:0.987334728241 validation cost:0.0428233332932 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0418897718191 and training accuracy:0.987986564636 validation cost:0.040194042027 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.546514988 Method 3 test accuracy:0.787899971008 Training with lmbda:97046.9993408, 43 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:132.655593157 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.1071382761 and training accuracy:0.971184432507 validation cost:0.106819964945 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0831611379981 and training accuracy:0.975365877151 validation cost:0.0823168158531 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.070457816124 and training accuracy:0.977547466755 validation cost:0.0718325898051 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620272532105 and training accuracy:0.979183733463 validation cost:0.0635433271527 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548183657229 and training accuracy:0.981819808483 validation cost:0.0560572892427 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0496307648718 and training accuracy:0.983910560608 validation cost:0.0488262698054 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0461563020945 and training accuracy:0.984819591045 validation cost:0.0462285131216 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0424002744257 and training accuracy:0.987001180649 validation cost:0.0426686890423 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:127.48482585 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0966003239155 and training accuracy:0.993365824223 validation cost:0.0910678952932 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0528294816613 and training accuracy:0.994926810265 validation cost:0.0477331131697 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380054078996 and training accuracy:0.995999991894 validation cost:0.03283014521 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289511159062 and training accuracy:0.997658550739 validation cost:0.0241323113441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238109286875 and training accuracy:0.997560977936 validation cost:0.0191832557321 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200280528516 and training accuracy:0.998146355152 validation cost:0.0152575448155 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176736675203 and training accuracy:0.998243927956 validation cost:0.0132931629196 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158233605325 and training accuracy:0.998341441154 validation cost:0.0124098062515 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144810080528 and training accuracy:0.998536586761 validation cost:0.0115660410374 and validation accuracy:1.0 Training on :(4, 5) Time taken:118.722176075 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620448365808 and training accuracy:0.991792201996 validation cost:0.0612364038825 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0338278822601 and training accuracy:0.997023522854 validation cost:0.0349467359483 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235069077462 and training accuracy:0.998196065426 validation cost:0.0246944203973 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183773562312 and training accuracy:0.998376488686 validation cost:0.0186405200511 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149581301957 and training accuracy:0.998376488686 validation cost:0.0143893156201 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.012967963703 and training accuracy:0.998376488686 validation cost:0.0130777414888 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112998224795 and training accuracy:0.998827457428 validation cost:0.0113301156089 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00997252296656 and training accuracy:0.999007821083 validation cost:0.0101484088227 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00892082415521 and training accuracy:0.999098062515 validation cost:0.00915396586061 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:128.959935904 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150393769145 and training accuracy:0.964146018028 validation cost:0.147063851357 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103069961071 and training accuracy:0.972248077393 validation cost:0.102652624249 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0837994739413 and training accuracy:0.975507557392 validation cost:0.0850512310863 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0703603029251 and training accuracy:0.978394508362 validation cost:0.0690576508641 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0609207861125 and training accuracy:0.982212722301 validation cost:0.0585126243532 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0541267581284 and training accuracy:0.984075248241 validation cost:0.0524353422225 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0493130907416 and training accuracy:0.985565304756 validation cost:0.0472295209765 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0449504777789 and training accuracy:0.987334728241 validation cost:0.0430630110204 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0418532937765 and training accuracy:0.987986564636 validation cost:0.0401032157242 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:125.712031126 Method 3 test accuracy:0.787800014019 Training with lmbda:113188.908048, 44 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:132.851743937 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107146821916 and training accuracy:0.971184432507 validation cost:0.106758609414 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833562836051 and training accuracy:0.975093185902 validation cost:0.0823138877749 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703353732824 and training accuracy:0.977638423443 validation cost:0.0718187168241 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620102100074 and training accuracy:0.978910982609 validation cost:0.0633338242769 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548895746469 and training accuracy:0.981638014317 validation cost:0.0563825592399 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0494324192405 and training accuracy:0.984001457691 validation cost:0.047702062875 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0463037528098 and training accuracy:0.984637737274 validation cost:0.0457423664629 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0423108972609 and training accuracy:0.986910283566 validation cost:0.0418730303645 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:133.686065912 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0966212749481 and training accuracy:0.993365824223 validation cost:0.0912077575922 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0529050044715 and training accuracy:0.994829297066 validation cost:0.0476140752435 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0381111800671 and training accuracy:0.995999991894 validation cost:0.0329414568841 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290058292449 and training accuracy:0.997658550739 validation cost:0.0242338404059 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239264518023 and training accuracy:0.997560977936 validation cost:0.0193918626755 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201364979148 and training accuracy:0.998146355152 validation cost:0.0152013842016 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0178073234856 and training accuracy:0.998243927956 validation cost:0.013431571424 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158993583173 and training accuracy:0.998439013958 validation cost:0.0125014530495 and validation accuracy:1.0 Training on :(4, 5) training cost:0.014545371756 and training accuracy:0.998536586761 validation cost:0.0115807941183 and validation accuracy:1.0 Training on :(4, 5) Time taken:121.193199158 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620407424867 and training accuracy:0.991702020168 validation cost:0.0615106411278 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.033830344677 and training accuracy:0.997023522854 validation cost:0.0349344946444 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.023594385013 and training accuracy:0.998196065426 validation cost:0.0247237179428 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0184478536248 and training accuracy:0.998376488686 validation cost:0.0186864361167 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0150456922129 and training accuracy:0.998376488686 validation cost:0.0143939806148 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.012989545241 and training accuracy:0.998466670513 validation cost:0.013593878597 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112862661481 and training accuracy:0.998827457428 validation cost:0.0114130629227 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0100286519155 and training accuracy:0.999007821083 validation cost:0.0100260190666 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00892692059278 and training accuracy:0.999098062515 validation cost:0.00927711650729 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:135.453858852 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150235384703 and training accuracy:0.964146018028 validation cost:0.146806746721 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103386960924 and training accuracy:0.971875607967 validation cost:0.103120781481 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0838817358017 and training accuracy:0.975693821907 validation cost:0.0843443572521 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0703809037805 and training accuracy:0.978580713272 validation cost:0.0701789557934 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0610729902983 and training accuracy:0.981840193272 validation cost:0.0586418285966 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540510974824 and training accuracy:0.984261512756 validation cost:0.0523419864476 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0492127537727 and training accuracy:0.985565304756 validation cost:0.0477319508791 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0451922491193 and training accuracy:0.987148463726 validation cost:0.0431679934263 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0421819239855 and training accuracy:0.988265991211 validation cost:0.0403928495944 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.96715498 Method 3 test accuracy:0.787599980831 Training with lmbda:139362.652424, 45 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.373827934 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160736113787 and training accuracy:0.955004096031 validation cost:0.161902353168 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107010468841 and training accuracy:0.97127532959 validation cost:0.106834888458 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833261832595 and training accuracy:0.975093185902 validation cost:0.0824472606182 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703268125653 and training accuracy:0.977638423443 validation cost:0.0718248486519 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0619665458798 and training accuracy:0.979274630547 validation cost:0.0636466145515 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547886863351 and training accuracy:0.9817289114 validation cost:0.0565415881574 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493664965034 and training accuracy:0.984183251858 validation cost:0.0476571507752 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461332798004 and training accuracy:0.984728634357 validation cost:0.0457497015595 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0423016995192 and training accuracy:0.986728489399 validation cost:0.0420325249434 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.690223932 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965877920389 and training accuracy:0.993463397026 validation cost:0.0911769196391 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0528573617339 and training accuracy:0.994829297066 validation cost:0.0475365594029 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0382464975119 and training accuracy:0.995707333088 validation cost:0.0327156409621 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029130442068 and training accuracy:0.997658550739 validation cost:0.024532513693 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239465050399 and training accuracy:0.997658550739 validation cost:0.0194757245481 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0202597286552 and training accuracy:0.998146355152 validation cost:0.0153344394639 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0178889855742 and training accuracy:0.998243927956 validation cost:0.0134660508484 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0159752741456 and training accuracy:0.998439013958 validation cost:0.0126428594813 and validation accuracy:1.0 Training on :(4, 5) training cost:0.014569869265 and training accuracy:0.998536586761 validation cost:0.011697769165 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.106977224 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619927085936 and training accuracy:0.991972565651 validation cost:0.06131914258 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0338837094605 and training accuracy:0.997113764286 validation cost:0.0353471562266 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0236026179045 and training accuracy:0.998196065426 validation cost:0.0248300191015 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.018453001976 and training accuracy:0.998466670513 validation cost:0.0187453590333 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0151192070916 and training accuracy:0.998286306858 validation cost:0.0143879745156 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0129795167595 and training accuracy:0.998556852341 validation cost:0.0133419437334 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112690534443 and training accuracy:0.9987372756 validation cost:0.011759811081 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0100183263421 and training accuracy:0.999098062515 validation cost:0.0101898722351 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00898568239063 and training accuracy:0.999098062515 validation cost:0.009252875112 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.288311958 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150566145778 and training accuracy:0.963959753513 validation cost:0.147449240088 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103041596711 and training accuracy:0.972154974937 validation cost:0.101852245629 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0837976112962 and training accuracy:0.975693821907 validation cost:0.084143973887 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0703326538205 and training accuracy:0.978953242302 validation cost:0.070348136127 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0609009973705 and training accuracy:0.982119560242 validation cost:0.0593615882099 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0543972104788 and training accuracy:0.984075248241 validation cost:0.0529213100672 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0494036152959 and training accuracy:0.985192775726 validation cost:0.0480093769729 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0452947765589 and training accuracy:0.987241566181 validation cost:0.0435710139573 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0421629026532 and training accuracy:0.987986564636 validation cost:0.0403849631548 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.46485281 Method 3 test accuracy:0.787400007248 Training with lmbda:142555.972329, 46 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.986249924 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160736113787 and training accuracy:0.955004096031 validation cost:0.161902353168 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.106943592429 and training accuracy:0.97127532959 validation cost:0.10678781569 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0834601148963 and training accuracy:0.975093185902 validation cost:0.0824794173241 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0704691186547 and training accuracy:0.977456569672 validation cost:0.0718082115054 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0619535148144 and training accuracy:0.979274630547 validation cost:0.0634406656027 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547018907964 and training accuracy:0.981819808483 validation cost:0.0562097914517 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0493109039962 and training accuracy:0.984183251858 validation cost:0.0477155409753 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0460828728974 and training accuracy:0.984910488129 validation cost:0.045824252069 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0423221774399 and training accuracy:0.986910283566 validation cost:0.0421861037612 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:133.353099108 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965921804309 and training accuracy:0.993365824223 validation cost:0.0914064347744 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0529025755823 and training accuracy:0.994926810265 validation cost:0.0475595407188 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.038219820708 and training accuracy:0.99590241909 validation cost:0.0331101939082 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0292093716562 and training accuracy:0.997658550739 validation cost:0.0245336554945 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239514969289 and training accuracy:0.997658550739 validation cost:0.0195006038994 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0202737636864 and training accuracy:0.998146355152 validation cost:0.0153686692938 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0179457012564 and training accuracy:0.998146355152 validation cost:0.0136242248118 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0159661956131 and training accuracy:0.998439013958 validation cost:0.0126515524462 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0145593248308 and training accuracy:0.998536586761 validation cost:0.0115993730724 and validation accuracy:1.0 Training on :(4, 5) Time taken:125.908483028 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619376413524 and training accuracy:0.991882383823 validation cost:0.0616230927408 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0339068695903 and training accuracy:0.997113764286 validation cost:0.0354223176837 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235707182437 and training accuracy:0.998196065426 validation cost:0.0247808080167 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0184575524181 and training accuracy:0.998466670513 validation cost:0.0188273563981 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0151408202946 and training accuracy:0.998286306858 validation cost:0.0143180880696 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128949796781 and training accuracy:0.998556852341 validation cost:0.0131367417052 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0113500533625 and training accuracy:0.9987372756 validation cost:0.011773891747 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0100625501946 and training accuracy:0.999007821083 validation cost:0.0102174188942 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00898596271873 and training accuracy:0.999098062515 validation cost:0.00927357468754 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:138.123650074 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150477424264 and training accuracy:0.964052915573 validation cost:0.14734838903 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103254683316 and training accuracy:0.971875607967 validation cost:0.102301716805 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0838265269995 and training accuracy:0.975507557392 validation cost:0.0841671526432 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0702684745193 and training accuracy:0.978953242302 validation cost:0.0702377483249 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608210675418 and training accuracy:0.982212722301 validation cost:0.0588891990483 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.054315276444 and training accuracy:0.984075248241 validation cost:0.0535939186811 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0494776666164 and training accuracy:0.985565304756 validation cost:0.047965016216 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.045350831002 and training accuracy:0.987148463726 validation cost:0.0431829467416 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0420309342444 and training accuracy:0.988265991211 validation cost:0.0400188006461 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:129.788619995 Method 3 test accuracy:0.787500023842 Training with lmbda:150410.57979, 47 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:137.649945974 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160739198327 and training accuracy:0.955004096031 validation cost:0.161902353168 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.106942005455 and training accuracy:0.97127532959 validation cost:0.106759898365 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833617523313 and training accuracy:0.975184082985 validation cost:0.0824794173241 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703883841634 and training accuracy:0.977638423443 validation cost:0.0716780796647 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620296001434 and training accuracy:0.979001879692 validation cost:0.0636355653405 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548862442374 and training accuracy:0.982092559338 validation cost:0.0559385344386 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0494213216007 and training accuracy:0.984274148941 validation cost:0.0478247478604 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0462600030005 and training accuracy:0.984819591045 validation cost:0.045922793448 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.042618855834 and training accuracy:0.986819386482 validation cost:0.0423266515136 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:133.723364115 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964383035898 and training accuracy:0.993463397026 validation cost:0.0909711271524 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0528860166669 and training accuracy:0.994731724262 validation cost:0.0476270765066 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0383081547916 and training accuracy:0.995707333088 validation cost:0.0327325873077 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291937589645 and training accuracy:0.997658550739 validation cost:0.0245555862784 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023960409686 and training accuracy:0.997560977936 validation cost:0.0194842033088 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0202775523067 and training accuracy:0.998146355152 validation cost:0.0154304299504 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0179230254143 and training accuracy:0.998243927956 validation cost:0.0136848865077 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0160422790796 and training accuracy:0.998439013958 validation cost:0.0126964496449 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0145994126797 and training accuracy:0.998536586761 validation cost:0.0115803284571 and validation accuracy:1.0 Training on :(4, 5) Time taken:122.729568005 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0618438832462 and training accuracy:0.991882383823 validation cost:0.0615922883153 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0339030586183 and training accuracy:0.997023522854 validation cost:0.0354124493897 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235441979021 and training accuracy:0.998196065426 validation cost:0.0248404797167 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0184035394341 and training accuracy:0.998466670513 validation cost:0.0187263078988 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0151650840417 and training accuracy:0.998286306858 validation cost:0.0144225591794 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0129250707105 and training accuracy:0.998466670513 validation cost:0.013014617376 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0113065382466 and training accuracy:0.998827457428 validation cost:0.0115228723735 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0100046144798 and training accuracy:0.999188244343 validation cost:0.010187830776 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00889251288027 and training accuracy:0.99927842617 validation cost:0.00918824318796 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:132.955958128 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150374010205 and training accuracy:0.964052915573 validation cost:0.147898584604 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103306181729 and training accuracy:0.971875607967 validation cost:0.102078519762 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0839790180326 and training accuracy:0.975600659847 validation cost:0.0846900045872 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0705547556281 and training accuracy:0.978860139847 validation cost:0.0705127120018 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608159452677 and training accuracy:0.982119560242 validation cost:0.0584235489368 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0546160787344 and training accuracy:0.984354615211 validation cost:0.0539299435914 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0497513487935 and training accuracy:0.985379040241 validation cost:0.047596424818 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0453504808247 and training accuracy:0.987055301666 validation cost:0.0430176891387 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0421267077327 and training accuracy:0.987893462181 validation cost:0.0401722304523 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:129.541077852 Method 3 test accuracy:0.787500023842 Training with lmbda:0, 48 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:139.015056133 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:132.443437099 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.024416424334 and training accuracy:0.997170746326 validation cost:0.0177602935582 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212638769299 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753454179 and training accuracy:0.99726831913 validation cost:0.0134453475475 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169585160911 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152014484629 and training accuracy:0.997463405132 validation cost:0.0111647546291 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:123.475393057 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680197104812 and training accuracy:0.990258872509 validation cost:0.0667800009251 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364416614175 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0257732402533 and training accuracy:0.997384309769 validation cost:0.0257938690484 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.020039210096 and training accuracy:0.997745096684 validation cost:0.019262008369 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0159926116467 and training accuracy:0.998105883598 validation cost:0.0156124858186 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134396087378 and training accuracy:0.998556852341 validation cost:0.0136646823958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115250283852 and training accuracy:0.998556852341 validation cost:0.0119702173397 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101073002443 and training accuracy:0.9987372756 validation cost:0.0104008261114 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00918213743716 and training accuracy:0.998827457428 validation cost:0.00931342691183 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:137.264679193 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.1503149122 and training accuracy:0.963680386543 validation cost:0.150966629386 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104495748878 and training accuracy:0.971689343452 validation cost:0.10532271862 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0849667042494 and training accuracy:0.974669396877 validation cost:0.0854837447405 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0725708380342 and training accuracy:0.978394508362 validation cost:0.0726876705885 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.06287471205 and training accuracy:0.982212722301 validation cost:0.0621440894902 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0562736280262 and training accuracy:0.983888983727 validation cost:0.0555613227189 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511264130473 and training accuracy:0.985379040241 validation cost:0.0486761070788 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461544878781 and training accuracy:0.986775934696 validation cost:0.0432433150709 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428599640727 and training accuracy:0.987614095211 validation cost:0.0393931046128 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:134.374372005 Method 3 test accuracy:0.789300024509 Training with lmbda:796.306982227, 49 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:145.237625122 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837595611811 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611165799201 and training accuracy:0.979820013046 validation cost:0.0683662220836 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.053762152791 and training accuracy:0.982365250587 validation cost:0.058064404875 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0492732524872 and training accuracy:0.984274148941 validation cost:0.052907500416 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.04518866539 and training accuracy:0.985910356045 validation cost:0.0486334823072 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0416630804539 and training accuracy:0.987182974815 validation cost:0.0461464226246 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:139.796175003 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949576050043 and training accuracy:0.992195129395 validation cost:0.0886677131057 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0527656115592 and training accuracy:0.99317073822 validation cost:0.0451805256307 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374521017075 and training accuracy:0.995024383068 validation cost:0.0302656255662 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293699502945 and training accuracy:0.996780514717 validation cost:0.0219656378031 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244361609221 and training accuracy:0.997170746326 validation cost:0.0176994390786 and validation accuracy:1.0 Training on :(4, 5) training cost:0.021232817322 and training accuracy:0.997463405132 validation cost:0.0151018612087 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0188996363431 and training accuracy:0.997365832329 validation cost:0.0134841846302 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169202014804 and training accuracy:0.997365832329 validation cost:0.0122478334233 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152351073921 and training accuracy:0.997463405132 validation cost:0.0111174015328 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:130.014928818 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680130645633 and training accuracy:0.990349054337 validation cost:0.0668806731701 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365526974201 and training accuracy:0.996301949024 validation cost:0.036156821996 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0257866382599 and training accuracy:0.997384309769 validation cost:0.0257852207869 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200759563595 and training accuracy:0.997745096684 validation cost:0.0192676018924 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160520598292 and training accuracy:0.998105883598 validation cost:0.0154335554689 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0135148502886 and training accuracy:0.998466670513 validation cost:0.0136901149526 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114940498024 and training accuracy:0.998556852341 validation cost:0.011800811626 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.010112403892 and training accuracy:0.9987372756 validation cost:0.0104104625061 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00918869674206 and training accuracy:0.998827457428 validation cost:0.00930758286268 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:140.411342859 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150398761034 and training accuracy:0.963587284088 validation cost:0.151270106435 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104786276817 and training accuracy:0.971875607967 validation cost:0.105686858296 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0848204866052 and training accuracy:0.974669396877 validation cost:0.0838653892279 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0723405331373 and training accuracy:0.978301346302 validation cost:0.072627492249 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.063172660768 and training accuracy:0.982026457787 validation cost:0.0628850832582 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0564384311438 and training accuracy:0.983702719212 validation cost:0.0556524321437 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0508043207228 and training accuracy:0.985379040241 validation cost:0.048761986196 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0462191924453 and training accuracy:0.986775934696 validation cost:0.0429714433849 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0430075153708 and training accuracy:0.987614095211 validation cost:0.0397953465581 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:132.004392862 Method 3 test accuracy:0.789200007915 Training with lmbda:18288.6002658, 50 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:141.530066013 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162115871906 and training accuracy:0.953822374344 validation cost:0.167495980859 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.107982039452 and training accuracy:0.97154802084 validation cost:0.108991615474 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.083748742938 and training accuracy:0.976184010506 validation cost:0.0887416228652 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0697091221809 and training accuracy:0.977911114693 validation cost:0.0767758712173 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0610874965787 and training accuracy:0.979820013046 validation cost:0.0678169876337 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0539359934628 and training accuracy:0.982365250587 validation cost:0.0580753833055 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0492342934012 and training accuracy:0.984274148941 validation cost:0.0528241172433 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0453759618104 and training accuracy:0.985728561878 validation cost:0.0491819232702 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0417398884892 and training accuracy:0.987092077732 validation cost:0.0460510328412 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:132.51511097 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0953333675861 and training accuracy:0.991999983788 validation cost:0.0893254652619 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530296899378 and training accuracy:0.992975592613 validation cost:0.0449967347085 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374041311443 and training accuracy:0.995121955872 validation cost:0.0301220621914 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295025184751 and training accuracy:0.996780514717 validation cost:0.0222062747926 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244523342699 and training accuracy:0.997073173523 validation cost:0.0180079285055 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0214197263122 and training accuracy:0.997365832329 validation cost:0.015104893595 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0188688635826 and training accuracy:0.997365832329 validation cost:0.013675048016 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.017039719969 and training accuracy:0.99726831913 validation cost:0.0125831998885 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154328197241 and training accuracy:0.997463405132 validation cost:0.0109703009948 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:125.855711937 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680235698819 and training accuracy:0.990168690681 validation cost:0.0667644664645 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364659391344 and training accuracy:0.996572554111 validation cost:0.0352082177997 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259425174445 and training accuracy:0.997384309769 validation cost:0.0254241749644 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.02012110129 and training accuracy:0.997745096684 validation cost:0.0194664411247 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160094052553 and training accuracy:0.998105883598 validation cost:0.0152062773705 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0135053042322 and training accuracy:0.998556852341 validation cost:0.0137046584859 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115549657494 and training accuracy:0.998556852341 validation cost:0.0123040536419 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0102639012039 and training accuracy:0.998647093773 validation cost:0.0107479989529 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00927199237049 and training accuracy:0.9987372756 validation cost:0.00965683348477 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:132.458082914 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150051936507 and training accuracy:0.963773488998 validation cost:0.152123749256 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.104688048363 and training accuracy:0.972434341908 validation cost:0.108298353851 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0850794091821 and training accuracy:0.974483132362 validation cost:0.0845333114266 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0725289955735 and training accuracy:0.978580713272 validation cost:0.0730627328157 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.062892973423 and training accuracy:0.982398927212 validation cost:0.0631702914834 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0566424652934 and training accuracy:0.983888983727 validation cost:0.0550341233611 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511318184435 and training accuracy:0.985285878181 validation cost:0.0494225211442 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0466105937958 and training accuracy:0.986589670181 validation cost:0.0431436896324 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0432908609509 and training accuracy:0.987427830696 validation cost:0.0399900302291 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:127.913094997 Method 3 test accuracy:0.7867000103 Training with lmbda:20514.7891322, 51 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:142.699006796 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162123292685 and training accuracy:0.953822374344 validation cost:0.167495980859 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108063153923 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.083701916039 and training accuracy:0.976274907589 validation cost:0.0886752605438 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0697381868958 and training accuracy:0.977820217609 validation cost:0.0767737179995 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0609599351883 and training accuracy:0.97991091013 validation cost:0.0678018853068 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0536979325116 and training accuracy:0.982456147671 validation cost:0.0580634698272 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0491064824164 and training accuracy:0.984365046024 validation cost:0.0535753816366 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0452875494957 and training accuracy:0.985728561878 validation cost:0.049983587116 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0414678454399 and training accuracy:0.987182974815 validation cost:0.0458880364895 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:136.737923145 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0950463563204 and training accuracy:0.992292702198 validation cost:0.0885014906526 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0528965443373 and training accuracy:0.99317073822 validation cost:0.0452176555991 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0375020317733 and training accuracy:0.994926810265 validation cost:0.0299978479743 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293970704079 and training accuracy:0.996878027916 validation cost:0.0220846682787 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0245634205639 and training accuracy:0.997073173523 validation cost:0.0177928004414 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0213331468403 and training accuracy:0.997463405132 validation cost:0.0151509651914 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190103780478 and training accuracy:0.997365832329 validation cost:0.0136910090223 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0170233771205 and training accuracy:0.997365832329 validation cost:0.0124665480107 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152504732832 and training accuracy:0.997463405132 validation cost:0.0111419148743 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:132.445384026 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680013448 and training accuracy:0.990258872509 validation cost:0.0667152032256 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364783257246 and training accuracy:0.996392190456 validation cost:0.0357889831066 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0259377751499 and training accuracy:0.997294127941 validation cost:0.025824053213 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200968738645 and training accuracy:0.997654914856 validation cost:0.0192971024662 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160450302064 and training accuracy:0.998105883598 validation cost:0.0154657224193 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0135406702757 and training accuracy:0.998556852341 validation cost:0.0134719703346 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115397302434 and training accuracy:0.998556852341 validation cost:0.0119838230312 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101666590199 and training accuracy:0.9987372756 validation cost:0.0108491685241 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00928180664778 and training accuracy:0.9987372756 validation cost:0.0093354973942 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:140.498458862 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150416746736 and training accuracy:0.963866651058 validation cost:0.151039481163 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.10447999835 and training accuracy:0.972341239452 validation cost:0.105778940022 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0849303379655 and training accuracy:0.974669396877 validation cost:0.0848643183708 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0726154148579 and training accuracy:0.978394508362 validation cost:0.0733962729573 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.063245780766 and training accuracy:0.982119560242 validation cost:0.0637768357992 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0568527914584 and training accuracy:0.983795881271 validation cost:0.0562638305128 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0512373931706 and training accuracy:0.985192775726 validation cost:0.0491911619902 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0467444695532 and training accuracy:0.986775934696 validation cost:0.0439540743828 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0433256179094 and training accuracy:0.987520933151 validation cost:0.0410074479878 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:135.589801073 Method 3 test accuracy:0.790000021458 Training with lmbda:23069.2370093, 52 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:142.790579796 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162123292685 and training accuracy:0.953822374344 validation cost:0.167495980859 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108008190989 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0838111937046 and training accuracy:0.976365804672 validation cost:0.0886647701263 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0697535276413 and training accuracy:0.977638423443 validation cost:0.076756618917 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0610267557204 and training accuracy:0.979820013046 validation cost:0.0678147599101 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537648648024 and training accuracy:0.982365250587 validation cost:0.0576950907707 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.049149364233 and training accuracy:0.984365046024 validation cost:0.0535751990974 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0452376641333 and training accuracy:0.985637664795 validation cost:0.049411162734 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0415968224406 and training accuracy:0.987001180649 validation cost:0.0466289520264 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:138.751270056 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0950158014894 and training accuracy:0.992292702198 validation cost:0.0889041498303 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529559776187 and training accuracy:0.992975592613 validation cost:0.0454290099442 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.037472076714 and training accuracy:0.994926810265 validation cost:0.0299751199782 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0294015277177 and training accuracy:0.996878027916 validation cost:0.0220853891224 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0245595481247 and training accuracy:0.997170746326 validation cost:0.0177700649947 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0213511399925 and training accuracy:0.997463405132 validation cost:0.0152725689113 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189561024308 and training accuracy:0.99726831913 validation cost:0.0136293331161 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0170445851982 and training accuracy:0.997365832329 validation cost:0.0124304899946 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0153918173164 and training accuracy:0.997463405132 validation cost:0.0111440615728 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:130.480898857 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679269582033 and training accuracy:0.990349054337 validation cost:0.0665290206671 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0364986285567 and training accuracy:0.996482372284 validation cost:0.035806812346 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0258390270174 and training accuracy:0.997384309769 validation cost:0.0257756374776 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200854297727 and training accuracy:0.997654914856 validation cost:0.0194606911391 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.016089854762 and training accuracy:0.998105883598 validation cost:0.0154687659815 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0135240089148 and training accuracy:0.998556852341 validation cost:0.0135459173471 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115529661998 and training accuracy:0.998466670513 validation cost:0.0119929937646 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0103090098128 and training accuracy:0.998647093773 validation cost:0.0107714077458 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00931241922081 and training accuracy:0.9987372756 validation cost:0.00941897649318 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:137.672067165 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15044644475 and training accuracy:0.963866651058 validation cost:0.150654032826 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.104653410614 and training accuracy:0.972527444363 validation cost:0.106231182814 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.084894426167 and training accuracy:0.974296867847 validation cost:0.0848378166556 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0724913328886 and training accuracy:0.978394508362 validation cost:0.0726338848472 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0630004480481 and training accuracy:0.982026457787 validation cost:0.0629603937268 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0563908554614 and training accuracy:0.983982145786 validation cost:0.0546654462814 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511403717101 and training accuracy:0.985192775726 validation cost:0.0493913590908 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0466296896338 and training accuracy:0.986962199211 validation cost:0.0438014790416 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0430670194328 and training accuracy:0.987520933151 validation cost:0.0406053885818 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:131.835844994 Method 3 test accuracy:0.790700018406 Training with lmbda:31274.1370491, 53 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:139.278537989 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162194564939 and training accuracy:0.953822374344 validation cost:0.167495980859 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108008190989 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0838798061013 and training accuracy:0.976274907589 validation cost:0.0886691436172 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696661025286 and training accuracy:0.977820217609 validation cost:0.0765918120742 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0608932971954 and training accuracy:0.97991091013 validation cost:0.0672320798039 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538417734206 and training accuracy:0.982365250587 validation cost:0.0577293746173 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0490802451968 and training accuracy:0.984274148941 validation cost:0.0528107360005 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0452768914402 and training accuracy:0.985637664795 validation cost:0.0499683879316 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0415544733405 and training accuracy:0.987182974815 validation cost:0.0460507832468 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:133.02975297 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0950163006783 and training accuracy:0.991902410984 validation cost:0.0889041423798 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.052997071296 and training accuracy:0.99287801981 validation cost:0.0453818812966 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.037484832108 and training accuracy:0.994926810265 validation cost:0.0300292484462 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0294227171689 and training accuracy:0.996780514717 validation cost:0.0220728460699 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0246265791357 and training accuracy:0.997073173523 validation cost:0.0177174340934 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0214498862624 and training accuracy:0.997365832329 validation cost:0.0153320496902 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190255846828 and training accuracy:0.997365832329 validation cost:0.0132790841162 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170747749507 and training accuracy:0.997365832329 validation cost:0.0124421054497 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0153949810192 and training accuracy:0.997463405132 validation cost:0.0110795339569 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:123.468909025 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680124983191 and training accuracy:0.990258872509 validation cost:0.0668084099889 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364362113178 and training accuracy:0.996482372284 validation cost:0.0355384610593 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0259486287832 and training accuracy:0.997294127941 validation cost:0.0258633457124 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200968980789 and training accuracy:0.997654914856 validation cost:0.0192863401026 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.016087371856 and training accuracy:0.998105883598 validation cost:0.0154732996598 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0135197713971 and training accuracy:0.998556852341 validation cost:0.0134823229164 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115998229012 and training accuracy:0.998556852341 validation cost:0.0121740428731 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0102874161676 and training accuracy:0.998647093773 validation cost:0.0107875429094 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00934310443699 and training accuracy:0.9987372756 validation cost:0.00949725415558 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:133.582948208 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15044310689 and training accuracy:0.963680386543 validation cost:0.15191668272 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.104262061417 and training accuracy:0.972713708878 validation cost:0.106180980802 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0848630666733 and training accuracy:0.974296867847 validation cost:0.084076538682 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.072662524879 and training accuracy:0.978301346302 validation cost:0.0729643702507 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0629748553038 and training accuracy:0.982119560242 validation cost:0.0628738701344 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0565116927028 and training accuracy:0.983888983727 validation cost:0.0545541644096 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0514501817524 and training accuracy:0.985099673271 validation cost:0.0497946068645 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0465493090451 and training accuracy:0.986869037151 validation cost:0.0443332232535 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0433508604765 and training accuracy:0.987427830696 validation cost:0.0412116460502 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:126.58299613 Method 3 test accuracy:0.790600001812 Training with lmbda:35302.8581073, 54 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.343250036 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162194564939 and training accuracy:0.953822374344 validation cost:0.167495980859 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108008190989 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.083913423121 and training accuracy:0.976274907589 validation cost:0.0886652469635 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0697555914521 and training accuracy:0.977729320526 validation cost:0.0767587646842 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0609448440373 and training accuracy:0.97991091013 validation cost:0.0672425925732 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0539217963815 and training accuracy:0.982365250587 validation cost:0.0577697642148 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0491701588035 and training accuracy:0.984274148941 validation cost:0.0528145767748 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0453278832138 and training accuracy:0.985728561878 validation cost:0.0493897646666 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0417259372771 and training accuracy:0.987092077732 validation cost:0.0466288030148 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.270349026 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0953805595636 and training accuracy:0.991999983788 validation cost:0.0895402133465 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530884750187 and training accuracy:0.992975592613 validation cost:0.0450314804912 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376489385962 and training accuracy:0.994926810265 validation cost:0.0303153768182 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295915268362 and training accuracy:0.99658536911 validation cost:0.0225874911994 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0244436264038 and training accuracy:0.99726831913 validation cost:0.0179418195039 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0215001218021 and training accuracy:0.997365832329 validation cost:0.015225934796 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189794246107 and training accuracy:0.997365832329 validation cost:0.0137518690899 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169968046248 and training accuracy:0.997365832329 validation cost:0.0125551335514 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0155205363408 and training accuracy:0.997463405132 validation cost:0.0108967227861 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.821662903 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679989978671 and training accuracy:0.990349054337 validation cost:0.0669562742114 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364456027746 and training accuracy:0.996392190456 validation cost:0.0353246033192 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0258327294141 and training accuracy:0.997384309769 validation cost:0.0252213794738 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0201567988843 and training accuracy:0.997745096684 validation cost:0.0194917563349 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0161507725716 and training accuracy:0.998196065426 validation cost:0.015407608822 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.013586493209 and training accuracy:0.998466670513 validation cost:0.0138300051913 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115871885791 and training accuracy:0.998556852341 validation cost:0.0116871800274 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0103365108371 and training accuracy:0.998647093773 validation cost:0.0107021173462 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00934893451631 and training accuracy:0.9987372756 validation cost:0.00959276966751 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.785550833 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15038241446 and training accuracy:0.963587284088 validation cost:0.152341499925 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.10439837724 and training accuracy:0.972248077393 validation cost:0.108050115407 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0849088728428 and training accuracy:0.974483132362 validation cost:0.0854166522622 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0720327347517 and training accuracy:0.978953242302 validation cost:0.0724323689938 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0630385056138 and training accuracy:0.982119560242 validation cost:0.0626853629947 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0561334826052 and training accuracy:0.984168350697 validation cost:0.0538927279413 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0511292777956 and training accuracy:0.985379040241 validation cost:0.0489455275238 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0469190441072 and training accuracy:0.986682832241 validation cost:0.0448354147375 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0432544611394 and training accuracy:0.987241566181 validation cost:0.0409720055759 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.557790995 Method 3 test accuracy:0.791999995708 Training with lmbda:37073.9518805, 55 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.85490489 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162212118506 and training accuracy:0.953822374344 validation cost:0.167495980859 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108010955155 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.083913423121 and training accuracy:0.976274907589 validation cost:0.0886652469635 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0697551965714 and training accuracy:0.977729320526 validation cost:0.0767587646842 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0609384402633 and training accuracy:0.97991091013 validation cost:0.067253574729 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538320690393 and training accuracy:0.982365250587 validation cost:0.0576803311706 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0492505431175 and training accuracy:0.984183251858 validation cost:0.0528178624809 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.045387160033 and training accuracy:0.985728561878 validation cost:0.0488210618496 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0416103862226 and training accuracy:0.987001180649 validation cost:0.0457908548415 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.184005976 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0954224020243 and training accuracy:0.991999983788 validation cost:0.0893142223358 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529197119176 and training accuracy:0.992975592613 validation cost:0.044973153621 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0375001803041 and training accuracy:0.994926810265 validation cost:0.0302291810513 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0296284835786 and training accuracy:0.996682941914 validation cost:0.0225575380027 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0243992432952 and training accuracy:0.99726831913 validation cost:0.0177611801773 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0215269625187 and training accuracy:0.997365832329 validation cost:0.0151914125308 and validation accuracy:1.0 Training on :(4, 5) training cost:0.018935367465 and training accuracy:0.997463405132 validation cost:0.0133553715423 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170476809144 and training accuracy:0.997365832329 validation cost:0.0125558869913 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154740540311 and training accuracy:0.997463405132 validation cost:0.0108272116631 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.13676405 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680810064077 and training accuracy:0.990349054337 validation cost:0.0670078843832 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364583916962 and training accuracy:0.996482372284 validation cost:0.035371568054 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0258893165737 and training accuracy:0.997294127941 validation cost:0.0257389694452 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0201773699373 and training accuracy:0.997745096684 validation cost:0.0195453483611 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0161538049579 and training accuracy:0.998196065426 validation cost:0.0156324803829 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0135395238176 and training accuracy:0.998466670513 validation cost:0.013809141703 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011546635069 and training accuracy:0.998556852341 validation cost:0.0116817736998 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.010331960395 and training accuracy:0.998647093773 validation cost:0.010689817369 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00940614938736 and training accuracy:0.9987372756 validation cost:0.0096051543951 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.491348028 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150205150247 and training accuracy:0.963587284088 validation cost:0.152255892754 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.104276008904 and training accuracy:0.972434341908 validation cost:0.107057414949 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0850515961647 and training accuracy:0.974203765392 validation cost:0.0847089886665 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0721436738968 and training accuracy:0.978580713272 validation cost:0.0725622624159 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0629352480173 and training accuracy:0.982212722301 validation cost:0.0629731193185 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0562690608203 and training accuracy:0.984168350697 validation cost:0.0542284399271 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0510250031948 and training accuracy:0.985285878181 validation cost:0.049770437181 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0468839071691 and training accuracy:0.986775934696 validation cost:0.0440308526158 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0432444922626 and training accuracy:0.987334728241 validation cost:0.0409017018974 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.024463892 Method 3 test accuracy:0.797100007534 Training with lmbda:46974.8337346, 56 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.814179182 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162210956216 and training accuracy:0.953822374344 validation cost:0.167495980859 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108027264476 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.083790615201 and training accuracy:0.976365804672 validation cost:0.0886983424425 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696455389261 and training accuracy:0.977911114693 validation cost:0.0767991021276 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0609671697021 and training accuracy:0.97991091013 validation cost:0.0678182020783 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0539057292044 and training accuracy:0.982365250587 validation cost:0.0583134554327 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0491996966302 and training accuracy:0.984274148941 validation cost:0.0529907643795 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0450911559165 and training accuracy:0.985819458961 validation cost:0.0492397323251 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416128784418 and training accuracy:0.987273871899 validation cost:0.0459780618548 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.577652931 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0950802415609 and training accuracy:0.992195129395 validation cost:0.0887774676085 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530459396541 and training accuracy:0.993073165417 validation cost:0.045326244086 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374724790454 and training accuracy:0.994926810265 validation cost:0.0301986318082 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295703485608 and training accuracy:0.996682941914 validation cost:0.0221034698188 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0246478635818 and training accuracy:0.997073173523 validation cost:0.0178673565388 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0214985851198 and training accuracy:0.99726831913 validation cost:0.0153404567391 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190563555807 and training accuracy:0.997365832329 validation cost:0.0133643755689 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0171031616628 and training accuracy:0.997365832329 validation cost:0.0124520603567 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154207767919 and training accuracy:0.997463405132 validation cost:0.0111031895503 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.534003019 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.067860558629 and training accuracy:0.990258872509 validation cost:0.0666777342558 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0366014055908 and training accuracy:0.996392190456 validation cost:0.0357211232185 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0259132999927 and training accuracy:0.997474491596 validation cost:0.0258900020272 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0201745722443 and training accuracy:0.997835278511 validation cost:0.0194204505533 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0161612704396 and training accuracy:0.998105883598 validation cost:0.0155428182334 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0135392583907 and training accuracy:0.998556852341 validation cost:0.0135163674131 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0116145387292 and training accuracy:0.998556852341 validation cost:0.0122226951644 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0102953240275 and training accuracy:0.9987372756 validation cost:0.01094024349 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00940338987857 and training accuracy:0.9987372756 validation cost:0.00944860000163 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.503499031 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.1506844908 and training accuracy:0.963587284088 validation cost:0.152643844485 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.104683674872 and training accuracy:0.972527444363 validation cost:0.10667797178 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0847524255514 and training accuracy:0.974483132362 validation cost:0.0845388248563 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0726089403033 and training accuracy:0.978301346302 validation cost:0.0728739723563 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0630778893828 and training accuracy:0.982119560242 validation cost:0.0633690431714 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0567549541593 and training accuracy:0.984075248241 validation cost:0.0548589974642 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0515989661217 and training accuracy:0.985192775726 validation cost:0.050224147737 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0468602143228 and training accuracy:0.986775934696 validation cost:0.0442770197988 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0433057062328 and training accuracy:0.987241566181 validation cost:0.0407322831452 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.179885149 Method 3 test accuracy:0.789300024509 Training with lmbda:71637.3434389, 57 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.546306849 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162090584636 and training accuracy:0.953822374344 validation cost:0.167213529348 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10814588517 and training accuracy:0.971457123756 validation cost:0.10964166373 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0836900770664 and training accuracy:0.976184010506 validation cost:0.0888079032302 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696412175894 and training accuracy:0.977820217609 validation cost:0.0767827033997 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0612382180989 and training accuracy:0.979820013046 validation cost:0.0678658783436 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538512319326 and training accuracy:0.982365250587 validation cost:0.057936348021 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0492472611368 and training accuracy:0.984365046024 validation cost:0.0528207533062 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0453393906355 and training accuracy:0.985728561878 validation cost:0.0492660365999 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0414715744555 and training accuracy:0.987092077732 validation cost:0.045602094382 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.949160814 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0951617956161 and training accuracy:0.992097556591 validation cost:0.088988520205 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531659685075 and training accuracy:0.992975592613 validation cost:0.045668721199 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0375294052064 and training accuracy:0.994926810265 validation cost:0.0300307273865 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0297323949635 and training accuracy:0.996682941914 validation cost:0.0222429875284 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0247929114848 and training accuracy:0.996975600719 validation cost:0.0182114485651 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0214809514582 and training accuracy:0.997365832329 validation cost:0.0153339365497 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191661268473 and training accuracy:0.997365832329 validation cost:0.0134900780395 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0171937420964 and training accuracy:0.99726831913 validation cost:0.0126229329035 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.015481823124 and training accuracy:0.997463405132 validation cost:0.0110741499811 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.305502892 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679631233215 and training accuracy:0.990168690681 validation cost:0.0666513815522 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0366074293852 and training accuracy:0.996482372284 validation cost:0.0359445586801 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0260692723095 and training accuracy:0.997384309769 validation cost:0.0259037949145 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0201597604901 and training accuracy:0.997835278511 validation cost:0.0194732435048 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0161369889975 and training accuracy:0.998105883598 validation cost:0.0153667367995 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.01376098115 and training accuracy:0.998376488686 validation cost:0.0137675851583 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0117801707238 and training accuracy:0.998466670513 validation cost:0.0121707813814 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104270409793 and training accuracy:0.9987372756 validation cost:0.0110761951655 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00943758990616 and training accuracy:0.998827457428 validation cost:0.0097176535055 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.396088123 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151423305273 and training accuracy:0.963121652603 validation cost:0.15341861546 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.104994371533 and training accuracy:0.972154974937 validation cost:0.108030237257 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0850023850799 and training accuracy:0.974017500877 validation cost:0.084693685174 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0725152567029 and training accuracy:0.978394508362 validation cost:0.0721980258822 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0631865337491 and training accuracy:0.981933295727 validation cost:0.0634351819754 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0564889647067 and training accuracy:0.983888983727 validation cost:0.0550706610084 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0516472011805 and training accuracy:0.985285878181 validation cost:0.0488089062274 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0471608452499 and training accuracy:0.986310303211 validation cost:0.0451538451016 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0433160103858 and training accuracy:0.987334728241 validation cost:0.0411578081548 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.086513996 Method 3 test accuracy:0.789600014687 Training with lmbda:91699.5839272, 58 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.083338976 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162099152803 and training accuracy:0.953822374344 validation cost:0.167225301266 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108113572001 and training accuracy:0.971457123756 validation cost:0.109079107642 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0838364362717 and training accuracy:0.976093053818 validation cost:0.0888395607471 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696245506406 and training accuracy:0.977911114693 validation cost:0.0767827033997 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0612468719482 and training accuracy:0.97963821888 validation cost:0.0684087574482 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538377687335 and training accuracy:0.982456147671 validation cost:0.0583514384925 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0494149960577 and training accuracy:0.984183251858 validation cost:0.0534391626716 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0452845022082 and training accuracy:0.985910356045 validation cost:0.0488712191582 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0416346043348 and training accuracy:0.987092077732 validation cost:0.0458960682154 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.273874044 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0953781232238 and training accuracy:0.991999983788 validation cost:0.0897514373064 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531129054725 and training accuracy:0.992975592613 validation cost:0.0452049598098 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0378043167293 and training accuracy:0.995024383068 validation cost:0.0308598391712 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295863933861 and training accuracy:0.996682941914 validation cost:0.0227224323899 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.024799991399 and training accuracy:0.997073173523 validation cost:0.0181194618344 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0216073095798 and training accuracy:0.997365832329 validation cost:0.0152883483097 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191111881286 and training accuracy:0.997463405132 validation cost:0.0135865258053 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172173678875 and training accuracy:0.997365832329 validation cost:0.0126430783421 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0155508872122 and training accuracy:0.997463405132 validation cost:0.0110026756302 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.35521698 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679095610976 and training accuracy:0.990349054337 validation cost:0.0671228468418 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364759005606 and training accuracy:0.996572554111 validation cost:0.0354130156338 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259361155331 and training accuracy:0.997384309769 validation cost:0.0258508399129 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0203720629215 and training accuracy:0.997745096684 validation cost:0.0197528153658 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162928104401 and training accuracy:0.998196065426 validation cost:0.0156377442181 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0137077653781 and training accuracy:0.998556852341 validation cost:0.0139700407162 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0117293447256 and training accuracy:0.998556852341 validation cost:0.0119478935376 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104079684243 and training accuracy:0.9987372756 validation cost:0.0110029838979 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00954570900649 and training accuracy:0.9987372756 validation cost:0.00986082013696 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.336014986 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150782346725 and training accuracy:0.963307857513 validation cost:0.154487773776 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.104302115738 and training accuracy:0.972061812878 validation cost:0.107142746449 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0845359489322 and training accuracy:0.974576294422 validation cost:0.0857983231544 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0725087895989 and training accuracy:0.978394508362 validation cost:0.0721624791622 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0630124285817 and training accuracy:0.982026457787 validation cost:0.0627140626311 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0565364137292 and training accuracy:0.983982145786 validation cost:0.0549432225525 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0517246052623 and training accuracy:0.985565304756 validation cost:0.0499395988882 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0471835844219 and training accuracy:0.986589670181 validation cost:0.0456583797932 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0434837564826 and training accuracy:0.987241566181 validation cost:0.0409993380308 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.657167912 Method 3 test accuracy:0.797399997711 Training with lmbda:97046.9993408, 59 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.418913841 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162063017488 and training accuracy:0.953822374344 validation cost:0.167119041085 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.107923515141 and training accuracy:0.971457123756 validation cost:0.108828127384 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837933346629 and training accuracy:0.976456701756 validation cost:0.0886937752366 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0697496756911 and training accuracy:0.977911114693 validation cost:0.0768293589354 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.061358269304 and training accuracy:0.97963821888 validation cost:0.0684034824371 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0536982826889 and training accuracy:0.982456147671 validation cost:0.0578315965831 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0491821207106 and training accuracy:0.984183251858 validation cost:0.0532187633216 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0455081015825 and training accuracy:0.985637664795 validation cost:0.0504163354635 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0415310785174 and training accuracy:0.987273871899 validation cost:0.0453232228756 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:124.152484894 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0951205417514 and training accuracy:0.992097556591 validation cost:0.0890470296144 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531558319926 and training accuracy:0.99287801981 validation cost:0.0451638586819 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376196838915 and training accuracy:0.994926810265 validation cost:0.0303829982877 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0297396481037 and training accuracy:0.996780514717 validation cost:0.0224337428808 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0247494857758 and training accuracy:0.997170746326 validation cost:0.0181938353926 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0214903447777 and training accuracy:0.997365832329 validation cost:0.0152487941086 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190728046 and training accuracy:0.997463405132 validation cost:0.0135627649724 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172889623791 and training accuracy:0.997365832329 validation cost:0.0127224428579 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0156135195866 and training accuracy:0.997463405132 validation cost:0.0113343438134 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.924355984 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679037421942 and training accuracy:0.990349054337 validation cost:0.066652148962 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0366821065545 and training accuracy:0.996482372284 validation cost:0.0360243543983 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0261778961867 and training accuracy:0.997294127941 validation cost:0.0259794276208 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0202834866941 and training accuracy:0.997835278511 validation cost:0.0195735637099 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0163345616311 and training accuracy:0.998105883598 validation cost:0.0155965257436 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0137492464855 and training accuracy:0.998466670513 validation cost:0.0137508632615 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0118585135788 and training accuracy:0.998376488686 validation cost:0.0124215297401 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104440180585 and training accuracy:0.9987372756 validation cost:0.0109662562609 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00953816995025 and training accuracy:0.998827457428 validation cost:0.0097673824057 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.184725046 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151050493121 and training accuracy:0.963214755058 validation cost:0.153982877731 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.105086281896 and training accuracy:0.971782445908 validation cost:0.108415476978 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0850284919143 and training accuracy:0.973924398422 validation cost:0.0864975452423 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0728185623884 and training accuracy:0.978487610817 validation cost:0.0723135098815 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0629595890641 and training accuracy:0.982305824757 validation cost:0.0627152398229 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0567120052874 and training accuracy:0.984075248241 validation cost:0.0544227212667 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.051835142076 and training accuracy:0.985379040241 validation cost:0.0503971651196 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0472457148135 and training accuracy:0.986496567726 validation cost:0.0446728952229 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0436457283795 and training accuracy:0.987148463726 validation cost:0.0415788032115 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.612815857 Method 3 test accuracy:0.790199995041 Training with lmbda:113188.908048, 60 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.887494802 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162065789104 and training accuracy:0.953913271427 validation cost:0.167119041085 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108029522002 and training accuracy:0.971457123756 validation cost:0.109542660415 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0838795751333 and training accuracy:0.976274907589 validation cost:0.0887057110667 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695967301726 and training accuracy:0.977911114693 validation cost:0.0767955482006 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611361265182 and training accuracy:0.979820013046 validation cost:0.0678338930011 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538698770106 and training accuracy:0.982456147671 validation cost:0.05797977373 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0492186918855 and training accuracy:0.984274148941 validation cost:0.053130608052 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0452572107315 and training accuracy:0.986092150211 validation cost:0.0492348074913 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0417443364859 and training accuracy:0.987001180649 validation cost:0.0457970276475 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.396482944 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.095082141459 and training accuracy:0.992097556591 validation cost:0.0890214666724 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530664660037 and training accuracy:0.992975592613 validation cost:0.0452119298279 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376579016447 and training accuracy:0.994926810265 validation cost:0.0304805375636 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0297700427473 and training accuracy:0.996682941914 validation cost:0.0224348772317 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0248977914453 and training accuracy:0.996975600719 validation cost:0.0182179380208 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0215430185199 and training accuracy:0.997365832329 validation cost:0.0153085095808 and validation accuracy:1.0 Training on :(4, 5) training cost:0.01913391985 and training accuracy:0.997463405132 validation cost:0.0135194053873 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172407794744 and training accuracy:0.997463405132 validation cost:0.0128217386082 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0156364385039 and training accuracy:0.997463405132 validation cost:0.0113153224811 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.587418079 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680083557963 and training accuracy:0.990258872509 validation cost:0.0666366070509 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0367324799299 and training accuracy:0.996392190456 validation cost:0.036211758852 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0261906515807 and training accuracy:0.997294127941 validation cost:0.0261589623988 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0203220490366 and training accuracy:0.997835278511 validation cost:0.0196479074657 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0163779426366 and training accuracy:0.998105883598 validation cost:0.0156283620745 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.013818545267 and training accuracy:0.998466670513 validation cost:0.0139764780179 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0118967052549 and training accuracy:0.998376488686 validation cost:0.0124416416511 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0105014955625 and training accuracy:0.9987372756 validation cost:0.0112621765584 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.009556889534 and training accuracy:0.998827457428 validation cost:0.009751053527 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.66567111 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15110757947 and training accuracy:0.963214755058 validation cost:0.154245465994 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.105048723519 and training accuracy:0.971968710423 validation cost:0.108951047063 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.085202626884 and training accuracy:0.973924398422 validation cost:0.085537455976 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0725284293294 and training accuracy:0.978487610817 validation cost:0.0723980888724 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0626802369952 and training accuracy:0.982492089272 validation cost:0.0624181032181 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0562767572701 and training accuracy:0.984261512756 validation cost:0.0543602854013 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0518359281123 and training accuracy:0.985472142696 validation cost:0.0497993789613 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0471910052001 and training accuracy:0.986589670181 validation cost:0.0446306727827 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0438654124737 and training accuracy:0.987148463726 validation cost:0.0412827059627 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.479974031 Method 3 test accuracy:0.790600001812 Training with lmbda:139362.652424, 61 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.183741093 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162052035332 and training accuracy:0.953913271427 validation cost:0.167119041085 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.107981480658 and training accuracy:0.971457123756 validation cost:0.108899213374 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837742313743 and training accuracy:0.976365804672 validation cost:0.0886367931962 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0697068870068 and training accuracy:0.977820217609 validation cost:0.0767865255475 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611725598574 and training accuracy:0.97963821888 validation cost:0.0672521293163 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.054116319865 and training accuracy:0.982365250587 validation cost:0.0582086704671 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0491339601576 and training accuracy:0.984365046024 validation cost:0.0528147518635 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0453727655113 and training accuracy:0.985819458961 validation cost:0.0493628680706 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416166111827 and training accuracy:0.987182974815 validation cost:0.0455468893051 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.971861124 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0951368734241 and training accuracy:0.992292702198 validation cost:0.0890568494797 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531992428005 and training accuracy:0.993073165417 validation cost:0.0454778335989 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.037719912827 and training accuracy:0.994926810265 validation cost:0.0306404232979 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0298640318215 and training accuracy:0.99658536911 validation cost:0.0224095005542 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0250308569521 and training accuracy:0.996878027916 validation cost:0.0182736534625 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0216185953468 and training accuracy:0.997463405132 validation cost:0.0154266599566 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191912762821 and training accuracy:0.997463405132 validation cost:0.0135549055412 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0173156559467 and training accuracy:0.997463405132 validation cost:0.0129158888012 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0156226046383 and training accuracy:0.997463405132 validation cost:0.0112758819014 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.045909882 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0682079493999 and training accuracy:0.990168690681 validation cost:0.0667061209679 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0367937721312 and training accuracy:0.996392190456 validation cost:0.035875171423 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0261951964349 and training accuracy:0.997294127941 validation cost:0.0261257980019 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0203822031617 and training accuracy:0.997835278511 validation cost:0.019820490852 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0164621118456 and training accuracy:0.998105883598 validation cost:0.0157687775791 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0138529101387 and training accuracy:0.998466670513 validation cost:0.0140706850216 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0119350235909 and training accuracy:0.998376488686 validation cost:0.0123326191679 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0105633251369 and training accuracy:0.9987372756 validation cost:0.0111055057496 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00960978679359 and training accuracy:0.998827457428 validation cost:0.00988350529224 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.628918171 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15083502233 and training accuracy:0.963587284088 validation cost:0.154313370585 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.105097845197 and training accuracy:0.972154974937 validation cost:0.108601793647 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0849596485496 and training accuracy:0.974110662937 validation cost:0.0847745835781 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0724453181028 and training accuracy:0.978580713272 validation cost:0.0723102837801 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0628267750144 and training accuracy:0.982398927212 validation cost:0.0626190379262 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0565760098398 and training accuracy:0.984261512756 validation cost:0.0546282716095 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0519760549068 and training accuracy:0.985379040241 validation cost:0.0498585999012 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0473815687001 and training accuracy:0.986496567726 validation cost:0.0444965176284 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0441938005388 and training accuracy:0.987241566181 validation cost:0.0413325950503 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.754972935 Method 3 test accuracy:0.789300024509 Training with lmbda:142555.972329, 62 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.226527929 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162052035332 and training accuracy:0.953913271427 validation cost:0.167119041085 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.107967637479 and training accuracy:0.971457123756 validation cost:0.10897231847 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837813392282 and training accuracy:0.976365804672 validation cost:0.0886367931962 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0697070658207 and training accuracy:0.977820217609 validation cost:0.0767865255475 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0612129755318 and training accuracy:0.979729115963 validation cost:0.0678525865078 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0541788227856 and training accuracy:0.982456147671 validation cost:0.0580561943352 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0492084957659 and training accuracy:0.984365046024 validation cost:0.0528121180832 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.045342259109 and training accuracy:0.985728561878 validation cost:0.0499227270484 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0417047590017 and training accuracy:0.987182974815 validation cost:0.0457477346063 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.782272816 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0952343270183 and training accuracy:0.991609752178 validation cost:0.0891706496477 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0532445348799 and training accuracy:0.992975592613 validation cost:0.0455701760948 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376588962972 and training accuracy:0.994926810265 validation cost:0.0303535051644 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0298549067229 and training accuracy:0.99658536911 validation cost:0.0224176105112 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0250144042075 and training accuracy:0.996975600719 validation cost:0.0182863529772 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0216948911548 and training accuracy:0.997365832329 validation cost:0.0154515132308 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0192051529884 and training accuracy:0.997463405132 validation cost:0.0135507304221 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172960776836 and training accuracy:0.997463405132 validation cost:0.0128893479705 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0157268103212 and training accuracy:0.997463405132 validation cost:0.0113124931231 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.352411985 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.068113528192 and training accuracy:0.990439236164 validation cost:0.0669526532292 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0367547236383 and training accuracy:0.996392190456 validation cost:0.0358178913593 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0261749215424 and training accuracy:0.997384309769 validation cost:0.0261590499431 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0203551314771 and training accuracy:0.997835278511 validation cost:0.0198433045298 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0164564941078 and training accuracy:0.998105883598 validation cost:0.0156974513084 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0138227231801 and training accuracy:0.998466670513 validation cost:0.0138917090371 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0118832234293 and training accuracy:0.998466670513 validation cost:0.0123570393771 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0105284098536 and training accuracy:0.9987372756 validation cost:0.0111154541373 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00959842745215 and training accuracy:0.998827457428 validation cost:0.0101291323081 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.995096207 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150818929076 and training accuracy:0.963680386543 validation cost:0.153937056661 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.105079852045 and training accuracy:0.971875607967 validation cost:0.107384555042 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0848520994186 and training accuracy:0.973924398422 validation cost:0.0848534107208 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0722844302654 and training accuracy:0.978766977787 validation cost:0.0722334906459 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0628845095634 and training accuracy:0.982492089272 validation cost:0.0626467987895 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0567625313997 and training accuracy:0.983982145786 validation cost:0.0544421672821 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.051917988807 and training accuracy:0.985565304756 validation cost:0.0496673956513 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0476835183799 and training accuracy:0.986310303211 validation cost:0.0442834757268 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0442129708827 and training accuracy:0.986962199211 validation cost:0.0416353829205 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.598129988 Method 3 test accuracy:0.790199995041 Training with lmbda:150410.57979, 63 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.072037935 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162052035332 and training accuracy:0.953913271427 validation cost:0.167119041085 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.107976578176 and training accuracy:0.971457123756 validation cost:0.109001517296 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837869867682 and training accuracy:0.976365804672 validation cost:0.0886367931962 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696671828628 and training accuracy:0.977820217609 validation cost:0.0767858251929 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611510127783 and training accuracy:0.979729115963 validation cost:0.0672867670655 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0542211681604 and training accuracy:0.982456147671 validation cost:0.0579972937703 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0490942522883 and training accuracy:0.984365046024 validation cost:0.0532022751868 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.04537858814 and training accuracy:0.985910356045 validation cost:0.0492879189551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0415269769728 and training accuracy:0.987182974815 validation cost:0.0448970869184 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.391263008 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0951420366764 and training accuracy:0.992292702198 validation cost:0.0893686637282 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531804859638 and training accuracy:0.992975592613 validation cost:0.0453745760024 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.037740252912 and training accuracy:0.994926810265 validation cost:0.0304680280387 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0298553500324 and training accuracy:0.99658536911 validation cost:0.0223043877631 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0250128973275 and training accuracy:0.996878027916 validation cost:0.018318252638 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0216640774161 and training accuracy:0.997463405132 validation cost:0.0155615136027 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0192096848041 and training accuracy:0.997463405132 validation cost:0.0136529961601 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0173094402999 and training accuracy:0.997463405132 validation cost:0.0129276700318 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0157883837819 and training accuracy:0.997463405132 validation cost:0.0113638732582 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.299242973 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0681769996881 and training accuracy:0.990168690681 validation cost:0.0669034421444 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0367785282433 and training accuracy:0.996392190456 validation cost:0.0360116511583 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0261840168387 and training accuracy:0.997294127941 validation cost:0.0261614937335 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0204173363745 and training accuracy:0.997835278511 validation cost:0.0198043975979 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0164440572262 and training accuracy:0.998105883598 validation cost:0.0160089768469 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0138400811702 and training accuracy:0.998466670513 validation cost:0.0141524337232 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0119100539014 and training accuracy:0.998466670513 validation cost:0.0123779671267 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0106646083295 and training accuracy:0.998647093773 validation cost:0.0113496659324 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00963088031858 and training accuracy:0.998827457428 validation cost:0.0101348180324 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.622509003 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151211291552 and training accuracy:0.963307857513 validation cost:0.15440569818 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.105354890227 and training accuracy:0.971875607967 validation cost:0.108118720353 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0847297310829 and training accuracy:0.974203765392 validation cost:0.0839760005474 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0723866075277 and training accuracy:0.978394508362 validation cost:0.0726544260979 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0630856007338 and training accuracy:0.982212722301 validation cost:0.0628027245402 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0566107258201 and training accuracy:0.984261512756 validation cost:0.0546692088246 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0522089377046 and training accuracy:0.985565304756 validation cost:0.0507203415036 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0474992506206 and training accuracy:0.986310303211 validation cost:0.0442435704172 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0442189574242 and training accuracy:0.987055301666 validation cost:0.0410081073642 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.552124023 Method 3 test accuracy:0.789699971676 Training with lmbda:0, 64 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.637654066 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580960251391 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476470403373 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.582907915 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256434321 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.702674866 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194009188563 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.015670472756 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.24454689 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151703119278 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102396644652 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814579501748 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689342692494 and training accuracy:0.980629563332 validation cost:0.0685682967305 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609318986535 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0535955689847 and training accuracy:0.984633982182 validation cost:0.0505174845457 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.049071803689 and training accuracy:0.985751509666 validation cost:0.0494677238166 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0446933321655 and training accuracy:0.987427830696 validation cost:0.0449233613908 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0412671677768 and training accuracy:0.987800359726 validation cost:0.0424859561026 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:121.157338858 Method 3 test accuracy:0.77840000391 Training with lmbda:796.306982227, 65 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.078877926 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115304023027 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0914229154587 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0761030837893 and training accuracy:0.975002288818 validation cost:0.0818970426917 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0652297437191 and training accuracy:0.979456424713 validation cost:0.0657232627273 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0581822730601 and training accuracy:0.9817289114 validation cost:0.0604999065399 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0522114858031 and training accuracy:0.983910560608 validation cost:0.0545941404998 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476831719279 and training accuracy:0.985637664795 validation cost:0.0518859401345 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0444490201771 and training accuracy:0.986546695232 validation cost:0.0481750555336 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.610261917 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942983776331 and training accuracy:0.993463397026 validation cost:0.0836397334933 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0532548762858 and training accuracy:0.993073165417 validation cost:0.0432653650641 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374629460275 and training accuracy:0.994829297066 validation cost:0.0288141183555 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287485923618 and training accuracy:0.996487796307 validation cost:0.0220939703286 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023937240243 and training accuracy:0.996975600719 validation cost:0.017939535901 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206493996084 and training accuracy:0.997170746326 validation cost:0.0141560202464 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181292258203 and training accuracy:0.997365832329 validation cost:0.0121763851494 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0162190869451 and training accuracy:0.997463405132 validation cost:0.010349880904 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0146239474416 and training accuracy:0.99726831913 validation cost:0.0090614752844 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.935163975 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628795698285 and training accuracy:0.990709841251 validation cost:0.0630111023784 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0348042473197 and training accuracy:0.996482372284 validation cost:0.0345685593784 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0244990512729 and training accuracy:0.997564733028 validation cost:0.0254780575633 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.019484385848 and training accuracy:0.997474491596 validation cost:0.0205923691392 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156946070492 and training accuracy:0.997654914856 validation cost:0.0163043383509 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0134806381539 and training accuracy:0.997925519943 validation cost:0.0137643627822 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116381775588 and training accuracy:0.998376488686 validation cost:0.0124439066276 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104613574222 and training accuracy:0.998466670513 validation cost:0.010746890679 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00932845566422 and training accuracy:0.998827457428 validation cost:0.00939357187599 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.444645166 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151712745428 and training accuracy:0.966381072998 validation cost:0.149145662785 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102501556277 and training accuracy:0.972806870937 validation cost:0.101705320179 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0815353095531 and training accuracy:0.976345717907 validation cost:0.0816448405385 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689313709736 and training accuracy:0.980629563332 validation cost:0.0686412751675 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.060962729156 and training accuracy:0.982771456242 validation cost:0.0601675063372 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538380853832 and training accuracy:0.984447777271 validation cost:0.0507313013077 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0489239878953 and training accuracy:0.985844671726 validation cost:0.0491009689867 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0446518622339 and training accuracy:0.987800359726 validation cost:0.0445098057389 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0412660241127 and training accuracy:0.987893462181 validation cost:0.0416884683073 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.667655945 Method 3 test accuracy:0.778800010681 Training with lmbda:18288.6002658, 66 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.533817053 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115120947361 and training accuracy:0.968366503716 validation cost:0.119320437312 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913733392954 and training accuracy:0.971820771694 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0761359110475 and training accuracy:0.975093185902 validation cost:0.0820710659027 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0652320757508 and training accuracy:0.979547321796 validation cost:0.0666282773018 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0579565837979 and training accuracy:0.9817289114 validation cost:0.060305070132 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521458983421 and training accuracy:0.984092354774 validation cost:0.0544230230153 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0474495999515 and training accuracy:0.985728561878 validation cost:0.0515735708177 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0445322915912 and training accuracy:0.986637592316 validation cost:0.0478484220803 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.796828985 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943901985884 and training accuracy:0.993463397026 validation cost:0.0833584740758 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0533078201115 and training accuracy:0.993073165417 validation cost:0.0432815887034 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0375678874552 and training accuracy:0.994829297066 validation cost:0.0288785323501 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288457591087 and training accuracy:0.996390223503 validation cost:0.0222241431475 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238849502057 and training accuracy:0.997073173523 validation cost:0.0180023834109 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206915456802 and training accuracy:0.997170746326 validation cost:0.0141947753727 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0182356461883 and training accuracy:0.997463405132 validation cost:0.012018612586 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0163638107479 and training accuracy:0.997365832329 validation cost:0.0105602918193 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0148864146322 and training accuracy:0.997365832329 validation cost:0.00908152759075 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.923882961 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.06299456954 and training accuracy:0.990800023079 validation cost:0.0635412707925 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347887910903 and training accuracy:0.996572554111 validation cost:0.0346419326961 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0245354231447 and training accuracy:0.997564733028 validation cost:0.0253634937108 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195091012865 and training accuracy:0.997474491596 validation cost:0.0206335932016 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157171990722 and training accuracy:0.997654914856 validation cost:0.0163490418345 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135441813618 and training accuracy:0.998015701771 validation cost:0.0140283163637 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0117281228304 and training accuracy:0.998286306858 validation cost:0.012427658774 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0105643598363 and training accuracy:0.998466670513 validation cost:0.0111244516447 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00950423907489 and training accuracy:0.9987372756 validation cost:0.0094888349995 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.604211092 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151697412133 and training accuracy:0.966567337513 validation cost:0.149195939302 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102464877069 and training accuracy:0.972527444363 validation cost:0.101435407996 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0818576961756 and training accuracy:0.976159453392 validation cost:0.0820057541132 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0692378431559 and training accuracy:0.980815768242 validation cost:0.0682745799422 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0605737268925 and training accuracy:0.983423352242 validation cost:0.0603957250714 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538464002311 and training accuracy:0.984540879726 validation cost:0.0515225790441 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490732826293 and training accuracy:0.985937774181 validation cost:0.0490423962474 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0445888079703 and training accuracy:0.987707197666 validation cost:0.0441085100174 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0412838757038 and training accuracy:0.987986564636 validation cost:0.0423546656966 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.532107115 Method 3 test accuracy:0.778199970722 Training with lmbda:20514.7891322, 67 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.106607914 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115120947361 and training accuracy:0.968366503716 validation cost:0.119320437312 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913943648338 and training accuracy:0.971820771694 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0761527717113 and training accuracy:0.975002288818 validation cost:0.0820606201887 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0651286914945 and training accuracy:0.979456424713 validation cost:0.0666749253869 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580162219703 and training accuracy:0.9817289114 validation cost:0.0604670681059 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0520193129778 and training accuracy:0.984001457691 validation cost:0.0546143017709 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477535203099 and training accuracy:0.985728561878 validation cost:0.0518142059445 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0445505976677 and training accuracy:0.986455798149 validation cost:0.0472455881536 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.115237951 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942768231034 and training accuracy:0.993463397026 validation cost:0.0832485333085 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0533367991447 and training accuracy:0.993073165417 validation cost:0.0432775430381 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.037528719753 and training accuracy:0.994829297066 validation cost:0.0288811717182 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289243292063 and training accuracy:0.996390223503 validation cost:0.0222919117659 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023981994018 and training accuracy:0.997073173523 validation cost:0.0180339068174 and validation accuracy:1.0 Training on :(4, 5) training cost:0.020666539669 and training accuracy:0.997170746326 validation cost:0.0141993621364 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0182269718498 and training accuracy:0.997365832329 validation cost:0.0120431249961 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164034236223 and training accuracy:0.997365832329 validation cost:0.0105921775103 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149777708575 and training accuracy:0.997170746326 validation cost:0.00904287211597 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.383356094 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0630499348044 and training accuracy:0.990800023079 validation cost:0.0637289211154 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347963534296 and training accuracy:0.996662735939 validation cost:0.0346888899803 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0246386379004 and training accuracy:0.997474491596 validation cost:0.0253746453673 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.019524006173 and training accuracy:0.997474491596 validation cost:0.0206132363528 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157179925591 and training accuracy:0.997654914856 validation cost:0.0163119975477 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135612040758 and training accuracy:0.997925519943 validation cost:0.0139424335212 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0117343105376 and training accuracy:0.998286306858 validation cost:0.01243914105 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0105852847919 and training accuracy:0.998466670513 validation cost:0.0111166499555 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00949676521122 and training accuracy:0.9987372756 validation cost:0.00949280615896 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.087237835 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15145984292 and training accuracy:0.966660439968 validation cost:0.149531170726 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.102716974914 and training accuracy:0.972434341908 validation cost:0.10159561038 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0817595422268 and training accuracy:0.976345717907 validation cost:0.081954240799 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0692245438695 and training accuracy:0.980722665787 validation cost:0.0681998580694 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0607138872147 and training accuracy:0.983330249786 validation cost:0.0601282194257 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538165234029 and training accuracy:0.984727144241 validation cost:0.0511715076864 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490136183798 and training accuracy:0.986030936241 validation cost:0.048501715064 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0443635806441 and training accuracy:0.987986564636 validation cost:0.0441912412643 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.041271366179 and training accuracy:0.987986564636 validation cost:0.0415908396244 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.62155509 Method 3 test accuracy:0.778299987316 Training with lmbda:23069.2370093, 68 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:130.249391079 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115120947361 and training accuracy:0.968366503716 validation cost:0.119320437312 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913947969675 and training accuracy:0.971820771694 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0761555433273 and training accuracy:0.975002288818 validation cost:0.0820606201887 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0652429163456 and training accuracy:0.979274630547 validation cost:0.0666801482439 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0579348094761 and training accuracy:0.9817289114 validation cost:0.0603422820568 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521156676114 and training accuracy:0.984092354774 validation cost:0.0546427853405 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476029515266 and training accuracy:0.985728561878 validation cost:0.0517754778266 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443244241178 and training accuracy:0.986364901066 validation cost:0.0471843071282 and validation accuracy:0.984375 Training on :(2, 3) Time taken:124.205821037 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942892730236 and training accuracy:0.993463397026 validation cost:0.0834087878466 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0532118789852 and training accuracy:0.993073165417 validation cost:0.0431493930519 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0375051833689 and training accuracy:0.994829297066 validation cost:0.0290105827153 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288424640894 and training accuracy:0.996390223503 validation cost:0.0221980530769 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239996239543 and training accuracy:0.997073173523 validation cost:0.018029468134 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206931270659 and training accuracy:0.997170746326 validation cost:0.0141542507336 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0182042215019 and training accuracy:0.997463405132 validation cost:0.0120333451778 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0163483917713 and training accuracy:0.997365832329 validation cost:0.010467486456 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149139193818 and training accuracy:0.997365832329 validation cost:0.00913251936436 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.459152937 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629762932658 and training accuracy:0.990800023079 validation cost:0.0635687112808 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0348167009652 and training accuracy:0.996572554111 validation cost:0.0343467853963 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0246711783111 and training accuracy:0.997474491596 validation cost:0.0253950040787 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195216648281 and training accuracy:0.997474491596 validation cost:0.0207214094698 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157921295613 and training accuracy:0.997654914856 validation cost:0.0163069777191 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135549381375 and training accuracy:0.997925519943 validation cost:0.0139531595632 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0117451073602 and training accuracy:0.998286306858 validation cost:0.0124514037743 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0105627039447 and training accuracy:0.998466670513 validation cost:0.0110487388447 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00947526283562 and training accuracy:0.998827457428 validation cost:0.00949730630964 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.484637022 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151559919119 and training accuracy:0.966753602028 validation cost:0.149117827415 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102545693517 and training accuracy:0.972620606422 validation cost:0.101711094379 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0819732099771 and training accuracy:0.976252555847 validation cost:0.081361964345 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0688735544682 and training accuracy:0.980908930302 validation cost:0.06853210181 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0607857294381 and training accuracy:0.983237087727 validation cost:0.0599762275815 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0536789596081 and training accuracy:0.984727144241 validation cost:0.0510130748153 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0488780885935 and training accuracy:0.986030936241 validation cost:0.0490033365786 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0447299182415 and training accuracy:0.987520933151 validation cost:0.0442396178842 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0413246378303 and training accuracy:0.987800359726 validation cost:0.0422923713923 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.769796848 Method 3 test accuracy:0.777800023556 Training with lmbda:31274.1370491, 69 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.093245983 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171817749739 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115162327886 and training accuracy:0.968366503716 validation cost:0.119311697781 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0912978723645 and training accuracy:0.972002565861 validation cost:0.0962312370539 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0759762004018 and training accuracy:0.974911391735 validation cost:0.0820746570826 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0648862272501 and training accuracy:0.979274630547 validation cost:0.066281914711 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578775964677 and training accuracy:0.981819808483 validation cost:0.060359723866 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0522068701684 and training accuracy:0.984092354774 validation cost:0.0546196065843 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.047594293952 and training accuracy:0.985637664795 validation cost:0.0518240481615 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0446128211915 and training accuracy:0.986546695232 validation cost:0.0476477444172 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.34018898 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942901149392 and training accuracy:0.993463397026 validation cost:0.0834794789553 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0532838478684 and training accuracy:0.993073165417 validation cost:0.0431525185704 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0376166291535 and training accuracy:0.994829297066 validation cost:0.0291286949068 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288808513433 and training accuracy:0.996390223503 validation cost:0.0220797229558 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0240817535669 and training accuracy:0.997073173523 validation cost:0.0180338714272 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0207050777972 and training accuracy:0.997170746326 validation cost:0.0140740536153 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183017626405 and training accuracy:0.997365832329 validation cost:0.0121680526063 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016374476254 and training accuracy:0.997365832329 validation cost:0.0104172341526 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0148944435641 and training accuracy:0.997463405132 validation cost:0.00912519264966 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.02906394 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0630078688264 and training accuracy:0.990800023079 validation cost:0.063481092453 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347890630364 and training accuracy:0.996572554111 validation cost:0.0345656350255 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0246202666312 and training accuracy:0.997564733028 validation cost:0.0255778823048 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.019567783922 and training accuracy:0.997474491596 validation cost:0.0205930992961 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157794635743 and training accuracy:0.997654914856 validation cost:0.0163267850876 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135523732752 and training accuracy:0.998015701771 validation cost:0.0139517374337 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116908950731 and training accuracy:0.998286306858 validation cost:0.0124583309516 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0105524472892 and training accuracy:0.998466670513 validation cost:0.0109013915062 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00946641527116 and training accuracy:0.998827457428 validation cost:0.00949893146753 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.512840986 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151855066419 and training accuracy:0.966474175453 validation cost:0.149080649018 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102818533778 and training accuracy:0.972248077393 validation cost:0.101838886738 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0819120779634 and training accuracy:0.976252555847 validation cost:0.0817582160234 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0689502432942 and training accuracy:0.981095194817 validation cost:0.0685592144728 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0606905519962 and training accuracy:0.983423352242 validation cost:0.0598692893982 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537271127105 and training accuracy:0.984447777271 validation cost:0.0512359254062 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0489126816392 and training accuracy:0.985937774181 validation cost:0.048836518079 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0445093512535 and training accuracy:0.987520933151 validation cost:0.0432813726366 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0413177385926 and training accuracy:0.988172829151 validation cost:0.0419921427965 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.203521967 Method 3 test accuracy:0.777700006962 Training with lmbda:35302.8581073, 70 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.951754808 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171817749739 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115162327886 and training accuracy:0.968366503716 validation cost:0.119311697781 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0912983044982 and training accuracy:0.972002565861 validation cost:0.0962312370539 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0759791955352 and training accuracy:0.974911391735 validation cost:0.0820746570826 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0650909394026 and training accuracy:0.979183733463 validation cost:0.0662365183234 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.057959087193 and training accuracy:0.9817289114 validation cost:0.0604197084904 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0525006465614 and training accuracy:0.983910560608 validation cost:0.0546575635672 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477318651974 and training accuracy:0.985728561878 validation cost:0.0520552583039 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0444682352245 and training accuracy:0.986637592316 validation cost:0.0478454679251 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.555063009 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943507775664 and training accuracy:0.993463397026 validation cost:0.083768337965 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0533798113465 and training accuracy:0.993073165417 validation cost:0.0433699563146 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0375240817666 and training accuracy:0.994829297066 validation cost:0.0290616229177 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289366003126 and training accuracy:0.996390223503 validation cost:0.0223730653524 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0241151694208 and training accuracy:0.996878027916 validation cost:0.0181010309607 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0207885336131 and training accuracy:0.997170746326 validation cost:0.0141158020124 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0182696077973 and training accuracy:0.997463405132 validation cost:0.0121029745787 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164332278073 and training accuracy:0.997365832329 validation cost:0.0104616163298 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149385510013 and training accuracy:0.997365832329 validation cost:0.00910290423781 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.807803154 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629022791982 and training accuracy:0.990800023079 validation cost:0.0632882639766 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347074195743 and training accuracy:0.996572554111 validation cost:0.0345451831818 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0246041808277 and training accuracy:0.997564733028 validation cost:0.0254804696888 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195641778409 and training accuracy:0.997474491596 validation cost:0.0206222515553 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157685466111 and training accuracy:0.997745096684 validation cost:0.0159431640059 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0136303137988 and training accuracy:0.997925519943 validation cost:0.0139591377228 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0117020402104 and training accuracy:0.998286306858 validation cost:0.0125460578129 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.010571859777 and training accuracy:0.998466670513 validation cost:0.010940734297 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00947123672813 and training accuracy:0.998827457428 validation cost:0.00953762885183 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:123.985723972 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151871174574 and training accuracy:0.966474175453 validation cost:0.148818150163 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102654948831 and training accuracy:0.972341239452 validation cost:0.101077027619 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0817664787173 and training accuracy:0.976252555847 validation cost:0.0816118940711 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0691092759371 and training accuracy:0.981002032757 validation cost:0.068248949945 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0604815706611 and training accuracy:0.983516454697 validation cost:0.059206020087 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538042746484 and training accuracy:0.984447777271 validation cost:0.0510625615716 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490831173956 and training accuracy:0.985844671726 validation cost:0.0480069704354 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0447420887649 and training accuracy:0.987520933151 validation cost:0.0437667556107 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0414548404515 and training accuracy:0.988079726696 validation cost:0.0425851009786 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.89496088 Method 3 test accuracy:0.77840000391 Training with lmbda:37073.9518805, 71 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.948235989 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115162163973 and training accuracy:0.968366503716 validation cost:0.11941459775 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0914531648159 and training accuracy:0.971729815006 validation cost:0.0965398699045 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0761845186353 and training accuracy:0.975002288818 validation cost:0.0821439325809 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653072595596 and training accuracy:0.979274630547 validation cost:0.0666116699576 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578849688172 and training accuracy:0.9817289114 validation cost:0.060459472239 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.05217089504 and training accuracy:0.984092354774 validation cost:0.0546230971813 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476292334497 and training accuracy:0.985637664795 validation cost:0.0516821816564 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0442220829427 and training accuracy:0.986819386482 validation cost:0.0465432703495 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.652760983 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0941959694028 and training accuracy:0.993463397026 validation cost:0.0833038166165 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534101910889 and training accuracy:0.993073165417 validation cost:0.0432459153235 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0375725924969 and training accuracy:0.994829297066 validation cost:0.0289089884609 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288783609867 and training accuracy:0.996487796307 validation cost:0.0223869141191 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0241064094007 and training accuracy:0.996975600719 validation cost:0.0180345587432 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0207818448544 and training accuracy:0.997170746326 validation cost:0.0141663858667 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0182659272105 and training accuracy:0.997365832329 validation cost:0.0120902210474 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164355654269 and training accuracy:0.997365832329 validation cost:0.0104514202103 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150040611625 and training accuracy:0.997365832329 validation cost:0.00911772344261 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.94235611 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628522858024 and training accuracy:0.990800023079 validation cost:0.0636257827282 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347441770136 and training accuracy:0.996662735939 validation cost:0.0342748984694 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245311670005 and training accuracy:0.997745096684 validation cost:0.0255963299423 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195632688701 and training accuracy:0.997474491596 validation cost:0.0208668578416 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157928075641 and training accuracy:0.997654914856 validation cost:0.0163042247295 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.013638577424 and training accuracy:0.998015701771 validation cost:0.0140254274011 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0117281815037 and training accuracy:0.998286306858 validation cost:0.0125529570505 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0106082679704 and training accuracy:0.998466670513 validation cost:0.011179536581 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00949100311846 and training accuracy:0.998827457428 validation cost:0.00953432451934 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.36016798 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151470676064 and training accuracy:0.966846704483 validation cost:0.148868530989 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102700002491 and training accuracy:0.972434341908 validation cost:0.101953774691 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0819260403514 and training accuracy:0.976159453392 validation cost:0.0823017284274 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0687951222062 and training accuracy:0.981002032757 validation cost:0.067940607667 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0605880767107 and training accuracy:0.983237087727 validation cost:0.0595401674509 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537996478379 and training accuracy:0.984447777271 validation cost:0.0508528091013 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.048885807395 and training accuracy:0.986030936241 validation cost:0.0472812466323 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0448230169713 and training accuracy:0.987520933151 validation cost:0.0436636097729 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0416459292173 and training accuracy:0.988172829151 validation cost:0.0423073098063 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.73413682 Method 3 test accuracy:0.778800010681 Training with lmbda:46974.8337346, 72 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.677509069 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171814993024 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115144252777 and training accuracy:0.968366503716 validation cost:0.119377933443 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913272053003 and training accuracy:0.971729815006 validation cost:0.0965846404433 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0759773775935 and training accuracy:0.974911391735 validation cost:0.0818969160318 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0652087628841 and training accuracy:0.979274630547 validation cost:0.0665178596973 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578877143562 and training accuracy:0.981819808483 validation cost:0.060528755188 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0522305704653 and training accuracy:0.984092354774 validation cost:0.0546062290668 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476153343916 and training accuracy:0.985637664795 validation cost:0.0519391857088 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0444477126002 and training accuracy:0.986637592316 validation cost:0.0474953353405 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.436239958 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943033322692 and training accuracy:0.993463397026 validation cost:0.0831386074424 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0533407591283 and training accuracy:0.993073165417 validation cost:0.0434813648462 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0375525727868 and training accuracy:0.994829297066 validation cost:0.0288701783866 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289282612503 and training accuracy:0.996390223503 validation cost:0.0224914215505 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0240866690874 and training accuracy:0.997073173523 validation cost:0.0180488973856 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0207658875734 and training accuracy:0.997170746326 validation cost:0.0141775552183 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0182960629463 and training accuracy:0.997463405132 validation cost:0.0121521539986 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165073871613 and training accuracy:0.99726831913 validation cost:0.0104914773256 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149873914197 and training accuracy:0.997170746326 validation cost:0.0091603314504 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.644707918 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628144443035 and training accuracy:0.990890204906 validation cost:0.0632164254785 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347614772618 and training accuracy:0.996572554111 validation cost:0.034645114094 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0245946962386 and training accuracy:0.997745096684 validation cost:0.0255356822163 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195879787207 and training accuracy:0.997474491596 validation cost:0.0207616761327 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157786719501 and training accuracy:0.997835278511 validation cost:0.0159835889935 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0136656202376 and training accuracy:0.998015701771 validation cost:0.0140489628538 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0118382135406 and training accuracy:0.998286306858 validation cost:0.0125518506393 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0106659345329 and training accuracy:0.998466670513 validation cost:0.0111593240872 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00950002390891 and training accuracy:0.998827457428 validation cost:0.0095143597573 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:123.825540781 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151592209935 and training accuracy:0.966660439968 validation cost:0.14898326993 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102818854153 and training accuracy:0.972341239452 validation cost:0.101812385023 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0817456394434 and training accuracy:0.976438820362 validation cost:0.0824094414711 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0689140930772 and training accuracy:0.981095194817 validation cost:0.0677867904305 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.060532733798 and training accuracy:0.983423352242 validation cost:0.0598672106862 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0535699725151 and training accuracy:0.984540879726 validation cost:0.050150539726 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0489575713873 and training accuracy:0.985751509666 validation cost:0.0470146276057 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0446093603969 and training accuracy:0.987614095211 validation cost:0.0434078834951 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0417822338641 and training accuracy:0.988079726696 validation cost:0.0422035641968 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.533093929 Method 3 test accuracy:0.778900027275 Training with lmbda:71637.3434389, 73 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.639695883 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115142531693 and training accuracy:0.968366503716 validation cost:0.119388438761 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913712084293 and training accuracy:0.971729815006 validation cost:0.0965802669525 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0762327834964 and training accuracy:0.974911391735 validation cost:0.0821544378996 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0651618093252 and training accuracy:0.979183733463 validation cost:0.0662399530411 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0577904731035 and training accuracy:0.9817289114 validation cost:0.0604366473854 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.052157856524 and training accuracy:0.984092354774 validation cost:0.0546396039426 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0475571900606 and training accuracy:0.985637664795 validation cost:0.0517562516034 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0444196946919 and training accuracy:0.986546695232 validation cost:0.0476039946079 and validation accuracy:0.984375 Training on :(2, 3) Time taken:125.076636076 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943450108171 and training accuracy:0.993463397026 validation cost:0.0833597704768 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0533202476799 and training accuracy:0.993073165417 validation cost:0.0435246564448 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377175994217 and training accuracy:0.994829297066 validation cost:0.0292105544358 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290694721043 and training accuracy:0.996390223503 validation cost:0.0225267205387 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242198072374 and training accuracy:0.997073173523 validation cost:0.0181231815368 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209056902677 and training accuracy:0.997170746326 validation cost:0.0142464153469 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185195188969 and training accuracy:0.997365832329 validation cost:0.0122930267826 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164755117148 and training accuracy:0.997365832329 validation cost:0.0106094088405 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151049476117 and training accuracy:0.99726831913 validation cost:0.00940282549709 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.574382067 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627132281661 and training accuracy:0.990890204906 validation cost:0.0633261054754 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0346984229982 and training accuracy:0.996662735939 validation cost:0.0342914313078 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0247082095593 and training accuracy:0.997654914856 validation cost:0.0257118474692 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0196074321866 and training accuracy:0.997474491596 validation cost:0.0208030696958 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.016000347212 and training accuracy:0.997654914856 validation cost:0.0163927506655 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0137567380443 and training accuracy:0.998015701771 validation cost:0.0140777584165 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119979651645 and training accuracy:0.998196065426 validation cost:0.0125696891919 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107759982347 and training accuracy:0.998376488686 validation cost:0.01128523238 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00954145845026 and training accuracy:0.998917639256 validation cost:0.00958786346018 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.278483152 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151734054089 and training accuracy:0.966753602028 validation cost:0.147461414337 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.103134565055 and training accuracy:0.971968710423 validation cost:0.102157212794 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0820528566837 and training accuracy:0.975880026817 validation cost:0.0823112502694 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0687124878168 and training accuracy:0.981095194817 validation cost:0.067177541554 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0609410740435 and training accuracy:0.982957720757 validation cost:0.0599695146084 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.053794503212 and training accuracy:0.984820246696 validation cost:0.0501262173057 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0493282750249 and training accuracy:0.985751509666 validation cost:0.0481430366635 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0449041128159 and training accuracy:0.987334728241 validation cost:0.0440460927784 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.041940305382 and training accuracy:0.987893462181 validation cost:0.0417038090527 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.692672968 Method 3 test accuracy:0.778999984264 Training with lmbda:91699.5839272, 74 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.616360188 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115092851222 and training accuracy:0.968457400799 validation cost:0.119560241699 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0912140011787 and training accuracy:0.972002565861 validation cost:0.0962703675032 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0760872066021 and training accuracy:0.974911391735 validation cost:0.0825015157461 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0652142316103 and training accuracy:0.979001879692 validation cost:0.0661919564009 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578996427357 and training accuracy:0.981819808483 validation cost:0.0601571016014 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0520793274045 and training accuracy:0.984092354774 validation cost:0.0546641759574 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0478267967701 and training accuracy:0.985546767712 validation cost:0.0517701655626 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0445245169103 and training accuracy:0.986546695232 validation cost:0.0475592911243 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.529447079 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0941849574447 and training accuracy:0.993463397026 validation cost:0.0832596197724 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534100793302 and training accuracy:0.993073165417 validation cost:0.0437569282949 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377944223583 and training accuracy:0.994829297066 validation cost:0.0293543767184 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290856435895 and training accuracy:0.996390223503 validation cost:0.0225177835673 and validation accuracy:1.0 Training on :(4, 5) training cost:0.024250023067 and training accuracy:0.997170746326 validation cost:0.0180509928614 and validation accuracy:1.0 Training on :(4, 5) training cost:0.020920753479 and training accuracy:0.997170746326 validation cost:0.0141129260883 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185540802777 and training accuracy:0.997365832329 validation cost:0.0123688885942 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165280755609 and training accuracy:0.997365832329 validation cost:0.0105955870822 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152163933963 and training accuracy:0.99726831913 validation cost:0.00945824105293 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.500279903 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629105567932 and training accuracy:0.990980446339 validation cost:0.063676610589 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347531959414 and training accuracy:0.996662735939 validation cost:0.034466471523 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.024783089757 and training accuracy:0.997654914856 validation cost:0.0256871003658 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195156540722 and training accuracy:0.997474491596 validation cost:0.0202810522169 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0160648934543 and training accuracy:0.997654914856 validation cost:0.0168923605233 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0138072250411 and training accuracy:0.998015701771 validation cost:0.0141105987132 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119325825945 and training accuracy:0.998196065426 validation cost:0.0127611495554 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107711665332 and training accuracy:0.998466670513 validation cost:0.0113525874913 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00959146860987 and training accuracy:0.998917639256 validation cost:0.00965760275722 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.514277935 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151841059327 and training accuracy:0.967032968998 validation cost:0.148440107703 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103249132633 and training accuracy:0.971409916878 validation cost:0.100959539413 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0820678919554 and training accuracy:0.975880026817 validation cost:0.0820740237832 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.069307744503 and training accuracy:0.980443298817 validation cost:0.0690246671438 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0611753761768 and training accuracy:0.983050823212 validation cost:0.0601667761803 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540268272161 and training accuracy:0.984820246696 validation cost:0.0505675077438 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490657612681 and training accuracy:0.986030936241 validation cost:0.0478790663183 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0450176112354 and training accuracy:0.987614095211 validation cost:0.0434651821852 and validation accuracy:0.992467045784 Training on :(8, 9) training cost:0.0424492135644 and training accuracy:0.987800359726 validation cost:0.042051192373 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.271409988 Method 3 test accuracy:0.778500020504 Training with lmbda:97046.9993408, 75 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.66072011 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171822085977 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115139655769 and training accuracy:0.968366503716 validation cost:0.119566373527 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913178175688 and training accuracy:0.971820771694 validation cost:0.0962703675032 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.076147288084 and training accuracy:0.975002288818 validation cost:0.082152813673 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.064972139895 and training accuracy:0.978910982609 validation cost:0.0662133023143 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578319169581 and training accuracy:0.9817289114 validation cost:0.0604565292597 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521958172321 and training accuracy:0.984183251858 validation cost:0.0547031052411 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477023497224 and training accuracy:0.985637664795 validation cost:0.0518266037107 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0445110015571 and training accuracy:0.986546695232 validation cost:0.0475556775928 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:124.012952089 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942844972014 and training accuracy:0.993463397026 validation cost:0.0834931656718 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534629486501 and training accuracy:0.993073165417 validation cost:0.0436387695372 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379301831126 and training accuracy:0.994829297066 validation cost:0.02961906977 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291161816567 and training accuracy:0.996390223503 validation cost:0.0225198511034 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242878738791 and training accuracy:0.997073173523 validation cost:0.0182660445571 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209614951164 and training accuracy:0.99726831913 validation cost:0.0142052788287 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184514522552 and training accuracy:0.997365832329 validation cost:0.0123493317515 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167122054845 and training accuracy:0.997170746326 validation cost:0.0105982590467 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152393709868 and training accuracy:0.997365832329 validation cost:0.00950250867754 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.386989117 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629015564919 and training accuracy:0.990800023079 validation cost:0.0634366646409 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347795896232 and training accuracy:0.996752977371 validation cost:0.0342386998236 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0248551480472 and training accuracy:0.997654914856 validation cost:0.0257296487689 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195456780493 and training accuracy:0.997474491596 validation cost:0.0203011743724 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0160322953016 and training accuracy:0.997654914856 validation cost:0.0169314146042 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0138120092452 and training accuracy:0.998015701771 validation cost:0.0141157656908 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0120432153344 and training accuracy:0.998196065426 validation cost:0.0127694010735 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107388813049 and training accuracy:0.998466670513 validation cost:0.0113520706072 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00962336082011 and training accuracy:0.998917639256 validation cost:0.00956150516868 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.602465868 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151947960258 and training accuracy:0.966753602028 validation cost:0.148332580924 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.10337112844 and training accuracy:0.971596181393 validation cost:0.1022759974 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0820223912597 and training accuracy:0.976066291332 validation cost:0.0810801312327 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0694841146469 and training accuracy:0.980350136757 validation cost:0.0697571262717 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0611354336143 and training accuracy:0.982864618301 validation cost:0.060139708221 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538734383881 and training accuracy:0.984820246696 validation cost:0.0507745742798 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0491128265858 and training accuracy:0.986030936241 validation cost:0.0470781512558 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.045182697475 and training accuracy:0.987427830696 validation cost:0.0445520468056 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0420043133199 and training accuracy:0.988172829151 validation cost:0.042044673115 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.374752998 Method 3 test accuracy:0.778599977493 Training with lmbda:113188.908048, 76 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.900491953 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171815007925 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115125872195 and training accuracy:0.968366503716 validation cost:0.119480878115 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0912396758795 and training accuracy:0.971911668777 validation cost:0.096229955554 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0759558975697 and training accuracy:0.975093185902 validation cost:0.0822330340743 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0650086849928 and training accuracy:0.978910982609 validation cost:0.0662578940392 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580003410578 and training accuracy:0.981819808483 validation cost:0.0607943534851 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521846413612 and training accuracy:0.984274148941 validation cost:0.0546365901828 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477698892355 and training accuracy:0.985728561878 validation cost:0.0518653020263 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443891845644 and training accuracy:0.986546695232 validation cost:0.0478156507015 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.638574123 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0944218188524 and training accuracy:0.993463397026 validation cost:0.0834343656898 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534705258906 and training accuracy:0.993073165417 validation cost:0.0436850748956 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378943942487 and training accuracy:0.994829297066 validation cost:0.029729982838 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029209908098 and training accuracy:0.996390223503 validation cost:0.0224027652293 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0243502203375 and training accuracy:0.996975600719 validation cost:0.0182252861559 and validation accuracy:1.0 Training on :(4, 5) training cost:0.021074898541 and training accuracy:0.997170746326 validation cost:0.0142557946965 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185381565243 and training accuracy:0.997365832329 validation cost:0.0124855320901 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167884360999 and training accuracy:0.997170746326 validation cost:0.0106277745217 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152820833027 and training accuracy:0.997365832329 validation cost:0.00940444134176 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.312835932 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629332065582 and training accuracy:0.990980446339 validation cost:0.0635717660189 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347786061466 and training accuracy:0.996662735939 validation cost:0.0343470945954 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0249063316733 and training accuracy:0.997654914856 validation cost:0.0257743708789 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195991694927 and training accuracy:0.997474491596 validation cost:0.0203249752522 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0161101799458 and training accuracy:0.997654914856 validation cost:0.0169713906944 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0137695269659 and training accuracy:0.998105883598 validation cost:0.0141091542318 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0120745562017 and training accuracy:0.998196065426 validation cost:0.0127898193896 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107734482735 and training accuracy:0.998466670513 validation cost:0.0113864708692 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0096946042031 and training accuracy:0.998827457428 validation cost:0.00956204906106 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.861839056 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.152120962739 and training accuracy:0.967032968998 validation cost:0.148858785629 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103105805814 and training accuracy:0.971689343452 validation cost:0.102258756757 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0824067667127 and training accuracy:0.975880026817 validation cost:0.082266010344 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0693089142442 and training accuracy:0.980629563332 validation cost:0.0685453936458 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0608599446714 and training accuracy:0.983050823212 validation cost:0.0590671598911 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0541090704501 and training accuracy:0.984633982182 validation cost:0.0516842268407 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0490344427526 and training accuracy:0.985658407211 validation cost:0.0467878244817 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0454293526709 and training accuracy:0.987427830696 validation cost:0.0446368269622 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0423647351563 and training accuracy:0.987800359726 validation cost:0.0413728281856 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.606106043 Method 3 test accuracy:0.777700006962 Training with lmbda:139362.652424, 77 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.12012887 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171867415309 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115134477615 and training accuracy:0.968366503716 validation cost:0.119631357491 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0912466347218 and training accuracy:0.972002565861 validation cost:0.096269659698 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0759536102414 and training accuracy:0.975093185902 validation cost:0.0823116675019 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0649645999074 and training accuracy:0.979001879692 validation cost:0.0661819279194 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578157454729 and training accuracy:0.981819808483 validation cost:0.0601592920721 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0520435199142 and training accuracy:0.984092354774 validation cost:0.0547363720834 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0474883131683 and training accuracy:0.985910356045 validation cost:0.051842790097 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.044392298907 and training accuracy:0.986455798149 validation cost:0.0475255213678 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.394711971 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942691043019 and training accuracy:0.99356096983 validation cost:0.0837892368436 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0532605648041 and training accuracy:0.993073165417 validation cost:0.043553289026 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379699170589 and training accuracy:0.994829297066 validation cost:0.0297713745385 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0292874015868 and training accuracy:0.996292710304 validation cost:0.0225223321468 and validation accuracy:1.0 Training on :(4, 5) training cost:0.024224832654 and training accuracy:0.997170746326 validation cost:0.0179800037295 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0211101006716 and training accuracy:0.997170746326 validation cost:0.0142389833927 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186422504485 and training accuracy:0.99726831913 validation cost:0.01243492309 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169772673398 and training accuracy:0.99726831913 validation cost:0.0108860405162 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153555013239 and training accuracy:0.997365832329 validation cost:0.0094507932663 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.222723961 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629723146558 and training accuracy:0.991160809994 validation cost:0.0638076364994 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347932875156 and training accuracy:0.996662735939 validation cost:0.0345957279205 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0248540453613 and training accuracy:0.997654914856 validation cost:0.0257823336869 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0197303667665 and training accuracy:0.997474491596 validation cost:0.0203189905733 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0160432010889 and training accuracy:0.997654914856 validation cost:0.0171340834349 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.01381101273 and training accuracy:0.997925519943 validation cost:0.0140529759228 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0121062519029 and training accuracy:0.998196065426 validation cost:0.0126628139988 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0108443042263 and training accuracy:0.998466670513 validation cost:0.0114601599053 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00978215411305 and training accuracy:0.998827457428 validation cost:0.00969024095684 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.497981071 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151812300086 and training accuracy:0.967405498028 validation cost:0.147569805384 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.103380993009 and training accuracy:0.971875607967 validation cost:0.102214179933 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0823532938957 and training accuracy:0.975880026817 validation cost:0.0833145827055 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0694067925215 and training accuracy:0.980443298817 validation cost:0.0687839090824 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0612138211727 and training accuracy:0.983050823212 validation cost:0.0598130859435 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.054078694433 and training accuracy:0.984633982182 validation cost:0.0508561991155 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.049388114363 and training accuracy:0.985472142696 validation cost:0.0475774556398 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0456482507288 and training accuracy:0.986869037151 validation cost:0.044007383287 and validation accuracy:0.992467045784 Training on :(8, 9) training cost:0.0424977652729 and training accuracy:0.988079726696 validation cost:0.0420758984983 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.434592962 Method 3 test accuracy:0.777599990368 Training with lmbda:142555.972329, 78 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.592242956 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171867415309 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115135237575 and training accuracy:0.968366503716 validation cost:0.119635246694 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913031175733 and training accuracy:0.971911668777 validation cost:0.0964291617274 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0759809538722 and training accuracy:0.975093185902 validation cost:0.0821381211281 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0648907274008 and training accuracy:0.978910982609 validation cost:0.0661935135722 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0579277276993 and training accuracy:0.981819808483 validation cost:0.0602315440774 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0519409999251 and training accuracy:0.984092354774 validation cost:0.0546974204481 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477162711322 and training accuracy:0.985637664795 validation cost:0.0517860502005 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0441673062742 and training accuracy:0.986728489399 validation cost:0.0468213036656 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.436364889 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942974612117 and training accuracy:0.99356096983 validation cost:0.0834721326828 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053372554481 and training accuracy:0.992975592613 validation cost:0.043758559972 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380882136524 and training accuracy:0.994829297066 validation cost:0.0298664681613 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0292724370956 and training accuracy:0.996292710304 validation cost:0.0225208811462 and validation accuracy:1.0 Training on :(4, 5) training cost:0.024207489565 and training accuracy:0.997170746326 validation cost:0.0177161321044 and validation accuracy:1.0 Training on :(4, 5) training cost:0.021098446101 and training accuracy:0.997170746326 validation cost:0.014246545732 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185037646443 and training accuracy:0.997365832329 validation cost:0.0125512210652 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169223155826 and training accuracy:0.99726831913 validation cost:0.0108801489696 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153702171519 and training accuracy:0.997463405132 validation cost:0.00944641884416 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.990262985 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629884600639 and training accuracy:0.990980446339 validation cost:0.0638094842434 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347838550806 and training accuracy:0.996662735939 validation cost:0.0346433594823 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0248838104308 and training accuracy:0.997745096684 validation cost:0.025838708505 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0197476428002 and training accuracy:0.997384309769 validation cost:0.0206749979407 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0160909425467 and training accuracy:0.997654914856 validation cost:0.0171292033046 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0138228330761 and training accuracy:0.998105883598 validation cost:0.0139630092308 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0120556280017 and training accuracy:0.998196065426 validation cost:0.0126617075875 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0108710648492 and training accuracy:0.998466670513 validation cost:0.0114663587883 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00982202030718 and training accuracy:0.9987372756 validation cost:0.00974036660045 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.396825075 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151932418346 and training accuracy:0.967405498028 validation cost:0.146447703242 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.103574849665 and training accuracy:0.971689343452 validation cost:0.102265201509 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0827428102493 and training accuracy:0.975786924362 validation cost:0.0838534832001 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0697462707758 and training accuracy:0.980443298817 validation cost:0.0692382231355 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0611874982715 and training accuracy:0.983050823212 validation cost:0.0598047412932 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540835373104 and training accuracy:0.984633982182 validation cost:0.0506135821342 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0494479238987 and training accuracy:0.985565304756 validation cost:0.0477260500193 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0455532297492 and training accuracy:0.987148463726 validation cost:0.043897818774 and validation accuracy:0.992467045784 Training on :(8, 9) training cost:0.0426454655826 and training accuracy:0.987893462181 validation cost:0.0416584946215 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.548549891 Method 3 test accuracy:0.777499973774 Training with lmbda:150410.57979, 79 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.14598918 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171867415309 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115142084658 and training accuracy:0.968366503716 validation cost:0.11946169287 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0912334695458 and training accuracy:0.971911668777 validation cost:0.0963196977973 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0758773386478 and training accuracy:0.975184082985 validation cost:0.0819409862161 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0650301128626 and training accuracy:0.978910982609 validation cost:0.0661897957325 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0579166002572 and training accuracy:0.981819808483 validation cost:0.0601777881384 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0518716499209 and training accuracy:0.984183251858 validation cost:0.0546671636403 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477607734501 and training accuracy:0.985637664795 validation cost:0.0519828945398 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0442180261016 and training accuracy:0.986546695232 validation cost:0.0472717024386 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.922990084 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942338854074 and training accuracy:0.99356096983 validation cost:0.0833205655217 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534335225821 and training accuracy:0.992975592613 validation cost:0.0437034852803 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380345359445 and training accuracy:0.994829297066 validation cost:0.0298542045057 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0293156262487 and training accuracy:0.996292710304 validation cost:0.0226040203124 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242770463228 and training accuracy:0.997170746326 validation cost:0.0179096739739 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0210908483714 and training accuracy:0.997170746326 validation cost:0.0143040930852 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186501797289 and training accuracy:0.99726831913 validation cost:0.0125527568161 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0168809853494 and training accuracy:0.99726831913 validation cost:0.0109459878877 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154427085072 and training accuracy:0.997365832329 validation cost:0.00964786857367 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.303545952 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628984123468 and training accuracy:0.991070628166 validation cost:0.063825070858 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0348196551204 and training accuracy:0.996662735939 validation cost:0.0345997363329 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0249034110457 and training accuracy:0.997745096684 validation cost:0.0257864333689 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0197375100106 and training accuracy:0.997474491596 validation cost:0.0202731899917 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0160844363272 and training accuracy:0.997654914856 validation cost:0.0171464588493 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0139067452401 and training accuracy:0.998015701771 validation cost:0.014165555127 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0121061690152 and training accuracy:0.998196065426 validation cost:0.0126896938309 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0108507405967 and training accuracy:0.998466670513 validation cost:0.0114799691364 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00980369281024 and training accuracy:0.9987372756 validation cost:0.00978200417012 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.747390032 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.152182772756 and training accuracy:0.967405498028 validation cost:0.14825540781 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.103497989476 and training accuracy:0.971875607967 validation cost:0.102435767651 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0826212540269 and training accuracy:0.975973188877 validation cost:0.0839911326766 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0695876404643 and training accuracy:0.980536401272 validation cost:0.0690471231937 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0611535422504 and training accuracy:0.982957720757 validation cost:0.0599372349679 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0541753582656 and training accuracy:0.984633982182 validation cost:0.0513844527304 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0496257953346 and training accuracy:0.985379040241 validation cost:0.0474896170199 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0457387007773 and training accuracy:0.986869037151 validation cost:0.0445782802999 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0426873117685 and training accuracy:0.988265991211 validation cost:0.0424122400582 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.618019104 Method 3 test accuracy:0.777199983597
final_test_acc = pd.DataFrame({'Method3':method3_test_accs, 'lambdas':lmbdas})
final_test_acc.to_csv('spike_sh_16lmbdas_ar1_3lyrs_he1_v2.csv')
final_test_acc
| Method3 | lambdas | |
|---|---|---|
| 0 | 0.7898 | 0.000000 |
| 1 | 0.7900 | 796.306982 |
| 2 | 0.7824 | 18288.600266 |
| 3 | 0.7821 | 20514.789132 |
| 4 | 0.7814 | 23069.237009 |
| 5 | 0.7831 | 31274.137049 |
| 6 | 0.7831 | 35302.858107 |
| 7 | 0.7829 | 37073.951880 |
| 8 | 0.7823 | 46974.833735 |
| 9 | 0.7810 | 71637.343439 |
| 10 | 0.7805 | 91699.583927 |
| 11 | 0.7813 | 97046.999341 |
| 12 | 0.7802 | 113188.908048 |
| 13 | 0.7905 | 139362.652424 |
| 14 | 0.7816 | 142555.972329 |
| 15 | 0.7879 | 150410.579790 |
| 16 | 0.7927 | 0.000000 |
| 17 | 0.7912 | 796.306982 |
| 18 | 0.7918 | 18288.600266 |
| 19 | 0.7859 | 20514.789132 |
| 20 | 0.7860 | 23069.237009 |
| 21 | 0.7925 | 31274.137049 |
| 22 | 0.7884 | 35302.858107 |
| 23 | 0.7880 | 37073.951880 |
| 24 | 0.7925 | 46974.833735 |
| 25 | 0.7939 | 71637.343439 |
| 26 | 0.7948 | 91699.583927 |
| 27 | 0.7956 | 97046.999341 |
| 28 | 0.7961 | 113188.908048 |
| 29 | 0.7940 | 139362.652424 |
| ... | ... | ... |
| 50 | 0.7867 | 18288.600266 |
| 51 | 0.7900 | 20514.789132 |
| 52 | 0.7907 | 23069.237009 |
| 53 | 0.7906 | 31274.137049 |
| 54 | 0.7920 | 35302.858107 |
| 55 | 0.7971 | 37073.951880 |
| 56 | 0.7893 | 46974.833735 |
| 57 | 0.7896 | 71637.343439 |
| 58 | 0.7974 | 91699.583927 |
| 59 | 0.7902 | 97046.999341 |
| 60 | 0.7906 | 113188.908048 |
| 61 | 0.7893 | 139362.652424 |
| 62 | 0.7902 | 142555.972329 |
| 63 | 0.7897 | 150410.579790 |
| 64 | 0.7784 | 0.000000 |
| 65 | 0.7788 | 796.306982 |
| 66 | 0.7782 | 18288.600266 |
| 67 | 0.7783 | 20514.789132 |
| 68 | 0.7778 | 23069.237009 |
| 69 | 0.7777 | 31274.137049 |
| 70 | 0.7784 | 35302.858107 |
| 71 | 0.7788 | 37073.951880 |
| 72 | 0.7789 | 46974.833735 |
| 73 | 0.7790 | 71637.343439 |
| 74 | 0.7785 | 91699.583927 |
| 75 | 0.7786 | 97046.999341 |
| 76 | 0.7777 | 113188.908048 |
| 77 | 0.7776 | 139362.652424 |
| 78 | 0.7775 | 142555.972329 |
| 79 | 0.7772 | 150410.579790 |
80 rows × 2 columns
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
mean_acc_grouped_by_lmbda = acc_grouped_by_lmbda.mean()
display(mean_acc_grouped_by_lmbda)
| Method3 | |
|---|---|
| lambdas | |
| 0.000000 | 0.78762 |
| 796.306982 | 0.78738 |
| 18288.600266 | 0.78516 |
| 20514.789132 | 0.78470 |
| 23069.237009 | 0.78456 |
| 31274.137049 | 0.78618 |
| 35302.858107 | 0.78568 |
| 37073.951880 | 0.78656 |
| 46974.833735 | 0.78600 |
| 71637.343439 | 0.78616 |
| 91699.583927 | 0.78782 |
| 97046.999341 | 0.78670 |
| 113188.908048 | 0.78644 |
| 139362.652424 | 0.78776 |
| 142555.972329 | 0.78650 |
| 150410.579790 | 0.78740 |
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
std_acc_grouped_by_lmbda = acc_grouped_by_lmbda.std()
display(std_acc_grouped_by_lmbda)
| Method3 | |
|---|---|
| lambdas | |
| 0.000000 | 0.005442 |
| 796.306982 | 0.004962 |
| 18288.600266 | 0.005121 |
| 20514.789132 | 0.004569 |
| 23069.237009 | 0.005023 |
| 31274.137049 | 0.005949 |
| 35302.858107 | 0.005188 |
| 37073.951880 | 0.006839 |
| 46974.833735 | 0.005437 |
| 71637.343439 | 0.006143 |
| 91699.583927 | 0.008381 |
| 97046.999341 | 0.006845 |
| 113188.908048 | 0.007538 |
| 139362.652424 | 0.006168 |
| 142555.972329 | 0.007147 |
| 150410.579790 | 0.006381 |
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
max_acc_grouped_by_lmbda = acc_grouped_by_lmbda.max()
display(max_acc_grouped_by_lmbda)
| Method3 | |
|---|---|
| lambdas | |
| 0.000000 | 0.7927 |
| 796.306982 | 0.7912 |
| 18288.600266 | 0.7918 |
| 20514.789132 | 0.7900 |
| 23069.237009 | 0.7907 |
| 31274.137049 | 0.7925 |
| 35302.858107 | 0.7920 |
| 37073.951880 | 0.7971 |
| 46974.833735 | 0.7925 |
| 71637.343439 | 0.7939 |
| 91699.583927 | 0.7974 |
| 97046.999341 | 0.7956 |
| 113188.908048 | 0.7961 |
| 139362.652424 | 0.7940 |
| 142555.972329 | 0.7957 |
| 150410.579790 | 0.7947 |
mpl.rcParams['figure.figsize'] = 7,4.5
mpl.rcParams['axes.labelsize'] = 12
mpl.rcParams['lines.linewidth'] = 1.5
mpl.rcParams['lines.markersize'] = 8
mpl.rcParams['xtick.labelsize'] = 13
mpl.rcParams['ytick.labelsize'] = 12
mpl.rcParams['legend.fontsize'] = 12
mean_acc_grouped_by_lmbda.plot(y='Method3')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.show()
path = '/home/ruthvik/Desktop/Summer 2017/tf_graph_outputs/mnist/continual_learning/original_mnist_5sets'
merged = tf.summary.merge_all()
train_writer = tf.summary.FileWriter(path + '/spike_sh_15lmbdas_ar1_3lyrs_he1_75_10_no_exp', sess.graph)
np.random.seed(100)
n_lmbdas = 15
a = np.random.uniform(low=7.5, high=10, size=(n_lmbdas,))
print(a)
print()
a = a[np.argsort(a)]
print(a)
print()
n_reps = 5
a = ([0]+a.tolist())*n_reps
n_lmbdas+=1
print(a, len(a))
[8.85851235 8.19592346 8.56129398 9.61194033 7.51179714 7.8039228 9.17687271 9.56463189 7.84176647 8.93773332 9.72830489 8.02300531 7.96332055 7.77094223 8.04924373] () [7.51179714 7.77094223 7.8039228 7.84176647 7.96332055 8.02300531 8.04924373 8.19592346 8.56129398 8.85851235 8.93773332 9.17687271 9.56463189 9.61194033 9.72830489] () ([0, 7.511797140477431, 7.770942226160638, 7.8039228019577855, 7.841766474212382, 7.9633205488751875, 8.023005305292974, 8.04924373156248, 8.195923462734491, 8.561293976872832, 8.858512354477414, 8.937733323568125, 9.176872711816946, 9.56463188776262, 9.61194033079976, 9.728304885780659, 0, 7.511797140477431, 7.770942226160638, 7.8039228019577855, 7.841766474212382, 7.9633205488751875, 8.023005305292974, 8.04924373156248, 8.195923462734491, 8.561293976872832, 8.858512354477414, 8.937733323568125, 9.176872711816946, 9.56463188776262, 9.61194033079976, 9.728304885780659, 0, 7.511797140477431, 7.770942226160638, 7.8039228019577855, 7.841766474212382, 7.9633205488751875, 8.023005305292974, 8.04924373156248, 8.195923462734491, 8.561293976872832, 8.858512354477414, 8.937733323568125, 9.176872711816946, 9.56463188776262, 9.61194033079976, 9.728304885780659, 0, 7.511797140477431, 7.770942226160638, 7.8039228019577855, 7.841766474212382, 7.9633205488751875, 8.023005305292974, 8.04924373156248, 8.195923462734491, 8.561293976872832, 8.858512354477414, 8.937733323568125, 9.176872711816946, 9.56463188776262, 9.61194033079976, 9.728304885780659, 0, 7.511797140477431, 7.770942226160638, 7.8039228019577855, 7.841766474212382, 7.9633205488751875, 8.023005305292974, 8.04924373156248, 8.195923462734491, 8.561293976872832, 8.858512354477414, 8.937733323568125, 9.176872711816946, 9.56463188776262, 9.61194033079976, 9.728304885780659], 80)
lmbdas = a
np.random.seed(0)
np_weights = []
low = -np.sqrt(2.0/(n_input)) # use 4 for sigmoid, 1 for tanh activation
high = np.sqrt(2.0/(n_input))
for i in range(n_reps):
np_weights.append(np.random.uniform(low=low,high=high,size=(n_input,n_middle)))
np_weights=[item for item in np_weights for i in range(n_lmbdas)]
print(len(np_weights), len(lmbdas))
(80, 80)
np.array_equal(np_weights[0], np_weights[15])
True
np.array_equal(np_weights[0], np_weights[16])
False
method3_test_accs = []
#INITIALIZE THE NETWORK
logging_count = 0
sess.run(init_op,options=run_options, run_metadata=run_metadata)
sess.graph.finalize()
for l in range(len(lmbdas)):
print('Training with lmbda:{}, {}'.format(lmbdas[l], l))
#sess.run(init_op,options=run_options, run_metadata=run_metadata)
zeta = 1e-3
new_big_omeg_w2 = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
new_big_omeg_b2 = np.zeros(shape=[1,n_middle], dtype=np.float32)
w3_zeros = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
b3_zeros = np.zeros(shape=[1,n_out], dtype=np.float32)
w3_accum = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
w3_accum = []
b3_accum = np.zeros(shape=[1,n_out], dtype=np.float32)
b3_accum = []
reset_w2_grad_accum = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
reset_b2_grad_accum = np.zeros(shape=[1,n_middle], dtype=np.float32)
start_w2 = None
start_b2 = None
sess.run(w_2_update_op, {w_2_update_placeholder:np_weights[l]})
sess.run(b_2_update_op, {b_2_update_placeholder:np.zeros(shape=[1,n_middle],dtype=np.float32)})
end_w2 = None
end_b2 = None
old_test_data = []
historical_cross_test_acc = {}
historical_train_accuracies = {}
historical_train_costs = {}
historical_val_accuracies = {}
historical_val_costs = {}
sets = [(0,1), (2,3), (4,5), (6,7), (8,9)]
#sets = [(0,4),(5,9)]
test_labels_set = []
n_test_samples = []
for a_set in range(len(sets)):
current_set = sets[a_set]
current_set_name = 'set'+str(a_set)
mask_val = [0]*num_classes
for i in range(0, current_set[1]+1):
mask_val[i]=1
set_mask_val = np.array(mask_val, dtype=np.float32)
print('Current mask:{}'.format(set_mask_val))
train_data_set, valid_data_set, test_data_set = extract_class_data(start=current_set[0],
stop=current_set[1])
train_images_set, train_labels_set = train_data_set[0], train_data_set[1]
valid_images_set, valid_labels_set = valid_data_set[0], valid_data_set[1]
test_images_set, test_labels_set = test_data_set[0], test_data_set[1]
n_test_samples.append(len(test_labels_set))
train_total = len(train_images_set)
n_batches = len(train_images_set)/BATCH_SIZE
#@@print('Number of batches:{}'.format(n_batches))
#@@set_omegas = [tf.assign(big_omeg_w2, new_big_omeg_w2), tf.assign(big_omeg_b2, new_big_omeg_b2)]
#@@sess.run(set_omegas)
sess.run(big_omeg_w2_update_op, {big_omeg_w2_update_placeholder:new_big_omeg_w2})
sess.run(big_omeg_b2_update_op, {big_omeg_b2_update_placeholder:new_big_omeg_b2})
#@@reset_grad_accums = [tf.assign(w2_grad_accum, reset_w2_grad_accum),
#@@ tf.assign(b2_grad_accum, reset_b2_grad_accum)]
#@@sess.run(reset_grad_accums)
sess.run(w2_grad_accum_update_op, {w2_grad_accum_update_placeholder:reset_w2_grad_accum})
sess.run(b2_grad_accum_update_op, {b2_grad_accum_update_placeholder:reset_b2_grad_accum})
#@@reset_w3 = [tf.assign(w_3, w3_zeros), tf.assign(b_3, b3_zeros)]
#@@sess.run(reset_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:w3_zeros})
sess.run(b_3_update_op, {b_3_update_placeholder:b3_zeros})
epochs = 10
repeats = 1
for repeat in range(repeats):
#tf.set_random_seed(l)
print('Repeat:{}'.format(repeat))
train_accuracies = []
train_costs = []
val_accuracies = []
val_costs = []
best_val = 0
first_params_set = None
last_params_set = None
T1 = time.time()
for i in range(epochs):
if(i==0):
start_w2, start_b2 = w_2.eval(), b_2.eval()
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: len(train_images_set)})
#@@print('Epoch:{}'.format((i)))
t1 = time.time()
### CALCULATE TRAIN COSTS AND TRAIN ACCURACIES
train_cost, train_accuracy = sess.run([cost, acct_res] ,feed_dict = {drop_out : 0.0,
set1_mask:set_mask_val})
train_costs.append(train_cost)
train_accuracies.append(train_accuracy)
#train_writer.add_summary(summary,logging_count)
print('training cost:{} and training accuracy:{}'.format(train_costs[i], train_accuracies[i]))
### CALCULATE VALID COSTS AND VALID ACCURACIES
sess.run(iter.initializer, feed_dict={a_1: valid_images_set, y: valid_labels_set,
batch_size: len(valid_images_set)})
_, _, val_acc, val_cost, _ = sess.run([predictions,acct_mat,acct_res, cost, a_3],
feed_dict = {drop_out : 0.0,set1_mask:set_mask_val})
val_costs.append(val_cost)
val_accuracies.append(val_acc)
if(val_acc>best_val):
best_val = val_acc
best_params_set1 = [(w_2.eval(),b_2.eval()),(w_3.eval(),b_3.eval())]
print('validation cost:{} and validation accuracy:{}'.format(val_cost, val_acc))
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
print('Training on :{}'.format(current_set))
for j in range(n_batches):
if(not (np.isnan(w_2.eval().any() and np.isnan(w_3.eval()).any()))):
#if(a_set==1):
# print(j, w_2.eval().sum(), w_3.eval().sum())
if(((j)% 1000 ==0)):
logging_count+=1
summary,_,_ = sess.run([merged,step, omega_step],
feed_dict = {drop_out:0.0,batch_size: BATCH_SIZE,tau:0.5,
set1_mask:set_mask_val,eta:0.001,
lmbda:lmbdas[l],n_tot:train_total})
#train_writer.add_summary(summary, (i+1)*j)
train_writer.add_summary(summary, logging_count)
else:
sess.run([step, omega_step],feed_dict = {drop_out:0.0,batch_size:BATCH_SIZE,
tau:0.5,set1_mask:set_mask_val,
eta:0.001,lmbda:lmbdas[l],
n_tot:train_total})
else:
print('Nan encountered in epoch:{} and batch:{}'.format(i, j))
#@@print('Epoch time:{}'.format(time.time()-t1))
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,
set1_mask:set_mask_val})
#@@print('Final test accuracy is:{}'.format(final_test_acc))
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#all_final_test_accs_set1.append(final_test_acc)
#@@best_step = [tf.assign(w_2,best_params_set1[0][0]), tf.assign(b_2,best_params_set1[0][1]),
#@@ tf.assign(w_3,best_params_set1[1][0]),tf.assign(b_3,best_params_set1[1][1])]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:best_params_set1[0][0]})
sess.run(b_2_update_op, {b_2_update_placeholder:best_params_set1[0][1]})
sess.run(w_3_update_op, {w_3_update_placeholder:best_params_set1[1][0]})
sess.run(b_3_update_op, {b_3_update_placeholder:best_params_set1[1][1]})
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,test_acc_corresp_best_val,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
#@@print('Test accuracy corresp to best val acc:{}'.format(test_acc_corresp_best_val))
print('Time taken:{}'.format(time.time()-T1))
#w3_list.append(w_3.eval())
w3_accum.append(w_3.eval())
#b3_list.append(b_3.eval())
b3_accum.append(b_3.eval())
if(i==epochs-1):
if(test_acc_corresp_best_val>final_test_acc):
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#all_final_test_accs_set1[-1] = test_acc_corresp_best_val
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#@@best_step = [tf.assign(w_2,end_w2), tf.assign(b_2,end_b2),
#@@ tf.assign(w_3,end_w3),tf.assign(b_3,end_b3)]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:end_w2})
sess.run(b_2_update_op, {b_2_update_placeholder:end_b2})
sess.run(w_3_update_op, {w_3_update_placeholder:end_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:end_b3})
first_params_set = [(start_w2, start_b2)]
last_params_set = [(end_w2, end_b2)]
small_omegas = [(w2_grad_accum.eval(),b2_grad_accum.eval())]
delta_ws = map(lambda x,y: np.square(x-y)+zeta,[item[0] for item in last_params_set],
[item[0] for item in first_params_set])
delta_bs = map(lambda x,y: np.square(x-y)+zeta,[item[1] for item in last_params_set],
[item[1] for item in first_params_set])
delta_wbs = zip(delta_ws, delta_bs)
big_omegas_ws = map(lambda x,y: (x/y),[item[0] for item in small_omegas],
[item[0] for item in delta_wbs])
big_omegas_bs = map(lambda x,y: (x/y),[item[1] for item in small_omegas],
[item[1] for item in delta_wbs])
big_omegas = zip(big_omegas_ws, big_omegas_bs)
new_big_omeg_w2 += big_omegas[0][0]
new_big_omeg_b2 += big_omegas[0][1]
#@@print('omegW2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_w2.max(),
#@@ new_big_omeg_w2.mean(),
#@@ new_big_omeg_w2.std()))
#@@print('omegb2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_b2.max(),
#@@ new_big_omeg_b2.mean(),
#@@ new_big_omeg_b2.std()))
historical_train_accuracies[current_set_name]=train_accuracies
historical_train_costs[current_set_name]=train_costs
historical_val_accuracies[current_set_name]=val_accuracies
historical_val_costs[current_set_name]=val_costs
#######Method 3 ###########
w3_set_rows = []
offset=0
for item in w3_accum:
w3_set_rows.append(item[:,offset:offset+2])
offset+=2
w3_set_row_avgs = [item.mean() for item in w3_set_rows]
final_w3 = map(lambda x,y:x-y,w3_set_rows, w3_set_row_avgs)
final_w3 = np.concatenate(final_w3, axis=1)
b3_set_rows = []
offset=0
for item in b3_accum:
b3_set_rows.append(item[:,offset:offset+2])
offset+=2
b3_set_row_avgs = [item.mean() for item in b3_set_rows]
final_b3 = map(lambda x,y:x-y,b3_set_rows, b3_set_row_avgs)
final_b3 = np.concatenate(final_b3, axis=1)
#@@set_w3 = [tf.assign(w_3, final_w3), tf.assign(b_3, final_b3)]
#@@sess.run(set_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:final_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:final_b3})
sess.run(iter.initializer, feed_dict={a_1: test_images, y: to_categorical(test_labels,num_classes=num_classes),
batch_size: len(test_images)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
method3_test_accs.append(final_test_acc)
print('Method 3 test accuracy:{}'.format(final_test_acc))
train_writer.close()
Training with lmbda:0, 0 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:137.231850863 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:128.123242855 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.586731195 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0129639329389 and training accuracy:0.9987372756 validation cost:0.0133697763085 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979762617499 and training accuracy:0.999007821083 validation cost:0.0101021369919 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00877885892987 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.331638098 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103641562164 and training accuracy:0.972527444363 validation cost:0.103159971535 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.082123234868 and training accuracy:0.976066291332 validation cost:0.0786714181304 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.069301366806 and training accuracy:0.979791402817 validation cost:0.0627456903458 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0595998130739 and training accuracy:0.982957720757 validation cost:0.0547399930656 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0535054244101 and training accuracy:0.985285878181 validation cost:0.0488348640501 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0479301735759 and training accuracy:0.986775934696 validation cost:0.0455383919179 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0442771986127 and training accuracy:0.987520933151 validation cost:0.0432717837393 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0408748500049 and training accuracy:0.988359093666 validation cost:0.0389142967761 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:119.170996189 Method 3 test accuracy:0.78979998827 Training with lmbda:7.51179714048, 1 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.932966948 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.498989105 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.194475889 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.012963745743 and training accuracy:0.9987372756 validation cost:0.013368149288 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979856215417 and training accuracy:0.999007821083 validation cost:0.0101007102057 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00877882540226 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.067198992 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10356554389 and training accuracy:0.972527444363 validation cost:0.103338226676 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0823166370392 and training accuracy:0.975973188877 validation cost:0.0788178667426 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0693510770798 and training accuracy:0.979791402817 validation cost:0.0628246888518 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0596028491855 and training accuracy:0.983050823212 validation cost:0.0546582974494 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0535265989602 and training accuracy:0.985192775726 validation cost:0.0488242767751 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0480234026909 and training accuracy:0.986682832241 validation cost:0.0453918427229 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0443283654749 and training accuracy:0.987614095211 validation cost:0.0430736839771 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.040800280869 and training accuracy:0.988359093666 validation cost:0.038637470454 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:119.416876793 Method 3 test accuracy:0.790400028229 Training with lmbda:7.77094222616, 2 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.964761972 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.668708801 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.568630934 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.012963745743 and training accuracy:0.9987372756 validation cost:0.013368149288 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979856215417 and training accuracy:0.999007821083 validation cost:0.0101007102057 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0087788850069 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.127705097 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10356554389 and training accuracy:0.972527444363 validation cost:0.103338226676 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0823166370392 and training accuracy:0.975973188877 validation cost:0.0788178667426 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0693510770798 and training accuracy:0.979791402817 validation cost:0.0628246888518 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0596028491855 and training accuracy:0.983050823212 validation cost:0.0546582974494 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0535265989602 and training accuracy:0.985192775726 validation cost:0.0488242767751 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0480234026909 and training accuracy:0.986682832241 validation cost:0.0453918427229 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0443283654749 and training accuracy:0.987614095211 validation cost:0.0430736839771 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.040800280869 and training accuracy:0.988359093666 validation cost:0.038637470454 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:119.640908003 Method 3 test accuracy:0.790400028229 Training with lmbda:7.80392280196, 3 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.992007971 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.829480886 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.075849056 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.012963745743 and training accuracy:0.9987372756 validation cost:0.013368149288 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979856215417 and training accuracy:0.999007821083 validation cost:0.0101007102057 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0087788850069 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.637619019 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10356554389 and training accuracy:0.972527444363 validation cost:0.103338226676 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0823166370392 and training accuracy:0.975973188877 validation cost:0.0788178667426 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0693510770798 and training accuracy:0.979791402817 validation cost:0.0628246888518 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0596028491855 and training accuracy:0.983050823212 validation cost:0.0546582974494 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0535265989602 and training accuracy:0.985192775726 validation cost:0.0488242767751 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0480234026909 and training accuracy:0.986682832241 validation cost:0.0453918427229 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0443283654749 and training accuracy:0.987614095211 validation cost:0.0430736839771 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.040800280869 and training accuracy:0.988359093666 validation cost:0.038637470454 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:119.196559906 Method 3 test accuracy:0.790400028229 Training with lmbda:7.84176647421, 4 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.76064992 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.857856989 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.125716925 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.012963745743 and training accuracy:0.9987372756 validation cost:0.013368149288 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979856215417 and training accuracy:0.999007821083 validation cost:0.0101007102057 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0087788850069 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.87352109 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10356554389 and training accuracy:0.972527444363 validation cost:0.103338226676 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0823166370392 and training accuracy:0.975973188877 validation cost:0.0788178667426 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0693510770798 and training accuracy:0.979791402817 validation cost:0.0628246888518 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0596028491855 and training accuracy:0.983050823212 validation cost:0.0546582974494 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0535265989602 and training accuracy:0.985192775726 validation cost:0.0488242767751 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0480234026909 and training accuracy:0.986682832241 validation cost:0.0453918427229 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0443283654749 and training accuracy:0.987614095211 validation cost:0.0430736839771 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.040800280869 and training accuracy:0.988359093666 validation cost:0.038637470454 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:119.637676001 Method 3 test accuracy:0.790400028229 Training with lmbda:7.96332054888, 5 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.175019979 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.659478903 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.908252001 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.012963745743 and training accuracy:0.9987372756 validation cost:0.013368149288 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979856215417 and training accuracy:0.999007821083 validation cost:0.0101007102057 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0087788850069 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.280262947 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10356554389 and training accuracy:0.972527444363 validation cost:0.103338226676 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0823166370392 and training accuracy:0.975973188877 validation cost:0.0788178667426 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0693510770798 and training accuracy:0.979791402817 validation cost:0.0628246888518 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0596028491855 and training accuracy:0.983050823212 validation cost:0.0546582974494 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0535265989602 and training accuracy:0.985192775726 validation cost:0.0488242767751 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0480234026909 and training accuracy:0.986682832241 validation cost:0.0453918427229 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0443283654749 and training accuracy:0.987614095211 validation cost:0.0430736839771 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.040800280869 and training accuracy:0.988359093666 validation cost:0.038637470454 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:119.239403963 Method 3 test accuracy:0.790400028229 Training with lmbda:8.02300530529, 6 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.364821911 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.618960142 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.085408926 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.012963745743 and training accuracy:0.9987372756 validation cost:0.013368149288 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979856215417 and training accuracy:0.999007821083 validation cost:0.0101007102057 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0087788850069 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.464302063 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10356554389 and training accuracy:0.972527444363 validation cost:0.103338226676 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0823166370392 and training accuracy:0.975973188877 validation cost:0.0788178667426 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0693510770798 and training accuracy:0.979791402817 validation cost:0.0628246888518 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0596028491855 and training accuracy:0.983050823212 validation cost:0.0546582974494 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0535265989602 and training accuracy:0.985192775726 validation cost:0.0488242767751 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0480234026909 and training accuracy:0.986682832241 validation cost:0.0453918427229 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0443283654749 and training accuracy:0.987614095211 validation cost:0.0430736839771 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.040800280869 and training accuracy:0.988359093666 validation cost:0.038637470454 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:119.542032957 Method 3 test accuracy:0.790400028229 Training with lmbda:8.04924373156, 7 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.819823027 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.589113951 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.612646818 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.012963745743 and training accuracy:0.9987372756 validation cost:0.013368149288 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979856215417 and training accuracy:0.999007821083 validation cost:0.0101007102057 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0087788850069 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.800220966 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10356554389 and training accuracy:0.972527444363 validation cost:0.103338226676 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0823166370392 and training accuracy:0.975973188877 validation cost:0.0788178667426 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0693510770798 and training accuracy:0.979791402817 validation cost:0.0628246888518 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0596028491855 and training accuracy:0.983050823212 validation cost:0.0546582974494 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0535265989602 and training accuracy:0.985192775726 validation cost:0.0488242767751 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0480234026909 and training accuracy:0.986682832241 validation cost:0.0453918427229 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0443283654749 and training accuracy:0.987614095211 validation cost:0.0430736839771 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.040800280869 and training accuracy:0.988359093666 validation cost:0.038637470454 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:119.536208868 Method 3 test accuracy:0.790400028229 Training with lmbda:8.19592346273, 8 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.005254984 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.122756004 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.273746014 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.012963745743 and training accuracy:0.9987372756 validation cost:0.013368149288 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979856215417 and training accuracy:0.999007821083 validation cost:0.0101007102057 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0087788850069 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.428152084 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10356554389 and training accuracy:0.972527444363 validation cost:0.103338226676 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0823166370392 and training accuracy:0.975973188877 validation cost:0.0788178667426 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0693510770798 and training accuracy:0.979791402817 validation cost:0.0628246888518 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0596028491855 and training accuracy:0.983050823212 validation cost:0.0546582974494 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0535265989602 and training accuracy:0.985192775726 validation cost:0.0488242767751 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0480234026909 and training accuracy:0.986682832241 validation cost:0.0453918427229 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0443283654749 and training accuracy:0.987614095211 validation cost:0.0430736839771 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.040800280869 and training accuracy:0.988359093666 validation cost:0.038637470454 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:119.761077881 Method 3 test accuracy:0.790400028229 Training with lmbda:8.56129397687, 9 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.211473942 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.088336945 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.299957037 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0129639329389 and training accuracy:0.9987372756 validation cost:0.0133697763085 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979856867343 and training accuracy:0.999007821083 validation cost:0.0101007102057 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0087788850069 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.021921158 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103550389409 and training accuracy:0.972527444363 validation cost:0.103120595217 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0824230909348 and training accuracy:0.975973188877 validation cost:0.0788422375917 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0693369582295 and training accuracy:0.979791402817 validation cost:0.0627895593643 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0596778132021 and training accuracy:0.983050823212 validation cost:0.054783526808 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0534978210926 and training accuracy:0.985285878181 validation cost:0.0488253571093 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0479701012373 and training accuracy:0.986682832241 validation cost:0.0454680249095 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0443413704634 and training accuracy:0.987334728241 validation cost:0.0435089208186 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0406236462295 and training accuracy:0.988545358181 validation cost:0.0390987917781 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:119.910486937 Method 3 test accuracy:0.790000021458 Training with lmbda:8.85851235448, 10 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.778723955 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.648226023 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.528780937 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0129639329389 and training accuracy:0.9987372756 validation cost:0.0133697763085 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979856867343 and training accuracy:0.999007821083 validation cost:0.0101007102057 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0087788850069 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.822973967 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103550389409 and training accuracy:0.972527444363 validation cost:0.103120595217 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0824230909348 and training accuracy:0.975973188877 validation cost:0.0788422375917 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0693369582295 and training accuracy:0.979791402817 validation cost:0.0627895593643 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0596778132021 and training accuracy:0.983050823212 validation cost:0.054783526808 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0534978210926 and training accuracy:0.985285878181 validation cost:0.0488253571093 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0479701012373 and training accuracy:0.986682832241 validation cost:0.0454680249095 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.044334076345 and training accuracy:0.987334728241 validation cost:0.0435089208186 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0406236462295 and training accuracy:0.988545358181 validation cost:0.0390987917781 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:119.443228006 Method 3 test accuracy:0.790000021458 Training with lmbda:8.93773332357, 11 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.960808992 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.280446053 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.278923988 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0129639329389 and training accuracy:0.9987372756 validation cost:0.0133697763085 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979856867343 and training accuracy:0.999007821083 validation cost:0.0101007102057 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0087788850069 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.275746107 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103550389409 and training accuracy:0.972527444363 validation cost:0.103120595217 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0824230909348 and training accuracy:0.975973188877 validation cost:0.0788422375917 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0693369582295 and training accuracy:0.979791402817 validation cost:0.0627895593643 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0596778132021 and training accuracy:0.983050823212 validation cost:0.054783526808 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0534978210926 and training accuracy:0.985285878181 validation cost:0.0488253571093 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0479701012373 and training accuracy:0.986682832241 validation cost:0.0454680249095 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.044334076345 and training accuracy:0.987334728241 validation cost:0.0435089208186 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0406236462295 and training accuracy:0.988545358181 validation cost:0.0390987917781 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:119.857406855 Method 3 test accuracy:0.790000021458 Training with lmbda:9.17687271182, 12 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.333718061 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.862258196 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.952778101 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0129639329389 and training accuracy:0.9987372756 validation cost:0.0133697763085 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979762617499 and training accuracy:0.999007821083 validation cost:0.0101021369919 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0087788850069 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.788322926 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103550389409 and training accuracy:0.972527444363 validation cost:0.103120595217 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0824230909348 and training accuracy:0.975973188877 validation cost:0.0788422375917 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0693369582295 and training accuracy:0.979791402817 validation cost:0.0627895593643 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0596635639668 and training accuracy:0.983050823212 validation cost:0.0547411032021 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0534497350454 and training accuracy:0.985285878181 validation cost:0.0488405413926 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0479923263192 and training accuracy:0.986682832241 validation cost:0.045550942421 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.04434235394 and training accuracy:0.987520933151 validation cost:0.0434646680951 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0409421175718 and training accuracy:0.988359093666 validation cost:0.0392810627818 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:119.891914845 Method 3 test accuracy:0.790000021458 Training with lmbda:9.56463188776, 13 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.190671921 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.254487991 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.407906055 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0129639329389 and training accuracy:0.9987372756 validation cost:0.0133697763085 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979762617499 and training accuracy:0.999007821083 validation cost:0.0101021369919 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0087788850069 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.071674109 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103550389409 and training accuracy:0.972527444363 validation cost:0.103120595217 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0824230909348 and training accuracy:0.975973188877 validation cost:0.0788422375917 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0693369582295 and training accuracy:0.979791402817 validation cost:0.0627895593643 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0596635639668 and training accuracy:0.983050823212 validation cost:0.0547411032021 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0534497350454 and training accuracy:0.985285878181 validation cost:0.0488405413926 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0479923263192 and training accuracy:0.986682832241 validation cost:0.045550942421 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.04434235394 and training accuracy:0.987520933151 validation cost:0.0434646680951 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0409421175718 and training accuracy:0.988359093666 validation cost:0.0392810627818 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:119.561905146 Method 3 test accuracy:0.790000021458 Training with lmbda:9.6119403308, 14 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.208705902 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.76091218 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.60206604 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0129639329389 and training accuracy:0.9987372756 validation cost:0.0133697763085 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979762617499 and training accuracy:0.999007821083 validation cost:0.0101021369919 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0087788850069 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.371605873 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103550389409 and training accuracy:0.972527444363 validation cost:0.103120595217 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0824230909348 and training accuracy:0.975973188877 validation cost:0.0788422375917 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0693369582295 and training accuracy:0.979791402817 validation cost:0.0627895593643 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0596635639668 and training accuracy:0.983050823212 validation cost:0.0547411032021 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0534497350454 and training accuracy:0.985285878181 validation cost:0.0488405413926 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0479923263192 and training accuracy:0.986682832241 validation cost:0.045550942421 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.04434235394 and training accuracy:0.987520933151 validation cost:0.0434646680951 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0409421175718 and training accuracy:0.988359093666 validation cost:0.0392810627818 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:119.901106834 Method 3 test accuracy:0.790000021458 Training with lmbda:9.72830488578, 15 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.694321871 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.471375942 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.726143837 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0129639329389 and training accuracy:0.9987372756 validation cost:0.0133697763085 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979762617499 and training accuracy:0.999007821083 validation cost:0.0101021369919 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0087788850069 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.474541903 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103550389409 and training accuracy:0.972527444363 validation cost:0.103120595217 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0824230909348 and training accuracy:0.975973188877 validation cost:0.0788422375917 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0693369582295 and training accuracy:0.979791402817 validation cost:0.0627895593643 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0596635639668 and training accuracy:0.983050823212 validation cost:0.0547411032021 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0534497350454 and training accuracy:0.985285878181 validation cost:0.0488405413926 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0479923263192 and training accuracy:0.986682832241 validation cost:0.045550942421 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.04434235394 and training accuracy:0.987520933151 validation cost:0.0434646680951 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0409421175718 and training accuracy:0.988359093666 validation cost:0.0392810627818 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:119.921046972 Method 3 test accuracy:0.790000021458 Training with lmbda:0, 16 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.61726594 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.680936813 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183575861156 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164001379162 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.291078091 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183195862919 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150393527001 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0127136530355 and training accuracy:0.998827457428 validation cost:0.0126593997702 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110622271895 and training accuracy:0.999007821083 validation cost:0.0108566032723 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984427891672 and training accuracy:0.999188244343 validation cost:0.0102100968361 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882676243782 and training accuracy:0.999368607998 validation cost:0.00872281659395 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.18341589 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153915524483 and training accuracy:0.962842226028 validation cost:0.153895288706 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104966908693 and training accuracy:0.968429863453 validation cost:0.101662240922 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838570669293 and training accuracy:0.975228190422 validation cost:0.0826450809836 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0704691037536 and training accuracy:0.979512035847 validation cost:0.0700912177563 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0619770400226 and training accuracy:0.981747090816 validation cost:0.059368930757 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0556346476078 and training accuracy:0.984168350697 validation cost:0.0533436946571 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496507994831 and training accuracy:0.985658407211 validation cost:0.0468872338533 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0448518916965 and training accuracy:0.986682832241 validation cost:0.0442164950073 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405962467194 and training accuracy:0.988172829151 validation cost:0.0406271256506 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.275791883 Method 3 test accuracy:0.792699992657 Training with lmbda:7.51179714048, 17 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.297775984 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.39310813 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183576606214 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016401251778 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.434254169 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183131210506 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150533709675 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0126965390518 and training accuracy:0.998827457428 validation cost:0.0126975839958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110732596368 and training accuracy:0.999007821083 validation cost:0.0108604701236 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984354596585 and training accuracy:0.999188244343 validation cost:0.0102103631943 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882442854345 and training accuracy:0.999368607998 validation cost:0.00872092228383 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.838119984 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153984576464 and training accuracy:0.962749123573 validation cost:0.153692275286 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104996949434 and training accuracy:0.968429863453 validation cost:0.101843871176 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838784649968 and training accuracy:0.975228190422 validation cost:0.0828804522753 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0702552497387 and training accuracy:0.979605138302 validation cost:0.069361127913 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0618085935712 and training accuracy:0.981933295727 validation cost:0.0594336725771 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0556725934148 and training accuracy:0.983982145786 validation cost:0.0533454790711 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0494788773358 and training accuracy:0.985844671726 validation cost:0.0470173060894 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0447616241872 and training accuracy:0.986962199211 validation cost:0.0442528873682 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0404064171016 and training accuracy:0.988172829151 validation cost:0.0401417948306 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.193955898 Method 3 test accuracy:0.791100025177 Training with lmbda:7.77094222616, 18 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.616168976 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.725975037 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183576606214 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016401251778 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.856118917 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183131210506 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150533709675 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0126965390518 and training accuracy:0.998827457428 validation cost:0.0126975839958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110732596368 and training accuracy:0.999007821083 validation cost:0.0108604701236 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984354596585 and training accuracy:0.999188244343 validation cost:0.0102103631943 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882442854345 and training accuracy:0.999368607998 validation cost:0.00872092228383 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.352900028 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153984576464 and training accuracy:0.962749123573 validation cost:0.153692275286 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104996949434 and training accuracy:0.968429863453 validation cost:0.101843871176 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838682577014 and training accuracy:0.975228190422 validation cost:0.0828503072262 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0702543258667 and training accuracy:0.979605138302 validation cost:0.0693361237645 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0617894046009 and training accuracy:0.982026457787 validation cost:0.0594418868423 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0555416159332 and training accuracy:0.984075248241 validation cost:0.053346734494 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496400222182 and training accuracy:0.985844671726 validation cost:0.0472700074315 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0445803552866 and training accuracy:0.987055301666 validation cost:0.0442854613066 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405430085957 and training accuracy:0.988172829151 validation cost:0.040343914181 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.692883968 Method 3 test accuracy:0.791100025177 Training with lmbda:7.80392280196, 19 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.834186077 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.24297595 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183576606214 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016401251778 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.496859074 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183131210506 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150533709675 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0126965390518 and training accuracy:0.998827457428 validation cost:0.0126975839958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110732596368 and training accuracy:0.999007821083 validation cost:0.0108604701236 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984351802617 and training accuracy:0.999188244343 validation cost:0.0102103631943 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882442854345 and training accuracy:0.999368607998 validation cost:0.00872092228383 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.459973812 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153984576464 and training accuracy:0.962749123573 validation cost:0.153692275286 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104996949434 and training accuracy:0.968429863453 validation cost:0.101843871176 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838682577014 and training accuracy:0.975228190422 validation cost:0.0828503072262 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0702543258667 and training accuracy:0.979605138302 validation cost:0.0693361237645 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0617894046009 and training accuracy:0.982026457787 validation cost:0.0594418868423 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0555416159332 and training accuracy:0.984075248241 validation cost:0.053346734494 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496400222182 and training accuracy:0.985844671726 validation cost:0.0472700074315 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0445803552866 and training accuracy:0.987055301666 validation cost:0.0442854613066 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405430085957 and training accuracy:0.988172829151 validation cost:0.040343914181 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.901971102 Method 3 test accuracy:0.791100025177 Training with lmbda:7.84176647421, 20 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.111252069 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.761586905 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183576606214 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016401251778 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.648406029 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183131210506 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150533709675 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0126965390518 and training accuracy:0.998827457428 validation cost:0.0126975839958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110732596368 and training accuracy:0.999007821083 validation cost:0.0108604701236 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984351802617 and training accuracy:0.999188244343 validation cost:0.0102103631943 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882442854345 and training accuracy:0.999368607998 validation cost:0.00872092228383 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.850107908 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153984576464 and training accuracy:0.962749123573 validation cost:0.153692275286 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104996949434 and training accuracy:0.968429863453 validation cost:0.101843871176 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838682577014 and training accuracy:0.975228190422 validation cost:0.0828503072262 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0702543258667 and training accuracy:0.979605138302 validation cost:0.0693361237645 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0617894046009 and training accuracy:0.982026457787 validation cost:0.0594418868423 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0555416159332 and training accuracy:0.984075248241 validation cost:0.053346734494 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496400222182 and training accuracy:0.985844671726 validation cost:0.0472700074315 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0445803552866 and training accuracy:0.987055301666 validation cost:0.0442854613066 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405430085957 and training accuracy:0.988172829151 validation cost:0.040343914181 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.59073019 Method 3 test accuracy:0.791100025177 Training with lmbda:7.96332054888, 21 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.734545946 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.05966711 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183576606214 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016401251778 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.341733932 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183131210506 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150533709675 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0126965390518 and training accuracy:0.998827457428 validation cost:0.0126975839958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110732596368 and training accuracy:0.999007821083 validation cost:0.0108604701236 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984351802617 and training accuracy:0.999188244343 validation cost:0.0102103631943 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882442854345 and training accuracy:0.999368607998 validation cost:0.00872092228383 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.175837994 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153984576464 and training accuracy:0.962749123573 validation cost:0.153692275286 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104996949434 and training accuracy:0.968429863453 validation cost:0.101843871176 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838682577014 and training accuracy:0.975228190422 validation cost:0.0828503072262 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0702543258667 and training accuracy:0.979605138302 validation cost:0.0693361237645 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0617894046009 and training accuracy:0.982026457787 validation cost:0.0594418868423 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0555416159332 and training accuracy:0.984075248241 validation cost:0.053346734494 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496400222182 and training accuracy:0.985844671726 validation cost:0.0472700074315 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0445803552866 and training accuracy:0.987055301666 validation cost:0.0442854613066 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405430085957 and training accuracy:0.988172829151 validation cost:0.040343914181 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.381731033 Method 3 test accuracy:0.791100025177 Training with lmbda:8.02300530529, 22 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.76897192 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.446310997 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183576606214 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016401251778 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.051325083 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183131210506 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150533709675 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0126965390518 and training accuracy:0.998827457428 validation cost:0.0126975839958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110732596368 and training accuracy:0.999007821083 validation cost:0.0108604701236 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984351802617 and training accuracy:0.999188244343 validation cost:0.0102103631943 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882442854345 and training accuracy:0.999368607998 validation cost:0.00872092228383 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.582067966 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153984576464 and training accuracy:0.962749123573 validation cost:0.153692275286 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104996949434 and training accuracy:0.968429863453 validation cost:0.101843871176 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838682577014 and training accuracy:0.975228190422 validation cost:0.0828503072262 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0702543258667 and training accuracy:0.979605138302 validation cost:0.0693361237645 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0617894046009 and training accuracy:0.982026457787 validation cost:0.0594418868423 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0555416159332 and training accuracy:0.984075248241 validation cost:0.053346734494 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496400222182 and training accuracy:0.985844671726 validation cost:0.0472700074315 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0445803552866 and training accuracy:0.987055301666 validation cost:0.0442854613066 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405430085957 and training accuracy:0.988172829151 validation cost:0.040343914181 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.076274157 Method 3 test accuracy:0.791100025177 Training with lmbda:8.04924373156, 23 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.351951122 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.436815023 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183576606214 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016401251778 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.265612841 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183131210506 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150533709675 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0126965390518 and training accuracy:0.998827457428 validation cost:0.0126975839958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110732596368 and training accuracy:0.999007821083 validation cost:0.0108604701236 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984351802617 and training accuracy:0.999188244343 validation cost:0.0102103631943 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882442854345 and training accuracy:0.999368607998 validation cost:0.00872092228383 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.435121059 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153984576464 and training accuracy:0.962749123573 validation cost:0.153692275286 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104996949434 and training accuracy:0.968429863453 validation cost:0.101843871176 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838682577014 and training accuracy:0.975228190422 validation cost:0.0828503072262 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0702543258667 and training accuracy:0.979605138302 validation cost:0.0693361237645 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0617894046009 and training accuracy:0.982026457787 validation cost:0.0594418868423 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0555416159332 and training accuracy:0.984075248241 validation cost:0.053346734494 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496400222182 and training accuracy:0.985844671726 validation cost:0.0472700074315 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0445803552866 and training accuracy:0.987055301666 validation cost:0.0442854613066 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405430085957 and training accuracy:0.988172829151 validation cost:0.040343914181 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.590928793 Method 3 test accuracy:0.791100025177 Training with lmbda:8.19592346273, 24 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.872868061 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.248733997 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183576606214 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016401251778 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.892621994 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183131210506 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150533709675 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0126965390518 and training accuracy:0.998827457428 validation cost:0.0126975839958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110732596368 and training accuracy:0.999007821083 validation cost:0.0108604701236 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984354596585 and training accuracy:0.999188244343 validation cost:0.0102103631943 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882442854345 and training accuracy:0.999368607998 validation cost:0.00872092228383 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.484806061 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153984576464 and training accuracy:0.962749123573 validation cost:0.153692275286 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104996949434 and training accuracy:0.968429863453 validation cost:0.101843871176 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838682577014 and training accuracy:0.975228190422 validation cost:0.0828503072262 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0702543258667 and training accuracy:0.979605138302 validation cost:0.0693361237645 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0617894046009 and training accuracy:0.982026457787 validation cost:0.0594418868423 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0555416159332 and training accuracy:0.984075248241 validation cost:0.053346734494 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496400222182 and training accuracy:0.985844671726 validation cost:0.0472700074315 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0445803552866 and training accuracy:0.987055301666 validation cost:0.0442854613066 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405430085957 and training accuracy:0.988172829151 validation cost:0.040343914181 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.443367004 Method 3 test accuracy:0.791100025177 Training with lmbda:8.56129397687, 25 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.111960173 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.674852133 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183576606214 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016401251778 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.639609098 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183131210506 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150533709675 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0126965390518 and training accuracy:0.998827457428 validation cost:0.0126975839958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110732596368 and training accuracy:0.999007821083 validation cost:0.0108604701236 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984354596585 and training accuracy:0.999188244343 validation cost:0.0102103631943 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882442854345 and training accuracy:0.999368607998 validation cost:0.00872092228383 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.005051851 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153984576464 and training accuracy:0.962749123573 validation cost:0.153692275286 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104996949434 and training accuracy:0.968429863453 validation cost:0.101843871176 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838682577014 and training accuracy:0.975228190422 validation cost:0.0828503072262 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0702543258667 and training accuracy:0.979605138302 validation cost:0.0693361237645 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0617894046009 and training accuracy:0.982026457787 validation cost:0.0594418868423 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0555416159332 and training accuracy:0.984075248241 validation cost:0.053346734494 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496400222182 and training accuracy:0.985844671726 validation cost:0.0472700074315 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0445803552866 and training accuracy:0.987055301666 validation cost:0.0442854613066 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405430085957 and training accuracy:0.988172829151 validation cost:0.040343914181 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.486475945 Method 3 test accuracy:0.791100025177 Training with lmbda:8.85851235448, 26 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.918846846 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.112020969 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183576606214 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016401251778 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.985738039 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183131210506 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150533709675 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0126965390518 and training accuracy:0.998827457428 validation cost:0.0126975839958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110732596368 and training accuracy:0.999007821083 validation cost:0.0108604701236 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984351802617 and training accuracy:0.999188244343 validation cost:0.0102103631943 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882442854345 and training accuracy:0.999368607998 validation cost:0.00872092228383 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.221073866 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153984576464 and training accuracy:0.962749123573 validation cost:0.153692275286 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104996949434 and training accuracy:0.968429863453 validation cost:0.101843871176 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838682577014 and training accuracy:0.975228190422 validation cost:0.0828503072262 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0702543258667 and training accuracy:0.979605138302 validation cost:0.0693361237645 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0617894046009 and training accuracy:0.982026457787 validation cost:0.0594418868423 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0555416159332 and training accuracy:0.984075248241 validation cost:0.053346734494 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496400222182 and training accuracy:0.985844671726 validation cost:0.0472700074315 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0445803552866 and training accuracy:0.987055301666 validation cost:0.0442854613066 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405430085957 and training accuracy:0.988172829151 validation cost:0.040343914181 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.281625032 Method 3 test accuracy:0.791100025177 Training with lmbda:8.93773332357, 27 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.97871995 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.535140038 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183576606214 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016401251778 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.95678997 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183131210506 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150533709675 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0126965390518 and training accuracy:0.998827457428 validation cost:0.0126975839958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110732596368 and training accuracy:0.999007821083 validation cost:0.0108604701236 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984354596585 and training accuracy:0.999188244343 validation cost:0.0102103631943 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882442854345 and training accuracy:0.999368607998 validation cost:0.00872092228383 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.401345015 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153984576464 and training accuracy:0.962749123573 validation cost:0.153692275286 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104996949434 and training accuracy:0.968429863453 validation cost:0.101843871176 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838682577014 and training accuracy:0.975228190422 validation cost:0.0828503072262 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0702543258667 and training accuracy:0.979605138302 validation cost:0.0693361237645 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0617894046009 and training accuracy:0.982026457787 validation cost:0.0594418868423 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0555416159332 and training accuracy:0.984075248241 validation cost:0.053346734494 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496400222182 and training accuracy:0.985844671726 validation cost:0.0472700074315 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0445803552866 and training accuracy:0.987055301666 validation cost:0.0442854613066 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405430085957 and training accuracy:0.988172829151 validation cost:0.040343914181 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.555860043 Method 3 test accuracy:0.791100025177 Training with lmbda:9.17687271182, 28 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.115947008 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.891077042 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183576606214 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016401251778 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.349231005 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183131210506 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150533709675 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0126965390518 and training accuracy:0.998827457428 validation cost:0.0126975839958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110732596368 and training accuracy:0.999007821083 validation cost:0.0108604701236 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984354596585 and training accuracy:0.999188244343 validation cost:0.0102103631943 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882442854345 and training accuracy:0.999368607998 validation cost:0.00872092228383 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.621006012 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153984576464 and training accuracy:0.962749123573 validation cost:0.153692275286 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104996949434 and training accuracy:0.968429863453 validation cost:0.101843871176 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838682577014 and training accuracy:0.975228190422 validation cost:0.0828503072262 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0702543258667 and training accuracy:0.979605138302 validation cost:0.0693361237645 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0617894046009 and training accuracy:0.982026457787 validation cost:0.0594418868423 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0555416159332 and training accuracy:0.984075248241 validation cost:0.053346734494 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496400222182 and training accuracy:0.985844671726 validation cost:0.0472700074315 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0445803552866 and training accuracy:0.987055301666 validation cost:0.0442854613066 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405430085957 and training accuracy:0.988172829151 validation cost:0.040343914181 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.156876087 Method 3 test accuracy:0.791100025177 Training with lmbda:9.56463188776, 29 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.511533022 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.547838211 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183576606214 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016401251778 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.262983084 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183131210506 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150533709675 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0126965390518 and training accuracy:0.998827457428 validation cost:0.0126975839958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110732596368 and training accuracy:0.999007821083 validation cost:0.0108604701236 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984354596585 and training accuracy:0.999188244343 validation cost:0.0102103631943 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882442854345 and training accuracy:0.999368607998 validation cost:0.00872092228383 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.028337955 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153984576464 and training accuracy:0.962749123573 validation cost:0.153692275286 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104996949434 and training accuracy:0.968429863453 validation cost:0.101843871176 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838682577014 and training accuracy:0.975228190422 validation cost:0.0828503072262 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0702543258667 and training accuracy:0.979605138302 validation cost:0.0693361237645 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0617894046009 and training accuracy:0.982026457787 validation cost:0.0594418868423 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0555416159332 and training accuracy:0.984075248241 validation cost:0.053346734494 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496400222182 and training accuracy:0.985844671726 validation cost:0.0472700074315 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0445803552866 and training accuracy:0.987055301666 validation cost:0.0442854613066 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405429899693 and training accuracy:0.988172829151 validation cost:0.040343914181 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.713857889 Method 3 test accuracy:0.791100025177 Training with lmbda:9.6119403308, 30 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.975996971 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.252225876 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183576606214 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016401251778 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.701386929 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183131210506 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150533709675 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0126965390518 and training accuracy:0.998827457428 validation cost:0.0126975839958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110732596368 and training accuracy:0.999007821083 validation cost:0.0108604701236 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984354596585 and training accuracy:0.999188244343 validation cost:0.0102103631943 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882442854345 and training accuracy:0.999368607998 validation cost:0.00872092228383 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.140178204 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153984576464 and training accuracy:0.962749123573 validation cost:0.153692275286 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104996949434 and training accuracy:0.968429863453 validation cost:0.101843871176 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838682577014 and training accuracy:0.975228190422 validation cost:0.0828503072262 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0702543258667 and training accuracy:0.979605138302 validation cost:0.0693361237645 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0617894046009 and training accuracy:0.982026457787 validation cost:0.0594418868423 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0555416159332 and training accuracy:0.984075248241 validation cost:0.053346734494 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496400222182 and training accuracy:0.985844671726 validation cost:0.0472700074315 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0445803552866 and training accuracy:0.987055301666 validation cost:0.0442854613066 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405429899693 and training accuracy:0.988172829151 validation cost:0.040343914181 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.322888136 Method 3 test accuracy:0.791100025177 Training with lmbda:9.72830488578, 31 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.598098993 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.082628965 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183576606214 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016401251778 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.160501957 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183131210506 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150533709675 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0126965390518 and training accuracy:0.998827457428 validation cost:0.0126975839958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110732596368 and training accuracy:0.999007821083 validation cost:0.0108604701236 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984354596585 and training accuracy:0.999188244343 validation cost:0.0102103631943 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882442854345 and training accuracy:0.999368607998 validation cost:0.00872092228383 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.657794952 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153984576464 and training accuracy:0.962749123573 validation cost:0.153692275286 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104996949434 and training accuracy:0.968429863453 validation cost:0.101843871176 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838682577014 and training accuracy:0.975228190422 validation cost:0.0828503072262 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0702543258667 and training accuracy:0.979605138302 validation cost:0.0693361237645 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0617894046009 and training accuracy:0.982026457787 validation cost:0.0594418868423 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0555416159332 and training accuracy:0.984075248241 validation cost:0.053346734494 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496400222182 and training accuracy:0.985844671726 validation cost:0.0472700074315 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0445803552866 and training accuracy:0.987055301666 validation cost:0.0442854613066 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405429899693 and training accuracy:0.988172829151 validation cost:0.040343914181 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.413735151 Method 3 test accuracy:0.791100025177 Training with lmbda:0, 32 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.802433968 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.589287996 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286055970937 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234335958958 and training accuracy:0.997658550739 validation cost:0.0190068222582 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774708599 and training accuracy:0.997951209545 validation cost:0.0152730233967 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174989383668 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.245820045 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620176307857 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.033804718405 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235140342265 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181464832276 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148392925039 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.012655550614 and training accuracy:0.998556852341 validation cost:0.0128999259323 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109515367076 and training accuracy:0.998917639256 validation cost:0.0109260976315 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972819607705 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00864860136062 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.962296009 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150494784117 and training accuracy:0.963401019573 validation cost:0.148497834802 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102353192866 and training accuracy:0.972341239452 validation cost:0.101713344455 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.083420984447 and training accuracy:0.975693821907 validation cost:0.0832629576325 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0700587108731 and training accuracy:0.978766977787 validation cost:0.0694157853723 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608406923711 and training accuracy:0.982119560242 validation cost:0.0600199811161 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.054213847965 and training accuracy:0.983982145786 validation cost:0.0518169738352 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0485742762685 and training accuracy:0.986030936241 validation cost:0.0470215454698 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0444778949022 and training accuracy:0.987148463726 validation cost:0.0425119064748 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0412655323744 and training accuracy:0.988359093666 validation cost:0.039038259536 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.611958027 Method 3 test accuracy:0.787899971008 Training with lmbda:7.51179714048, 33 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.925697088 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.365502119 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286116525531 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234345532954 and training accuracy:0.997658550739 validation cost:0.0190184507519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774652719 and training accuracy:0.997951209545 validation cost:0.0152729824185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175067875534 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.910616159 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620246343315 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337876565754 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235168673098 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181493237615 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148312756792 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126510653645 and training accuracy:0.998556852341 validation cost:0.0129125146195 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109536452219 and training accuracy:0.998917639256 validation cost:0.0109229553491 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972957536578 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00865269917995 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.536695004 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150610968471 and training accuracy:0.963307857513 validation cost:0.148379206657 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102412380278 and training accuracy:0.972341239452 validation cost:0.101982183754 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.083344116807 and training accuracy:0.975507557392 validation cost:0.0832521691918 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.070045337081 and training accuracy:0.978860139847 validation cost:0.069665722549 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608049072325 and training accuracy:0.982119560242 validation cost:0.0599401220679 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0541386380792 and training accuracy:0.983888983727 validation cost:0.0519279912114 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0487367026508 and training accuracy:0.985937774181 validation cost:0.0474847964942 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.044612005353 and training accuracy:0.987055301666 validation cost:0.0423368401825 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0411043465137 and training accuracy:0.988359093666 validation cost:0.0384115874767 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.241460085 Method 3 test accuracy:0.787599980831 Training with lmbda:7.77094222616, 34 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.203865051 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.620321035 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286116525531 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234345532954 and training accuracy:0.997658550739 validation cost:0.0190184507519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774652719 and training accuracy:0.997951209545 validation cost:0.0152729824185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175067875534 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.514488935 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620246343315 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337876565754 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235168673098 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181493237615 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148312756792 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126510653645 and training accuracy:0.998556852341 validation cost:0.0129125146195 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109536452219 and training accuracy:0.998917639256 validation cost:0.0109229553491 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972957536578 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00865269917995 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.796718121 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150610968471 and training accuracy:0.963307857513 validation cost:0.148379206657 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102412380278 and training accuracy:0.972341239452 validation cost:0.101982183754 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.083344116807 and training accuracy:0.975507557392 validation cost:0.0832521691918 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.070045337081 and training accuracy:0.978860139847 validation cost:0.069665722549 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608049072325 and training accuracy:0.982119560242 validation cost:0.0599401220679 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0541386380792 and training accuracy:0.983888983727 validation cost:0.0519279912114 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0487367026508 and training accuracy:0.985937774181 validation cost:0.0474847964942 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.044612005353 and training accuracy:0.987055301666 validation cost:0.0423368401825 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0411043465137 and training accuracy:0.988359093666 validation cost:0.0384115874767 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.506182909 Method 3 test accuracy:0.787599980831 Training with lmbda:7.80392280196, 35 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.809962034 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.796218872 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286116525531 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234345532954 and training accuracy:0.997658550739 validation cost:0.0190184507519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774652719 and training accuracy:0.997951209545 validation cost:0.0152729824185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175067875534 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.636817932 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620246343315 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337876565754 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235168673098 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181493237615 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148312756792 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126510653645 and training accuracy:0.998556852341 validation cost:0.0129125146195 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109536452219 and training accuracy:0.998917639256 validation cost:0.0109229553491 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972957536578 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00865269917995 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.093369961 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150610968471 and training accuracy:0.963307857513 validation cost:0.148379206657 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102412380278 and training accuracy:0.972341239452 validation cost:0.101982183754 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.083344116807 and training accuracy:0.975507557392 validation cost:0.0832521691918 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.070045337081 and training accuracy:0.978860139847 validation cost:0.069665722549 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608049072325 and training accuracy:0.982119560242 validation cost:0.0599401220679 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0541386380792 and training accuracy:0.983888983727 validation cost:0.0519279912114 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0487367026508 and training accuracy:0.985937774181 validation cost:0.0474847964942 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.044612005353 and training accuracy:0.987055301666 validation cost:0.0423368401825 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0411043465137 and training accuracy:0.988359093666 validation cost:0.0384115874767 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.754221916 Method 3 test accuracy:0.787599980831 Training with lmbda:7.84176647421, 36 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.255963802 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.279373884 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286116525531 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234345532954 and training accuracy:0.997658550739 validation cost:0.0190184507519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774652719 and training accuracy:0.997951209545 validation cost:0.0152729824185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175067875534 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.365080118 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620246343315 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337876565754 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235168673098 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181493237615 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148312756792 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126510653645 and training accuracy:0.998556852341 validation cost:0.0129125146195 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109536452219 and training accuracy:0.998917639256 validation cost:0.0109229553491 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972957536578 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00865269917995 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.134281874 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150610968471 and training accuracy:0.963307857513 validation cost:0.148379206657 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102412380278 and training accuracy:0.972341239452 validation cost:0.101982183754 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.083344116807 and training accuracy:0.975507557392 validation cost:0.0832521691918 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.070045337081 and training accuracy:0.978860139847 validation cost:0.069665722549 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608049072325 and training accuracy:0.982119560242 validation cost:0.0599401220679 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0541386380792 and training accuracy:0.983888983727 validation cost:0.0519279912114 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0487367026508 and training accuracy:0.985937774181 validation cost:0.0474847964942 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.044612005353 and training accuracy:0.987055301666 validation cost:0.0423368401825 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0411043465137 and training accuracy:0.988359093666 validation cost:0.0384115874767 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.845315218 Method 3 test accuracy:0.787599980831 Training with lmbda:7.96332054888, 37 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.60237813 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.520728827 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286116525531 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234345532954 and training accuracy:0.997658550739 validation cost:0.0190184507519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774652719 and training accuracy:0.997951209545 validation cost:0.0152729824185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175067875534 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.523622036 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620246343315 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337876565754 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235168673098 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181493237615 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148312756792 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126510653645 and training accuracy:0.998556852341 validation cost:0.0129125146195 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109536452219 and training accuracy:0.998917639256 validation cost:0.0109229553491 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972957536578 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00865269917995 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.247142076 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150610968471 and training accuracy:0.963307857513 validation cost:0.148379206657 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102412380278 and training accuracy:0.972341239452 validation cost:0.101982183754 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.083344116807 and training accuracy:0.975507557392 validation cost:0.0832521691918 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0700098052621 and training accuracy:0.978860139847 validation cost:0.0693064406514 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608050711453 and training accuracy:0.982119560242 validation cost:0.0599418096244 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0541386380792 and training accuracy:0.983888983727 validation cost:0.0519279912114 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0487367026508 and training accuracy:0.985937774181 validation cost:0.0474847964942 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.044612005353 and training accuracy:0.987055301666 validation cost:0.0423368401825 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0411043465137 and training accuracy:0.988359093666 validation cost:0.0384115874767 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.540615797 Method 3 test accuracy:0.787599980831 Training with lmbda:8.02300530529, 38 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.145087957 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.14120388 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286116525531 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234345532954 and training accuracy:0.997658550739 validation cost:0.0190184507519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774652719 and training accuracy:0.997951209545 validation cost:0.0152729824185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175067875534 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.195847034 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620246343315 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337876565754 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235168673098 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181493237615 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148312756792 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126510653645 and training accuracy:0.998556852341 validation cost:0.0129125146195 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109536452219 and training accuracy:0.998917639256 validation cost:0.0109229553491 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972957536578 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00865269917995 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.054261923 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150610968471 and training accuracy:0.963307857513 validation cost:0.148379206657 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102412380278 and training accuracy:0.972341239452 validation cost:0.101982183754 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.083344116807 and training accuracy:0.975507557392 validation cost:0.0832521691918 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0700098052621 and training accuracy:0.978860139847 validation cost:0.0693064406514 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608050711453 and training accuracy:0.982119560242 validation cost:0.0599418096244 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0541386380792 and training accuracy:0.983888983727 validation cost:0.0519279912114 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0487367026508 and training accuracy:0.985937774181 validation cost:0.0474847964942 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.044612005353 and training accuracy:0.987055301666 validation cost:0.0423368401825 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0411043465137 and training accuracy:0.988359093666 validation cost:0.0384115874767 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.843369961 Method 3 test accuracy:0.787599980831 Training with lmbda:8.04924373156, 39 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.088711977 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.899775982 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286116525531 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234345532954 and training accuracy:0.997658550739 validation cost:0.0190184507519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774652719 and training accuracy:0.997951209545 validation cost:0.0152729824185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175067875534 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.465989113 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620246343315 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337876565754 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235168673098 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181493237615 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148312756792 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126510653645 and training accuracy:0.998556852341 validation cost:0.0129125146195 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109536452219 and training accuracy:0.998917639256 validation cost:0.0109229553491 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972957536578 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00865269917995 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.044816971 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150610968471 and training accuracy:0.963307857513 validation cost:0.148379206657 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102412380278 and training accuracy:0.972341239452 validation cost:0.101982183754 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.083344116807 and training accuracy:0.975507557392 validation cost:0.0832521691918 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0700098052621 and training accuracy:0.978860139847 validation cost:0.0693064406514 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608050711453 and training accuracy:0.982119560242 validation cost:0.0599418096244 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0541386380792 and training accuracy:0.983888983727 validation cost:0.0519279912114 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0487367026508 and training accuracy:0.985937774181 validation cost:0.0474847964942 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.044612005353 and training accuracy:0.987055301666 validation cost:0.0423368401825 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0411043465137 and training accuracy:0.988359093666 validation cost:0.0384115874767 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.049263 Method 3 test accuracy:0.787599980831 Training with lmbda:8.19592346273, 40 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.410377026 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.473402023 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286116525531 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234345532954 and training accuracy:0.997658550739 validation cost:0.0190184507519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774652719 and training accuracy:0.997951209545 validation cost:0.0152729824185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175067875534 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.930343151 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620246343315 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337876565754 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235168673098 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181493237615 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148312756792 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126510653645 and training accuracy:0.998556852341 validation cost:0.0129125146195 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109536452219 and training accuracy:0.998917639256 validation cost:0.0109229553491 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972957536578 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00865166727453 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.042237997 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150610968471 and training accuracy:0.963307857513 validation cost:0.148379206657 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.10241535306 and training accuracy:0.972341239452 validation cost:0.101982183754 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.083344116807 and training accuracy:0.975507557392 validation cost:0.0832521691918 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0700597092509 and training accuracy:0.978860139847 validation cost:0.069665722549 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608077719808 and training accuracy:0.982119560242 validation cost:0.0599384345114 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0542613118887 and training accuracy:0.983888983727 validation cost:0.0517489239573 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.048560667783 and training accuracy:0.986217200756 validation cost:0.046834975481 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446154810488 and training accuracy:0.987148463726 validation cost:0.0423506684601 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0411448441446 and training accuracy:0.988452196121 validation cost:0.0381055735052 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.032767057 Method 3 test accuracy:0.787699997425 Training with lmbda:8.56129397687, 41 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.605401039 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.488528967 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286116525531 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234345532954 and training accuracy:0.997658550739 validation cost:0.0190184507519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774652719 and training accuracy:0.997951209545 validation cost:0.0152729824185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175067875534 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.359245062 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620246343315 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337876565754 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235168673098 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181493237615 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148312756792 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126510653645 and training accuracy:0.998556852341 validation cost:0.0129125146195 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109536452219 and training accuracy:0.998917639256 validation cost:0.0109229553491 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972957536578 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00865275878459 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.349959135 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150610968471 and training accuracy:0.963307857513 validation cost:0.148379206657 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.10241535306 and training accuracy:0.972341239452 validation cost:0.101982183754 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.083344116807 and training accuracy:0.975507557392 validation cost:0.0832521691918 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0700597092509 and training accuracy:0.978860139847 validation cost:0.069665722549 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608077719808 and training accuracy:0.982119560242 validation cost:0.0599384345114 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0542613118887 and training accuracy:0.983888983727 validation cost:0.0517489239573 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.048560667783 and training accuracy:0.986217200756 validation cost:0.046834975481 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446154810488 and training accuracy:0.987148463726 validation cost:0.0423506684601 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0411448441446 and training accuracy:0.988452196121 validation cost:0.0381055735052 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.615696192 Method 3 test accuracy:0.787699997425 Training with lmbda:8.85851235448, 42 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.717247009 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.731370926 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286116525531 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234345532954 and training accuracy:0.997658550739 validation cost:0.0190184507519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774652719 and training accuracy:0.997951209545 validation cost:0.0152729824185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175067875534 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.294794798 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620246343315 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337876565754 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235168673098 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181493237615 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148312756792 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126510653645 and training accuracy:0.998556852341 validation cost:0.0129125146195 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109536452219 and training accuracy:0.998917639256 validation cost:0.0109229553491 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972952414304 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00865275878459 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.362391949 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150610968471 and training accuracy:0.963307857513 validation cost:0.148379206657 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.10241535306 and training accuracy:0.972341239452 validation cost:0.101982183754 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.083344116807 and training accuracy:0.975507557392 validation cost:0.0832521691918 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0700597092509 and training accuracy:0.978860139847 validation cost:0.069665722549 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608077719808 and training accuracy:0.982119560242 validation cost:0.0599384345114 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0542613118887 and training accuracy:0.983888983727 validation cost:0.0517489239573 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.048560667783 and training accuracy:0.986217200756 validation cost:0.046834975481 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446154810488 and training accuracy:0.987148463726 validation cost:0.0423506684601 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0411448441446 and training accuracy:0.988452196121 validation cost:0.0381055735052 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.318335056 Method 3 test accuracy:0.787699997425 Training with lmbda:8.93773332357, 43 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.89973402 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.26249218 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286116525531 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234345532954 and training accuracy:0.997658550739 validation cost:0.0190184507519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774652719 and training accuracy:0.997951209545 validation cost:0.0152729824185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175067875534 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.994184971 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620246343315 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337876565754 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235168673098 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181493237615 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148312756792 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126510653645 and training accuracy:0.998556852341 validation cost:0.0129125146195 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109536452219 and training accuracy:0.998917639256 validation cost:0.0109229553491 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972952414304 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00865275878459 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.925978899 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150610968471 and training accuracy:0.963307857513 validation cost:0.148379206657 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.10241535306 and training accuracy:0.972341239452 validation cost:0.101982183754 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.083344116807 and training accuracy:0.975507557392 validation cost:0.0832521691918 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0700597092509 and training accuracy:0.978860139847 validation cost:0.069665722549 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608077719808 and training accuracy:0.982119560242 validation cost:0.0599384345114 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0542613118887 and training accuracy:0.983888983727 validation cost:0.0517489239573 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.048560667783 and training accuracy:0.986217200756 validation cost:0.046834975481 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446154810488 and training accuracy:0.987148463726 validation cost:0.0423506684601 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0411448441446 and training accuracy:0.988452196121 validation cost:0.0381055735052 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.699141979 Method 3 test accuracy:0.787699997425 Training with lmbda:9.17687271182, 44 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.894600868 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.28010416 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286116525531 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234345532954 and training accuracy:0.997658550739 validation cost:0.0190184507519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774652719 and training accuracy:0.997951209545 validation cost:0.0152729824185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175067875534 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.358767033 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620246343315 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337876565754 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235168673098 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181493237615 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148312756792 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126510653645 and training accuracy:0.998556852341 validation cost:0.0129125146195 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109536452219 and training accuracy:0.998917639256 validation cost:0.0109229553491 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972952414304 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00865269917995 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.190159798 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150610968471 and training accuracy:0.963307857513 validation cost:0.148379206657 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.10241535306 and training accuracy:0.972341239452 validation cost:0.101982183754 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.083344116807 and training accuracy:0.975507557392 validation cost:0.0832521691918 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0700597092509 and training accuracy:0.978860139847 validation cost:0.069665722549 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608077719808 and training accuracy:0.982119560242 validation cost:0.0599384345114 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0542613118887 and training accuracy:0.983888983727 validation cost:0.0517489239573 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.048560667783 and training accuracy:0.986217200756 validation cost:0.046834975481 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446154810488 and training accuracy:0.987148463726 validation cost:0.0423506684601 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0411448441446 and training accuracy:0.988452196121 validation cost:0.0381055735052 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.611461878 Method 3 test accuracy:0.787699997425 Training with lmbda:9.56463188776, 45 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.198256969 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.470923901 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286116525531 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234345532954 and training accuracy:0.997658550739 validation cost:0.0190184507519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774652719 and training accuracy:0.997951209545 validation cost:0.0152729824185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175067875534 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.331842899 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620246343315 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337876565754 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235168673098 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181493237615 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148312756792 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126510653645 and training accuracy:0.998556852341 validation cost:0.0129125146195 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109536452219 and training accuracy:0.998917639256 validation cost:0.0109229553491 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972952414304 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00865269917995 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.256604195 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150610968471 and training accuracy:0.963307857513 validation cost:0.148379206657 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.10241535306 and training accuracy:0.972341239452 validation cost:0.101982183754 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.083344116807 and training accuracy:0.975507557392 validation cost:0.0832521691918 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0700597092509 and training accuracy:0.978860139847 validation cost:0.069665722549 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608048774302 and training accuracy:0.982119560242 validation cost:0.0599384345114 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0542613118887 and training accuracy:0.983888983727 validation cost:0.0517489239573 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.048560667783 and training accuracy:0.986217200756 validation cost:0.046834975481 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446154810488 and training accuracy:0.987148463726 validation cost:0.0423506684601 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0411453954875 and training accuracy:0.988452196121 validation cost:0.0381055735052 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.370611191 Method 3 test accuracy:0.787699997425 Training with lmbda:9.6119403308, 46 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.159133911 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.822278023 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286116525531 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234345532954 and training accuracy:0.997658550739 validation cost:0.0190184507519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774652719 and training accuracy:0.997951209545 validation cost:0.0152729824185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175067875534 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.191561937 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620246343315 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337876565754 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235168673098 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181493237615 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148312756792 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126510653645 and training accuracy:0.998556852341 validation cost:0.0129125146195 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109536452219 and training accuracy:0.998917639256 validation cost:0.0109229553491 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972952414304 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00865269917995 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.300586939 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150610968471 and training accuracy:0.963307857513 validation cost:0.148379206657 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.10241535306 and training accuracy:0.972341239452 validation cost:0.101982183754 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.083344116807 and training accuracy:0.975507557392 validation cost:0.0832521691918 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0700597092509 and training accuracy:0.978860139847 validation cost:0.069665722549 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608048774302 and training accuracy:0.982119560242 validation cost:0.0599384345114 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0542613118887 and training accuracy:0.983888983727 validation cost:0.0517489239573 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.048560667783 and training accuracy:0.986217200756 validation cost:0.046834975481 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446154810488 and training accuracy:0.987148463726 validation cost:0.0423506684601 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0411527380347 and training accuracy:0.988452196121 validation cost:0.0381055735052 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.586795092 Method 3 test accuracy:0.787699997425 Training with lmbda:9.72830488578, 47 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.543809891 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.230736017 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286116525531 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234345532954 and training accuracy:0.997658550739 validation cost:0.0190184507519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774652719 and training accuracy:0.997951209545 validation cost:0.0152729824185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175067875534 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.944175959 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620246343315 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337876565754 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235168673098 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181493237615 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148312756792 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0126510653645 and training accuracy:0.998556852341 validation cost:0.0129125146195 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109536452219 and training accuracy:0.998917639256 validation cost:0.0109229553491 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972952414304 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00865269917995 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.734721899 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150610968471 and training accuracy:0.963307857513 validation cost:0.148379206657 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.10241535306 and training accuracy:0.972341239452 validation cost:0.101982183754 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.083344116807 and training accuracy:0.975507557392 validation cost:0.0832521691918 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0700597092509 and training accuracy:0.978860139847 validation cost:0.069665722549 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608048774302 and training accuracy:0.982119560242 validation cost:0.0599384345114 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0542613118887 and training accuracy:0.983888983727 validation cost:0.0517489239573 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.048560667783 and training accuracy:0.986217200756 validation cost:0.046834975481 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446154810488 and training accuracy:0.987148463726 validation cost:0.0423506684601 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0411527380347 and training accuracy:0.988452196121 validation cost:0.0381055735052 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.07013607 Method 3 test accuracy:0.787699997425 Training with lmbda:0, 48 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.512434959 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.908258915 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.024416424334 and training accuracy:0.997170746326 validation cost:0.0177602935582 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212638769299 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753454179 and training accuracy:0.99726831913 validation cost:0.0134453475475 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169585160911 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152014484629 and training accuracy:0.997463405132 validation cost:0.0111647546291 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.595708847 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680197104812 and training accuracy:0.990258872509 validation cost:0.0667800009251 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364416614175 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0257732402533 and training accuracy:0.997384309769 validation cost:0.0257938690484 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.020039210096 and training accuracy:0.997745096684 validation cost:0.019262008369 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0159926116467 and training accuracy:0.998105883598 validation cost:0.0156124858186 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134396087378 and training accuracy:0.998556852341 validation cost:0.0136646823958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115250283852 and training accuracy:0.998556852341 validation cost:0.0119702173397 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101073002443 and training accuracy:0.9987372756 validation cost:0.0104008261114 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00918213743716 and training accuracy:0.998827457428 validation cost:0.00931342691183 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.82083416 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.1503149122 and training accuracy:0.963680386543 validation cost:0.150966629386 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104495748878 and training accuracy:0.971689343452 validation cost:0.10532271862 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0849667042494 and training accuracy:0.974669396877 validation cost:0.0854837447405 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0725708380342 and training accuracy:0.978394508362 validation cost:0.0726876705885 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.06287471205 and training accuracy:0.982212722301 validation cost:0.0621440894902 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0562736280262 and training accuracy:0.983888983727 validation cost:0.0555613227189 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511264130473 and training accuracy:0.985379040241 validation cost:0.0486761070788 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461544878781 and training accuracy:0.986775934696 validation cost:0.0432433150709 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428599640727 and training accuracy:0.987614095211 validation cost:0.0393931046128 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.029114008 Method 3 test accuracy:0.789300024509 Training with lmbda:7.51179714048, 49 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.271515846 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.439929008 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244343895465 and training accuracy:0.997170746326 validation cost:0.0177498534322 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212642587721 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753547311 and training accuracy:0.99726831913 validation cost:0.0134452367201 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169570632279 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152016272768 and training accuracy:0.997463405132 validation cost:0.011166298762 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.667946815 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680224522948 and training accuracy:0.990258872509 validation cost:0.0668077021837 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364408902824 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.025768969208 and training accuracy:0.997384309769 validation cost:0.0258081890643 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200419928879 and training accuracy:0.997745096684 validation cost:0.0192664135247 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160018336028 and training accuracy:0.998105883598 validation cost:0.0156132113189 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134475007653 and training accuracy:0.998556852341 validation cost:0.0136681627482 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115041341633 and training accuracy:0.998556852341 validation cost:0.011905121617 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101087251678 and training accuracy:0.9987372756 validation cost:0.0104181431234 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0091879600659 and training accuracy:0.998827457428 validation cost:0.00931676849723 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.489090204 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150381758809 and training accuracy:0.963494122028 validation cost:0.151181966066 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104619555175 and training accuracy:0.971782445908 validation cost:0.105768769979 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0849401280284 and training accuracy:0.974669396877 validation cost:0.0851943641901 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0724739655852 and training accuracy:0.978394508362 validation cost:0.0729391798377 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0630634278059 and training accuracy:0.981933295727 validation cost:0.0623452700675 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.05650402233 and training accuracy:0.983795881271 validation cost:0.0555954128504 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511424206197 and training accuracy:0.985379040241 validation cost:0.0489751845598 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461676008999 and training accuracy:0.986775934696 validation cost:0.0431391187012 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428918749094 and training accuracy:0.987707197666 validation cost:0.039778880775 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.805668831 Method 3 test accuracy:0.789699971676 Training with lmbda:7.77094222616, 50 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.725996017 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.277740955 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244343895465 and training accuracy:0.997170746326 validation cost:0.0177498534322 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212642587721 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753547311 and training accuracy:0.99726831913 validation cost:0.0134452367201 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169570632279 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152016272768 and training accuracy:0.997463405132 validation cost:0.011166298762 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.063141108 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680224522948 and training accuracy:0.990258872509 validation cost:0.0668077021837 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364408902824 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.025768969208 and training accuracy:0.997384309769 validation cost:0.0258081890643 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200419928879 and training accuracy:0.997745096684 validation cost:0.0192664135247 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160018336028 and training accuracy:0.998105883598 validation cost:0.0156132113189 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134475007653 and training accuracy:0.998556852341 validation cost:0.0136681627482 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115041341633 and training accuracy:0.998556852341 validation cost:0.011905121617 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101087251678 and training accuracy:0.9987372756 validation cost:0.0104181431234 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0091879600659 and training accuracy:0.998827457428 validation cost:0.00931676849723 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.761116028 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150381758809 and training accuracy:0.963494122028 validation cost:0.151181966066 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104619555175 and training accuracy:0.971782445908 validation cost:0.105768769979 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0849401280284 and training accuracy:0.974669396877 validation cost:0.0851943641901 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0724739655852 and training accuracy:0.978394508362 validation cost:0.0729391798377 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0630634278059 and training accuracy:0.981933295727 validation cost:0.0623452700675 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.05650402233 and training accuracy:0.983795881271 validation cost:0.0555954128504 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511424206197 and training accuracy:0.985379040241 validation cost:0.0489751845598 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461676008999 and training accuracy:0.986775934696 validation cost:0.0431391187012 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428918749094 and training accuracy:0.987707197666 validation cost:0.039778880775 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.880573034 Method 3 test accuracy:0.789699971676 Training with lmbda:7.80392280196, 51 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.946242809 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.56014204 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244343895465 and training accuracy:0.997170746326 validation cost:0.0177498534322 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212642587721 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753547311 and training accuracy:0.99726831913 validation cost:0.0134452367201 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169570632279 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152016272768 and training accuracy:0.997463405132 validation cost:0.011166298762 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.547981977 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680224522948 and training accuracy:0.990258872509 validation cost:0.0668077021837 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364408902824 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.025768969208 and training accuracy:0.997384309769 validation cost:0.0258081890643 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200419928879 and training accuracy:0.997745096684 validation cost:0.0192664135247 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160018336028 and training accuracy:0.998105883598 validation cost:0.0156132113189 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134475007653 and training accuracy:0.998556852341 validation cost:0.0136681627482 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115041341633 and training accuracy:0.998556852341 validation cost:0.011905121617 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101087251678 and training accuracy:0.9987372756 validation cost:0.0104181431234 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0091879600659 and training accuracy:0.998827457428 validation cost:0.00931676849723 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.41425395 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150381758809 and training accuracy:0.963494122028 validation cost:0.151181966066 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104619555175 and training accuracy:0.971782445908 validation cost:0.105768769979 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0849401280284 and training accuracy:0.974669396877 validation cost:0.0851943641901 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0724739655852 and training accuracy:0.978394508362 validation cost:0.0729391798377 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0630634278059 and training accuracy:0.981933295727 validation cost:0.0623452700675 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.05650402233 and training accuracy:0.983795881271 validation cost:0.0555954128504 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511424206197 and training accuracy:0.985379040241 validation cost:0.0489751845598 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461676008999 and training accuracy:0.986775934696 validation cost:0.0431391187012 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428918749094 and training accuracy:0.987707197666 validation cost:0.039778880775 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.297685146 Method 3 test accuracy:0.789699971676 Training with lmbda:7.84176647421, 52 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.471441984 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.630732059 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244343895465 and training accuracy:0.997170746326 validation cost:0.0177498534322 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212642587721 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753547311 and training accuracy:0.99726831913 validation cost:0.0134452367201 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169570632279 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152016272768 and training accuracy:0.997463405132 validation cost:0.011166298762 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.312396049 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680224522948 and training accuracy:0.990258872509 validation cost:0.0668077021837 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364408902824 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.025768969208 and training accuracy:0.997384309769 validation cost:0.0258081890643 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200419928879 and training accuracy:0.997745096684 validation cost:0.0192664135247 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160018336028 and training accuracy:0.998105883598 validation cost:0.0156132113189 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134475007653 and training accuracy:0.998556852341 validation cost:0.0136681627482 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115041341633 and training accuracy:0.998556852341 validation cost:0.011905121617 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101087251678 and training accuracy:0.9987372756 validation cost:0.0104181431234 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0091879600659 and training accuracy:0.998827457428 validation cost:0.00931676849723 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.160474062 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150381758809 and training accuracy:0.963494122028 validation cost:0.151181966066 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104619555175 and training accuracy:0.971782445908 validation cost:0.105768769979 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0849401280284 and training accuracy:0.974669396877 validation cost:0.0851943641901 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0724739655852 and training accuracy:0.978394508362 validation cost:0.0729391798377 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0630634278059 and training accuracy:0.981933295727 validation cost:0.0623452700675 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.05650402233 and training accuracy:0.983795881271 validation cost:0.0555954128504 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511424206197 and training accuracy:0.985379040241 validation cost:0.0489751845598 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461676008999 and training accuracy:0.986775934696 validation cost:0.0431391187012 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428918749094 and training accuracy:0.987707197666 validation cost:0.039778880775 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.859575033 Method 3 test accuracy:0.789699971676 Training with lmbda:7.96332054888, 53 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.2124331 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.682887077 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244343895465 and training accuracy:0.997170746326 validation cost:0.0177498534322 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212642587721 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753547311 and training accuracy:0.99726831913 validation cost:0.0134452367201 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169570632279 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152016272768 and training accuracy:0.997463405132 validation cost:0.011166298762 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.127099991 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680224522948 and training accuracy:0.990258872509 validation cost:0.0668077021837 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364408902824 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.025768969208 and training accuracy:0.997384309769 validation cost:0.0258081890643 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200419928879 and training accuracy:0.997745096684 validation cost:0.0192664135247 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160018336028 and training accuracy:0.998105883598 validation cost:0.0156132113189 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134475007653 and training accuracy:0.998556852341 validation cost:0.0136681627482 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115041341633 and training accuracy:0.998556852341 validation cost:0.011905121617 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101087251678 and training accuracy:0.9987372756 validation cost:0.0104181431234 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0091879600659 and training accuracy:0.998827457428 validation cost:0.00931676849723 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.763356924 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150381758809 and training accuracy:0.963494122028 validation cost:0.151181966066 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104619555175 and training accuracy:0.971782445908 validation cost:0.105768769979 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0849401280284 and training accuracy:0.974669396877 validation cost:0.0851943641901 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0724739655852 and training accuracy:0.978394508362 validation cost:0.0729391798377 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0630634278059 and training accuracy:0.981933295727 validation cost:0.0623452700675 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.05650402233 and training accuracy:0.983795881271 validation cost:0.0555954128504 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511424206197 and training accuracy:0.985379040241 validation cost:0.0489751845598 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461676008999 and training accuracy:0.986775934696 validation cost:0.0431391187012 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428918749094 and training accuracy:0.987707197666 validation cost:0.039778880775 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.631364107 Method 3 test accuracy:0.789699971676 Training with lmbda:8.02300530529, 54 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.213336945 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.257332087 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244343895465 and training accuracy:0.997170746326 validation cost:0.0177498534322 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212642587721 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753547311 and training accuracy:0.99726831913 validation cost:0.0134452367201 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169570632279 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152016272768 and training accuracy:0.997463405132 validation cost:0.011166298762 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.652070999 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680224522948 and training accuracy:0.990258872509 validation cost:0.0668077021837 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364408902824 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.025768969208 and training accuracy:0.997384309769 validation cost:0.0258081890643 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200419928879 and training accuracy:0.997745096684 validation cost:0.0192664135247 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160018336028 and training accuracy:0.998105883598 validation cost:0.0156132113189 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134475007653 and training accuracy:0.998556852341 validation cost:0.0136681627482 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115041341633 and training accuracy:0.998556852341 validation cost:0.011905121617 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101087251678 and training accuracy:0.9987372756 validation cost:0.0104181431234 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0091879600659 and training accuracy:0.998827457428 validation cost:0.00931676849723 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.581758976 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150381758809 and training accuracy:0.963494122028 validation cost:0.151181966066 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104619555175 and training accuracy:0.971782445908 validation cost:0.105768769979 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0849401280284 and training accuracy:0.974669396877 validation cost:0.0851943641901 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0724739655852 and training accuracy:0.978394508362 validation cost:0.0729391798377 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0630634278059 and training accuracy:0.981933295727 validation cost:0.0623452700675 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.05650402233 and training accuracy:0.983795881271 validation cost:0.0555954128504 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511424206197 and training accuracy:0.985379040241 validation cost:0.0489751845598 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461676008999 and training accuracy:0.986775934696 validation cost:0.0431391187012 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428918749094 and training accuracy:0.987707197666 validation cost:0.039778880775 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.806101084 Method 3 test accuracy:0.789699971676 Training with lmbda:8.04924373156, 55 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.490285873 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.660263062 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244343895465 and training accuracy:0.997170746326 validation cost:0.0177498534322 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212642587721 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753547311 and training accuracy:0.99726831913 validation cost:0.0134452367201 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169570632279 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152016272768 and training accuracy:0.997463405132 validation cost:0.011166298762 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.408493042 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680224522948 and training accuracy:0.990258872509 validation cost:0.0668077021837 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364408902824 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.025768969208 and training accuracy:0.997384309769 validation cost:0.0258081890643 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200419928879 and training accuracy:0.997745096684 validation cost:0.0192664135247 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160018336028 and training accuracy:0.998105883598 validation cost:0.0156132113189 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134475007653 and training accuracy:0.998556852341 validation cost:0.0136681627482 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115041341633 and training accuracy:0.998556852341 validation cost:0.011905121617 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101087251678 and training accuracy:0.9987372756 validation cost:0.0104181431234 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0091879600659 and training accuracy:0.998827457428 validation cost:0.00931676849723 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.427983046 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150381758809 and training accuracy:0.963494122028 validation cost:0.151181966066 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104619555175 and training accuracy:0.971782445908 validation cost:0.105768769979 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0849401280284 and training accuracy:0.974669396877 validation cost:0.0851943641901 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0724739655852 and training accuracy:0.978394508362 validation cost:0.0729391798377 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0630634278059 and training accuracy:0.981933295727 validation cost:0.0623452700675 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.05650402233 and training accuracy:0.983795881271 validation cost:0.0555954128504 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511424206197 and training accuracy:0.985379040241 validation cost:0.0489751845598 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461676008999 and training accuracy:0.986775934696 validation cost:0.0431391187012 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428918749094 and training accuracy:0.987707197666 validation cost:0.039778880775 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.605131865 Method 3 test accuracy:0.789699971676 Training with lmbda:8.19592346273, 56 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.590756178 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.661303043 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244343895465 and training accuracy:0.997170746326 validation cost:0.0177498534322 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212642587721 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753547311 and training accuracy:0.99726831913 validation cost:0.0134452367201 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169570632279 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152016272768 and training accuracy:0.997463405132 validation cost:0.011166298762 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.160657883 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680224522948 and training accuracy:0.990258872509 validation cost:0.0668077021837 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364408902824 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.025768969208 and training accuracy:0.997384309769 validation cost:0.0258081890643 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200419928879 and training accuracy:0.997745096684 validation cost:0.0192664135247 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160018336028 and training accuracy:0.998105883598 validation cost:0.0156132113189 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134475007653 and training accuracy:0.998556852341 validation cost:0.0136681627482 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115041341633 and training accuracy:0.998556852341 validation cost:0.011905121617 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101087251678 and training accuracy:0.9987372756 validation cost:0.0104181431234 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0091879600659 and training accuracy:0.998827457428 validation cost:0.00931676849723 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.076019049 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150381758809 and training accuracy:0.963494122028 validation cost:0.151181966066 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104619555175 and training accuracy:0.971782445908 validation cost:0.105768769979 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0849401280284 and training accuracy:0.974669396877 validation cost:0.0851943641901 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0724739655852 and training accuracy:0.978394508362 validation cost:0.0729391798377 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0630634278059 and training accuracy:0.981933295727 validation cost:0.0623452700675 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.05650402233 and training accuracy:0.983795881271 validation cost:0.0555954128504 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511424206197 and training accuracy:0.985379040241 validation cost:0.0489751845598 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461676008999 and training accuracy:0.986775934696 validation cost:0.0431391187012 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428918749094 and training accuracy:0.987707197666 validation cost:0.039778880775 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.496773958 Method 3 test accuracy:0.789699971676 Training with lmbda:8.56129397687, 57 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.624429941 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.774263859 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244343895465 and training accuracy:0.997170746326 validation cost:0.0177498534322 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212642587721 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753547311 and training accuracy:0.99726831913 validation cost:0.0134452367201 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169570632279 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152016272768 and training accuracy:0.997463405132 validation cost:0.011166298762 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.133418798 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680224522948 and training accuracy:0.990258872509 validation cost:0.0668077021837 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364408902824 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.025768969208 and training accuracy:0.997384309769 validation cost:0.0258081890643 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200419928879 and training accuracy:0.997745096684 validation cost:0.0192664135247 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160018336028 and training accuracy:0.998105883598 validation cost:0.0156132113189 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134475007653 and training accuracy:0.998556852341 validation cost:0.0136681627482 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115041341633 and training accuracy:0.998556852341 validation cost:0.011905121617 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101087251678 and training accuracy:0.9987372756 validation cost:0.0104181431234 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0091879600659 and training accuracy:0.998827457428 validation cost:0.00931676849723 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.453930855 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150381758809 and training accuracy:0.963494122028 validation cost:0.151181966066 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104619555175 and training accuracy:0.971782445908 validation cost:0.105768769979 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0849401280284 and training accuracy:0.974669396877 validation cost:0.0851943641901 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0724739655852 and training accuracy:0.978394508362 validation cost:0.0729391798377 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0630634278059 and training accuracy:0.981933295727 validation cost:0.0623452700675 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.05650402233 and training accuracy:0.983795881271 validation cost:0.0555954128504 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511424206197 and training accuracy:0.985379040241 validation cost:0.0489751845598 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461676008999 and training accuracy:0.986775934696 validation cost:0.0431391187012 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428918749094 and training accuracy:0.987707197666 validation cost:0.039778880775 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.845602036 Method 3 test accuracy:0.789699971676 Training with lmbda:8.85851235448, 58 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.094998121 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.53490591 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244343895465 and training accuracy:0.997170746326 validation cost:0.0177498534322 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212642587721 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753547311 and training accuracy:0.99726831913 validation cost:0.0134452367201 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169570632279 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152016272768 and training accuracy:0.997463405132 validation cost:0.011166298762 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.428946972 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680224522948 and training accuracy:0.990258872509 validation cost:0.0668077021837 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364408902824 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.025768969208 and training accuracy:0.997384309769 validation cost:0.0258081890643 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200419928879 and training accuracy:0.997745096684 validation cost:0.0192664135247 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160018336028 and training accuracy:0.998105883598 validation cost:0.0156132113189 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134475007653 and training accuracy:0.998556852341 validation cost:0.0136681627482 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115041341633 and training accuracy:0.998556852341 validation cost:0.011905121617 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101087251678 and training accuracy:0.9987372756 validation cost:0.0104181431234 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0091879600659 and training accuracy:0.998827457428 validation cost:0.00931676849723 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.347406149 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150381758809 and training accuracy:0.963494122028 validation cost:0.151181966066 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104619555175 and training accuracy:0.971782445908 validation cost:0.105768769979 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0849401280284 and training accuracy:0.974669396877 validation cost:0.0851943641901 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0724739655852 and training accuracy:0.978394508362 validation cost:0.0729391798377 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0630634278059 and training accuracy:0.981933295727 validation cost:0.0623452700675 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.05650402233 and training accuracy:0.983795881271 validation cost:0.0555954128504 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511424206197 and training accuracy:0.985379040241 validation cost:0.0489751845598 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461676008999 and training accuracy:0.986775934696 validation cost:0.0431391187012 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428918749094 and training accuracy:0.987707197666 validation cost:0.039778880775 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.308641911 Method 3 test accuracy:0.789699971676 Training with lmbda:8.93773332357, 59 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.171844006 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.472764015 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244343895465 and training accuracy:0.997170746326 validation cost:0.0177498534322 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212642587721 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753547311 and training accuracy:0.99726831913 validation cost:0.0134452367201 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169570632279 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152016272768 and training accuracy:0.997463405132 validation cost:0.011166298762 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.720539093 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680224522948 and training accuracy:0.990258872509 validation cost:0.0668077021837 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364408902824 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.025768969208 and training accuracy:0.997384309769 validation cost:0.0258081890643 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200419928879 and training accuracy:0.997745096684 validation cost:0.0192664135247 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160018336028 and training accuracy:0.998105883598 validation cost:0.0156132113189 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134475007653 and training accuracy:0.998556852341 validation cost:0.0136681627482 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115041341633 and training accuracy:0.998556852341 validation cost:0.011905121617 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101087251678 and training accuracy:0.9987372756 validation cost:0.0104181431234 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0091879600659 and training accuracy:0.998827457428 validation cost:0.00931676849723 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.174741983 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150381758809 and training accuracy:0.963494122028 validation cost:0.151181966066 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104619555175 and training accuracy:0.971782445908 validation cost:0.105768769979 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0849401280284 and training accuracy:0.974669396877 validation cost:0.0851943641901 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0724739655852 and training accuracy:0.978394508362 validation cost:0.0729391798377 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0630634278059 and training accuracy:0.981933295727 validation cost:0.0623452700675 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.05650402233 and training accuracy:0.983795881271 validation cost:0.0555954128504 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511424206197 and training accuracy:0.985379040241 validation cost:0.0489751845598 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461676008999 and training accuracy:0.986775934696 validation cost:0.0431391187012 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428918749094 and training accuracy:0.987707197666 validation cost:0.039778880775 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.014410019 Method 3 test accuracy:0.789699971676 Training with lmbda:9.17687271182, 60 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.847296 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.748908043 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244343895465 and training accuracy:0.997170746326 validation cost:0.0177498534322 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212642587721 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753547311 and training accuracy:0.99726831913 validation cost:0.0134452367201 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169570632279 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152016272768 and training accuracy:0.997463405132 validation cost:0.011166298762 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:113.742806911 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680224522948 and training accuracy:0.990258872509 validation cost:0.0668077021837 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364408902824 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.025768969208 and training accuracy:0.997384309769 validation cost:0.0258081890643 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200419928879 and training accuracy:0.997745096684 validation cost:0.0192664135247 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160018336028 and training accuracy:0.998105883598 validation cost:0.0156132113189 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134475007653 and training accuracy:0.998556852341 validation cost:0.0136681627482 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115041341633 and training accuracy:0.998556852341 validation cost:0.011905121617 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101087251678 and training accuracy:0.9987372756 validation cost:0.0104181431234 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0091879600659 and training accuracy:0.998827457428 validation cost:0.00931676849723 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.790884018 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150381758809 and training accuracy:0.963494122028 validation cost:0.151181966066 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104619555175 and training accuracy:0.971782445908 validation cost:0.105768769979 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0849401280284 and training accuracy:0.974669396877 validation cost:0.0851943641901 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0724739655852 and training accuracy:0.978394508362 validation cost:0.0729391798377 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0630634278059 and training accuracy:0.981933295727 validation cost:0.0623452700675 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.05650402233 and training accuracy:0.983795881271 validation cost:0.0555954128504 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511424206197 and training accuracy:0.985379040241 validation cost:0.0489751845598 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461676008999 and training accuracy:0.986775934696 validation cost:0.0431391187012 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428918749094 and training accuracy:0.987707197666 validation cost:0.039778880775 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.324212074 Method 3 test accuracy:0.789699971676 Training with lmbda:9.56463188776, 61 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.415791988 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.32374692 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244343895465 and training accuracy:0.997170746326 validation cost:0.0177498534322 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212642587721 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753547311 and training accuracy:0.99726831913 validation cost:0.0134452367201 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169570632279 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152016272768 and training accuracy:0.997463405132 validation cost:0.011166298762 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.462505102 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680224522948 and training accuracy:0.990258872509 validation cost:0.0668077021837 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364408902824 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.025768969208 and training accuracy:0.997384309769 validation cost:0.0258081890643 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200419928879 and training accuracy:0.997745096684 validation cost:0.0192664135247 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160018336028 and training accuracy:0.998105883598 validation cost:0.0156132113189 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134475007653 and training accuracy:0.998556852341 validation cost:0.0136681627482 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115041341633 and training accuracy:0.998556852341 validation cost:0.011905121617 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101087251678 and training accuracy:0.9987372756 validation cost:0.0104181431234 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0091879600659 and training accuracy:0.998827457428 validation cost:0.00931676849723 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.247004032 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150381758809 and training accuracy:0.963494122028 validation cost:0.151181966066 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104619555175 and training accuracy:0.971782445908 validation cost:0.105768769979 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0849616453052 and training accuracy:0.974669396877 validation cost:0.0851943641901 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0724722221494 and training accuracy:0.978301346302 validation cost:0.072768099606 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0631391704082 and training accuracy:0.982026457787 validation cost:0.0625146776438 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0563861578703 and training accuracy:0.983795881271 validation cost:0.055592302233 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511328354478 and training accuracy:0.985472142696 validation cost:0.0490346625447 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461301915348 and training accuracy:0.986775934696 validation cost:0.0430006496608 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428495556116 and training accuracy:0.987614095211 validation cost:0.0394387729466 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.655073881 Method 3 test accuracy:0.78979998827 Training with lmbda:9.6119403308, 62 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.946445942 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.413792849 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244343895465 and training accuracy:0.997170746326 validation cost:0.0177498534322 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212642587721 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753547311 and training accuracy:0.99726831913 validation cost:0.0134452367201 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169570632279 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152016272768 and training accuracy:0.997463405132 validation cost:0.011166298762 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.291610956 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680224522948 and training accuracy:0.990258872509 validation cost:0.0668077021837 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364408902824 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.025768969208 and training accuracy:0.997384309769 validation cost:0.0258081890643 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200419928879 and training accuracy:0.997745096684 validation cost:0.0192664135247 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160018336028 and training accuracy:0.998105883598 validation cost:0.0156132113189 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134475007653 and training accuracy:0.998556852341 validation cost:0.0136681627482 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115041341633 and training accuracy:0.998556852341 validation cost:0.011905121617 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101087251678 and training accuracy:0.9987372756 validation cost:0.0104181431234 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0091879600659 and training accuracy:0.998827457428 validation cost:0.00931676849723 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.554255009 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150381758809 and training accuracy:0.963494122028 validation cost:0.151181966066 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104619555175 and training accuracy:0.971782445908 validation cost:0.105768769979 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0849616453052 and training accuracy:0.974669396877 validation cost:0.0851943641901 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0724722221494 and training accuracy:0.978301346302 validation cost:0.072768099606 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0631391704082 and training accuracy:0.982026457787 validation cost:0.0625146776438 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0563861578703 and training accuracy:0.983795881271 validation cost:0.055592302233 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511328354478 and training accuracy:0.985472142696 validation cost:0.0490346625447 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461301915348 and training accuracy:0.986775934696 validation cost:0.0430006496608 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428495556116 and training accuracy:0.987614095211 validation cost:0.0394387729466 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.750010967 Method 3 test accuracy:0.78979998827 Training with lmbda:9.72830488578, 63 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.303184986 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.530841827 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244343895465 and training accuracy:0.997170746326 validation cost:0.0177498534322 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212642587721 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753547311 and training accuracy:0.99726831913 validation cost:0.0134452367201 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169570632279 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152016272768 and training accuracy:0.997463405132 validation cost:0.011166298762 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.842163086 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680224522948 and training accuracy:0.990258872509 validation cost:0.0668077021837 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364408902824 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.025768969208 and training accuracy:0.997384309769 validation cost:0.0258081890643 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200419928879 and training accuracy:0.997745096684 validation cost:0.0192664135247 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160018336028 and training accuracy:0.998105883598 validation cost:0.0156132113189 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134475007653 and training accuracy:0.998556852341 validation cost:0.0136681627482 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115041341633 and training accuracy:0.998556852341 validation cost:0.011905121617 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101087251678 and training accuracy:0.9987372756 validation cost:0.0104181431234 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0091879600659 and training accuracy:0.998827457428 validation cost:0.00931676849723 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.103617907 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150381758809 and training accuracy:0.963494122028 validation cost:0.151181966066 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104619555175 and training accuracy:0.971782445908 validation cost:0.105768769979 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0849401280284 and training accuracy:0.974669396877 validation cost:0.0851943641901 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0724739655852 and training accuracy:0.978394508362 validation cost:0.0729391798377 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0630634278059 and training accuracy:0.981933295727 validation cost:0.0623452700675 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.05650402233 and training accuracy:0.983795881271 validation cost:0.0555954128504 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511424206197 and training accuracy:0.985379040241 validation cost:0.0489751845598 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461676008999 and training accuracy:0.986775934696 validation cost:0.0431391187012 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428918749094 and training accuracy:0.987707197666 validation cost:0.039778880775 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.736093044 Method 3 test accuracy:0.789699971676 Training with lmbda:0, 64 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.550239086 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580960251391 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476470403373 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:122.460956812 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256434321 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.409661055 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194009188563 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.015670472756 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:123.056993961 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151703119278 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102396644652 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814579501748 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689342692494 and training accuracy:0.980629563332 validation cost:0.0685682967305 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609318986535 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0535955689847 and training accuracy:0.984633982182 validation cost:0.0505174845457 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.049071803689 and training accuracy:0.985751509666 validation cost:0.0494677238166 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0446933321655 and training accuracy:0.987427830696 validation cost:0.0449233613908 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0412671677768 and training accuracy:0.987800359726 validation cost:0.0424859561026 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:119.618685007 Method 3 test accuracy:0.77840000391 Training with lmbda:7.51179714048, 65 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.241607904 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580889172852 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476460047066 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:122.35491991 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256192178 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.424412012 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194008480757 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156705435365 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:123.546812057 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151710405946 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102401316166 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814551189542 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689082220197 and training accuracy:0.980722665787 validation cost:0.0689102709293 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609489642084 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537236705422 and training accuracy:0.984633982182 validation cost:0.0510799326003 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490582250059 and training accuracy:0.985751509666 validation cost:0.0490953698754 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0447843149304 and training accuracy:0.987800359726 validation cost:0.0450638979673 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413732491434 and training accuracy:0.987800359726 validation cost:0.0411700382829 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.538972139 Method 3 test accuracy:0.778800010681 Training with lmbda:7.77094222616, 66 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.680743933 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580889172852 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476460047066 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:122.188254118 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256192178 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.428800106 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194008480757 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156705435365 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:123.073734045 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151710405946 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102401316166 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814551189542 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689082220197 and training accuracy:0.980722665787 validation cost:0.0689102709293 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609489642084 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537236705422 and training accuracy:0.984633982182 validation cost:0.0510799326003 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490582250059 and training accuracy:0.985751509666 validation cost:0.0490953698754 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0447844676673 and training accuracy:0.987800359726 validation cost:0.0450638979673 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413905642927 and training accuracy:0.987800359726 validation cost:0.0411700382829 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.294598103 Method 3 test accuracy:0.778800010681 Training with lmbda:7.80392280196, 67 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.13658309 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580889172852 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476460047066 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:122.559561968 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256192178 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.739262104 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194008480757 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156705435365 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:123.89474082 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151710405946 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102401316166 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814551189542 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689082220197 and training accuracy:0.980722665787 validation cost:0.0689102709293 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609489642084 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537236705422 and training accuracy:0.984633982182 validation cost:0.0510799326003 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490582250059 and training accuracy:0.985751509666 validation cost:0.0490953698754 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0447844676673 and training accuracy:0.987800359726 validation cost:0.0450638979673 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413905642927 and training accuracy:0.987800359726 validation cost:0.0411700382829 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.407339096 Method 3 test accuracy:0.778800010681 Training with lmbda:7.84176647421, 68 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.307595015 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580889172852 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476460047066 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:122.422703981 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256192178 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.017905951 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194008480757 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156705435365 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:123.222752094 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151710405946 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102401316166 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814551189542 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689082220197 and training accuracy:0.980722665787 validation cost:0.0689102709293 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609489642084 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537236705422 and training accuracy:0.984633982182 validation cost:0.0510799326003 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490582250059 and training accuracy:0.985751509666 validation cost:0.0490953698754 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0447844676673 and training accuracy:0.987800359726 validation cost:0.0450638979673 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413905642927 and training accuracy:0.987800359726 validation cost:0.0411700382829 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.517076969 Method 3 test accuracy:0.778800010681 Training with lmbda:7.96332054888, 69 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.037222862 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580889172852 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476460047066 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:122.41563797 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256192178 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.911009073 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194008480757 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156705435365 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:123.633913994 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151710405946 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102401316166 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814551189542 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689082220197 and training accuracy:0.980722665787 validation cost:0.0689102709293 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609489642084 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537236705422 and training accuracy:0.984633982182 validation cost:0.0510799326003 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490582250059 and training accuracy:0.985751509666 validation cost:0.0490953698754 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0447844676673 and training accuracy:0.987800359726 validation cost:0.0450638979673 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413905642927 and training accuracy:0.987800359726 validation cost:0.0411700382829 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.72300601 Method 3 test accuracy:0.778800010681 Training with lmbda:8.02300530529, 70 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.570385933 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580889172852 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476460047066 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:122.550173044 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256192178 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.32191205 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194008480757 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156705435365 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:123.189997911 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151710405946 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102401316166 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814551189542 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689082220197 and training accuracy:0.980722665787 validation cost:0.0689102709293 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609489642084 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537236705422 and training accuracy:0.984633982182 validation cost:0.0510799326003 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490582250059 and training accuracy:0.985751509666 validation cost:0.0490953698754 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0447834059596 and training accuracy:0.987800359726 validation cost:0.0450638979673 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413905642927 and training accuracy:0.987800359726 validation cost:0.0411700382829 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.91415 Method 3 test accuracy:0.778800010681 Training with lmbda:8.04924373156, 71 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.435925007 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580889172852 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476460047066 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:122.325974941 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256192178 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.812228918 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194008480757 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156705435365 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:126.298320055 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151710405946 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102401316166 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814551189542 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689082220197 and training accuracy:0.980722665787 validation cost:0.0689102709293 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609489642084 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537236705422 and training accuracy:0.984633982182 validation cost:0.0510799326003 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490582250059 and training accuracy:0.985751509666 validation cost:0.0490953698754 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0447834059596 and training accuracy:0.987800359726 validation cost:0.0450638979673 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413905642927 and training accuracy:0.987800359726 validation cost:0.0411700382829 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.049209118 Method 3 test accuracy:0.778800010681 Training with lmbda:8.19592346273, 72 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.608926058 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580889172852 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476460047066 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:122.918368101 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256192178 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.329765797 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194008480757 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156705435365 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:123.704042912 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151710405946 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102401316166 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814551189542 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689082220197 and training accuracy:0.980722665787 validation cost:0.0689102709293 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609489642084 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537236705422 and training accuracy:0.984633982182 validation cost:0.0510799326003 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490582250059 and training accuracy:0.985751509666 validation cost:0.0490953698754 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0447834059596 and training accuracy:0.987800359726 validation cost:0.0450638979673 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413905642927 and training accuracy:0.987800359726 validation cost:0.0411700382829 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.194298983 Method 3 test accuracy:0.778800010681 Training with lmbda:8.56129397687, 73 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.365632057 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580889172852 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476460047066 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:122.612001896 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256192178 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.384218931 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194008480757 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156705435365 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.049666166 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151710405946 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102401316166 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814551189542 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689082220197 and training accuracy:0.980722665787 validation cost:0.0689102709293 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609489642084 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537236705422 and training accuracy:0.984633982182 validation cost:0.0510799326003 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490582250059 and training accuracy:0.985751509666 validation cost:0.0490953698754 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0447844676673 and training accuracy:0.987800359726 validation cost:0.0450638979673 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413905642927 and training accuracy:0.987800359726 validation cost:0.0411700382829 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.39943099 Method 3 test accuracy:0.778800010681 Training with lmbda:8.85851235448, 74 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.454772949 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580889172852 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476460047066 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.256021976 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256192178 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.801162958 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194008480757 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156705435365 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:123.857661963 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151710405946 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102401316166 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814551189542 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689082965255 and training accuracy:0.980722665787 validation cost:0.0689102709293 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609489642084 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537236705422 and training accuracy:0.984633982182 validation cost:0.0510799326003 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490582250059 and training accuracy:0.985751509666 validation cost:0.0490953698754 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0447844676673 and training accuracy:0.987800359726 validation cost:0.0450638979673 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413905642927 and training accuracy:0.987800359726 validation cost:0.0411700382829 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.238740206 Method 3 test accuracy:0.778800010681 Training with lmbda:8.93773332357, 75 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.242738962 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580889172852 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476460047066 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:122.599539995 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256192178 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.992275 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194008480757 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156705435365 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:123.857553005 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151710405946 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102401316166 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814551189542 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689082965255 and training accuracy:0.980722665787 validation cost:0.0689102709293 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609489642084 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537236705422 and training accuracy:0.984633982182 validation cost:0.0510799326003 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490582250059 and training accuracy:0.985751509666 validation cost:0.0490953698754 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0447834059596 and training accuracy:0.987800359726 validation cost:0.0450638979673 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413905642927 and training accuracy:0.987800359726 validation cost:0.0411700382829 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.052235126 Method 3 test accuracy:0.778800010681 Training with lmbda:9.17687271182, 76 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.85275197 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580889172852 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476460047066 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:122.791298866 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256192178 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.597843885 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194008480757 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156705435365 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:123.703028917 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151710405946 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102401316166 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814551189542 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689082965255 and training accuracy:0.980722665787 validation cost:0.0689102709293 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609489642084 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537236705422 and training accuracy:0.984633982182 validation cost:0.0510799326003 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490582250059 and training accuracy:0.985751509666 validation cost:0.0490953698754 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0447834059596 and training accuracy:0.987800359726 validation cost:0.0450638979673 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413905642927 and training accuracy:0.987800359726 validation cost:0.0411700382829 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:122.518285036 Method 3 test accuracy:0.778800010681 Training with lmbda:9.56463188776, 77 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:137.533594131 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580889172852 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476460047066 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:134.165618181 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256192178 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:120.120316029 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194008480757 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156705435365 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:134.907629013 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151710405946 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102404296398 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814551189542 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689082965255 and training accuracy:0.980722665787 validation cost:0.0689102709293 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609489642084 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537236705422 and training accuracy:0.984633982182 validation cost:0.0510799326003 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490582250059 and training accuracy:0.985751509666 validation cost:0.0490953698754 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0447834059596 and training accuracy:0.987800359726 validation cost:0.0450638979673 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413905642927 and training accuracy:0.987800359726 validation cost:0.0411700382829 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:127.847625017 Method 3 test accuracy:0.778800010681 Training with lmbda:9.6119403308, 78 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:131.687453985 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580889172852 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476460047066 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:127.695600986 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256192178 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:128.08463192 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194008480757 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156705435365 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:126.197345972 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151710405946 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102404296398 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814551189542 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689082965255 and training accuracy:0.980722665787 validation cost:0.0689102709293 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609489642084 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537236705422 and training accuracy:0.984633982182 validation cost:0.0510799326003 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490582250059 and training accuracy:0.985751509666 validation cost:0.0490953698754 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0447834059596 and training accuracy:0.987800359726 validation cost:0.0450638979673 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413905642927 and training accuracy:0.987800359726 validation cost:0.0411700382829 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:122.943760872 Method 3 test accuracy:0.778800010681 Training with lmbda:9.72830488578, 79 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.840866089 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580889172852 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476460047066 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:122.104948044 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256192178 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:118.03403616 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194008480757 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156705435365 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:128.826741934 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151710405946 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102404296398 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814551189542 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689082965255 and training accuracy:0.980722665787 validation cost:0.0689102709293 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609489642084 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537236705422 and training accuracy:0.984633982182 validation cost:0.0510799326003 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490582250059 and training accuracy:0.985751509666 validation cost:0.0490953698754 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0447834059596 and training accuracy:0.987800359726 validation cost:0.0450638979673 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0413905642927 and training accuracy:0.987800359726 validation cost:0.0411700382829 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:122.543135881 Method 3 test accuracy:0.778800010681
final_test_acc = pd.DataFrame({'Method3':method3_test_accs, 'lambdas':lmbdas})
final_test_acc.to_csv('spike_sh_15lmbdas_ar1_3lyrs_he1_75_10_noexp.csv')
final_test_acc
| Method3 | lambdas | |
|---|---|---|
| 0 | 0.7898 | 0.000000 |
| 1 | 0.7904 | 7.511797 |
| 2 | 0.7904 | 7.770942 |
| 3 | 0.7904 | 7.803923 |
| 4 | 0.7904 | 7.841766 |
| 5 | 0.7904 | 7.963321 |
| 6 | 0.7904 | 8.023005 |
| 7 | 0.7904 | 8.049244 |
| 8 | 0.7904 | 8.195923 |
| 9 | 0.7900 | 8.561294 |
| 10 | 0.7900 | 8.858512 |
| 11 | 0.7900 | 8.937733 |
| 12 | 0.7900 | 9.176873 |
| 13 | 0.7900 | 9.564632 |
| 14 | 0.7900 | 9.611940 |
| 15 | 0.7900 | 9.728305 |
| 16 | 0.7927 | 0.000000 |
| 17 | 0.7911 | 7.511797 |
| 18 | 0.7911 | 7.770942 |
| 19 | 0.7911 | 7.803923 |
| 20 | 0.7911 | 7.841766 |
| 21 | 0.7911 | 7.963321 |
| 22 | 0.7911 | 8.023005 |
| 23 | 0.7911 | 8.049244 |
| 24 | 0.7911 | 8.195923 |
| 25 | 0.7911 | 8.561294 |
| 26 | 0.7911 | 8.858512 |
| 27 | 0.7911 | 8.937733 |
| 28 | 0.7911 | 9.176873 |
| 29 | 0.7911 | 9.564632 |
| ... | ... | ... |
| 50 | 0.7897 | 7.770942 |
| 51 | 0.7897 | 7.803923 |
| 52 | 0.7897 | 7.841766 |
| 53 | 0.7897 | 7.963321 |
| 54 | 0.7897 | 8.023005 |
| 55 | 0.7897 | 8.049244 |
| 56 | 0.7897 | 8.195923 |
| 57 | 0.7897 | 8.561294 |
| 58 | 0.7897 | 8.858512 |
| 59 | 0.7897 | 8.937733 |
| 60 | 0.7897 | 9.176873 |
| 61 | 0.7898 | 9.564632 |
| 62 | 0.7898 | 9.611940 |
| 63 | 0.7897 | 9.728305 |
| 64 | 0.7784 | 0.000000 |
| 65 | 0.7788 | 7.511797 |
| 66 | 0.7788 | 7.770942 |
| 67 | 0.7788 | 7.803923 |
| 68 | 0.7788 | 7.841766 |
| 69 | 0.7788 | 7.963321 |
| 70 | 0.7788 | 8.023005 |
| 71 | 0.7788 | 8.049244 |
| 72 | 0.7788 | 8.195923 |
| 73 | 0.7788 | 8.561294 |
| 74 | 0.7788 | 8.858512 |
| 75 | 0.7788 | 8.937733 |
| 76 | 0.7788 | 9.176873 |
| 77 | 0.7788 | 9.564632 |
| 78 | 0.7788 | 9.611940 |
| 79 | 0.7788 | 9.728305 |
80 rows × 2 columns
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
mean_acc_grouped_by_lmbda = acc_grouped_by_lmbda.mean()
display(mean_acc_grouped_by_lmbda)
| Method3 | |
|---|---|
| lambdas | |
| 0.000000 | 0.78762 |
| 7.511797 | 0.78752 |
| 7.770942 | 0.78752 |
| 7.803923 | 0.78752 |
| 7.841766 | 0.78752 |
| 7.963321 | 0.78752 |
| 8.023005 | 0.78752 |
| 8.049244 | 0.78752 |
| 8.195923 | 0.78754 |
| 8.561294 | 0.78746 |
| 8.858512 | 0.78746 |
| 8.937733 | 0.78746 |
| 9.176873 | 0.78746 |
| 9.564632 | 0.78748 |
| 9.611940 | 0.78748 |
| 9.728305 | 0.78746 |
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
std_acc_grouped_by_lmbda = acc_grouped_by_lmbda.std()
display(std_acc_grouped_by_lmbda)
| Method3 | |
|---|---|
| lambdas | |
| 0.000000 | 0.005442 |
| 7.511797 | 0.005047 |
| 7.770942 | 0.005047 |
| 7.803923 | 0.005047 |
| 7.841766 | 0.005047 |
| 7.963321 | 0.005047 |
| 8.023005 | 0.005047 |
| 8.049244 | 0.005047 |
| 8.195923 | 0.005048 |
| 8.561294 | 0.004994 |
| 8.858512 | 0.004994 |
| 8.937733 | 0.004994 |
| 9.176873 | 0.004994 |
| 9.564632 | 0.005006 |
| 9.611940 | 0.005006 |
| 9.728305 | 0.004994 |
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
max_acc_grouped_by_lmbda = acc_grouped_by_lmbda.max()
display(max_acc_grouped_by_lmbda)
| Method3 | |
|---|---|
| lambdas | |
| 0.000000 | 0.7927 |
| 7.511797 | 0.7911 |
| 7.770942 | 0.7911 |
| 7.803923 | 0.7911 |
| 7.841766 | 0.7911 |
| 7.963321 | 0.7911 |
| 8.023005 | 0.7911 |
| 8.049244 | 0.7911 |
| 8.195923 | 0.7911 |
| 8.561294 | 0.7911 |
| 8.858512 | 0.7911 |
| 8.937733 | 0.7911 |
| 9.176873 | 0.7911 |
| 9.564632 | 0.7911 |
| 9.611940 | 0.7911 |
| 9.728305 | 0.7911 |
mpl.rcParams['figure.figsize'] = 7,4.5
mpl.rcParams['axes.labelsize'] = 12
mpl.rcParams['lines.linewidth'] = 1.5
mpl.rcParams['lines.markersize'] = 8
mpl.rcParams['xtick.labelsize'] = 13
mpl.rcParams['ytick.labelsize'] = 12
mpl.rcParams['legend.fontsize'] = 12
mean_acc_grouped_by_lmbda.plot(y='Method3')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.show()
path = '/home/ruthvik/Desktop/Summer 2017/tf_graph_outputs/mnist/continual_learning/original_mnist_5sets'
merged = tf.summary.merge_all()
train_writer = tf.summary.FileWriter(path + '/spike_sh_11lmbdas_ar1_3lyrs_he1_75_10', sess.graph)
np.random.seed(100)
n_lmbdas = 11
a = np.random.uniform(low=7.5, high=10.0, size=(n_lmbdas,))
print(a)
print()
a = a*1.0e4
a = a[np.argsort(a)]
print(a)
print()
n_reps = 5
a = ([0]+a.tolist())*n_reps
n_lmbdas+=1
print(a, len(a))
[8.85851235 8.19592346 8.56129398 9.61194033 7.51179714 7.8039228 9.17687271 9.56463189 7.84176647 8.93773332 9.72830489] () [75117.97140477 78039.22801958 78417.66474212 81959.23462734 85612.93976873 88585.12354477 89377.33323568 91768.72711817 95646.31887763 96119.403308 97283.04885781] () ([0, 75117.9714047743, 78039.22801957786, 78417.66474212382, 81959.23462734491, 85612.93976872832, 88585.12354477413, 89377.33323568125, 91768.72711816947, 95646.3188776262, 96119.40330799759, 97283.04885780659, 0, 75117.9714047743, 78039.22801957786, 78417.66474212382, 81959.23462734491, 85612.93976872832, 88585.12354477413, 89377.33323568125, 91768.72711816947, 95646.3188776262, 96119.40330799759, 97283.04885780659, 0, 75117.9714047743, 78039.22801957786, 78417.66474212382, 81959.23462734491, 85612.93976872832, 88585.12354477413, 89377.33323568125, 91768.72711816947, 95646.3188776262, 96119.40330799759, 97283.04885780659, 0, 75117.9714047743, 78039.22801957786, 78417.66474212382, 81959.23462734491, 85612.93976872832, 88585.12354477413, 89377.33323568125, 91768.72711816947, 95646.3188776262, 96119.40330799759, 97283.04885780659, 0, 75117.9714047743, 78039.22801957786, 78417.66474212382, 81959.23462734491, 85612.93976872832, 88585.12354477413, 89377.33323568125, 91768.72711816947, 95646.3188776262, 96119.40330799759, 97283.04885780659], 60)
lmbdas = a
np.random.seed(0)
np_weights = []
low = -np.sqrt(2.0/(n_input)) # use 4 for sigmoid, 1 for tanh activation
high = np.sqrt(2.0/(n_input))
for i in range(n_reps):
np_weights.append(np.random.uniform(low=low,high=high,size=(n_input,n_middle)))
np_weights=[item for item in np_weights for i in range(n_lmbdas)]
print(len(np_weights), len(lmbdas))
(60, 60)
np.array_equal(np_weights[0], np_weights[11])
True
np.array_equal(np_weights[0], np_weights[12])
False
method3_test_accs = []
#INITIALIZE THE NETWORK
logging_count = 0
sess.run(init_op,options=run_options, run_metadata=run_metadata)
sess.graph.finalize()
for l in range(len(lmbdas)):
print('Training with lmbda:{}, {}'.format(lmbdas[l], l))
#sess.run(init_op,options=run_options, run_metadata=run_metadata)
zeta = 1e-3
new_big_omeg_w2 = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
new_big_omeg_b2 = np.zeros(shape=[1,n_middle], dtype=np.float32)
w3_zeros = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
b3_zeros = np.zeros(shape=[1,n_out], dtype=np.float32)
w3_accum = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
w3_accum = []
b3_accum = np.zeros(shape=[1,n_out], dtype=np.float32)
b3_accum = []
reset_w2_grad_accum = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
reset_b2_grad_accum = np.zeros(shape=[1,n_middle], dtype=np.float32)
start_w2 = None
start_b2 = None
sess.run(w_2_update_op, {w_2_update_placeholder:np_weights[l]})
sess.run(b_2_update_op, {b_2_update_placeholder:np.zeros(shape=[1,n_middle],dtype=np.float32)})
end_w2 = None
end_b2 = None
old_test_data = []
historical_cross_test_acc = {}
historical_train_accuracies = {}
historical_train_costs = {}
historical_val_accuracies = {}
historical_val_costs = {}
sets = [(0,1), (2,3), (4,5), (6,7), (8,9)]
#sets = [(0,4),(5,9)]
test_labels_set = []
n_test_samples = []
for a_set in range(len(sets)):
current_set = sets[a_set]
current_set_name = 'set'+str(a_set)
mask_val = [0]*num_classes
for i in range(0, current_set[1]+1):
mask_val[i]=1
set_mask_val = np.array(mask_val, dtype=np.float32)
print('Current mask:{}'.format(set_mask_val))
train_data_set, valid_data_set, test_data_set = extract_class_data(start=current_set[0],
stop=current_set[1])
train_images_set, train_labels_set = train_data_set[0], train_data_set[1]
valid_images_set, valid_labels_set = valid_data_set[0], valid_data_set[1]
test_images_set, test_labels_set = test_data_set[0], test_data_set[1]
n_test_samples.append(len(test_labels_set))
train_total = len(train_images_set)
n_batches = len(train_images_set)/BATCH_SIZE
#@@print('Number of batches:{}'.format(n_batches))
#@@set_omegas = [tf.assign(big_omeg_w2, new_big_omeg_w2), tf.assign(big_omeg_b2, new_big_omeg_b2)]
#@@sess.run(set_omegas)
sess.run(big_omeg_w2_update_op, {big_omeg_w2_update_placeholder:new_big_omeg_w2})
sess.run(big_omeg_b2_update_op, {big_omeg_b2_update_placeholder:new_big_omeg_b2})
#@@reset_grad_accums = [tf.assign(w2_grad_accum, reset_w2_grad_accum),
#@@ tf.assign(b2_grad_accum, reset_b2_grad_accum)]
#@@sess.run(reset_grad_accums)
sess.run(w2_grad_accum_update_op, {w2_grad_accum_update_placeholder:reset_w2_grad_accum})
sess.run(b2_grad_accum_update_op, {b2_grad_accum_update_placeholder:reset_b2_grad_accum})
#@@reset_w3 = [tf.assign(w_3, w3_zeros), tf.assign(b_3, b3_zeros)]
#@@sess.run(reset_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:w3_zeros})
sess.run(b_3_update_op, {b_3_update_placeholder:b3_zeros})
epochs = 10
repeats = 1
for repeat in range(repeats):
#tf.set_random_seed(l)
print('Repeat:{}'.format(repeat))
train_accuracies = []
train_costs = []
val_accuracies = []
val_costs = []
best_val = 0
first_params_set = None
last_params_set = None
T1 = time.time()
for i in range(epochs):
if(i==0):
start_w2, start_b2 = w_2.eval(), b_2.eval()
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: len(train_images_set)})
#@@print('Epoch:{}'.format((i)))
t1 = time.time()
### CALCULATE TRAIN COSTS AND TRAIN ACCURACIES
train_cost, train_accuracy = sess.run([cost, acct_res] ,feed_dict = {drop_out : 0.0,
set1_mask:set_mask_val})
train_costs.append(train_cost)
train_accuracies.append(train_accuracy)
#train_writer.add_summary(summary,logging_count)
print('training cost:{} and training accuracy:{}'.format(train_costs[i], train_accuracies[i]))
### CALCULATE VALID COSTS AND VALID ACCURACIES
sess.run(iter.initializer, feed_dict={a_1: valid_images_set, y: valid_labels_set,
batch_size: len(valid_images_set)})
_, _, val_acc, val_cost, _ = sess.run([predictions,acct_mat,acct_res, cost, a_3],
feed_dict = {drop_out : 0.0,set1_mask:set_mask_val})
val_costs.append(val_cost)
val_accuracies.append(val_acc)
if(val_acc>best_val):
best_val = val_acc
best_params_set1 = [(w_2.eval(),b_2.eval()),(w_3.eval(),b_3.eval())]
print('validation cost:{} and validation accuracy:{}'.format(val_cost, val_acc))
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
print('Training on :{}'.format(current_set))
for j in range(n_batches):
if(not (np.isnan(w_2.eval().any() and np.isnan(w_3.eval()).any()))):
#if(a_set==1):
# print(j, w_2.eval().sum(), w_3.eval().sum())
if(((j)% 1000 ==0)):
logging_count+=1
summary,_,_ = sess.run([merged,step, omega_step],
feed_dict = {drop_out:0.0,batch_size: BATCH_SIZE,tau:0.5,
set1_mask:set_mask_val,eta:0.001,
lmbda:lmbdas[l],n_tot:train_total})
#train_writer.add_summary(summary, (i+1)*j)
train_writer.add_summary(summary, logging_count)
else:
sess.run([step, omega_step],feed_dict = {drop_out:0.0,batch_size:BATCH_SIZE,
tau:0.5,set1_mask:set_mask_val,
eta:0.001,lmbda:lmbdas[l],
n_tot:train_total})
else:
print('Nan encountered in epoch:{} and batch:{}'.format(i, j))
#@@print('Epoch time:{}'.format(time.time()-t1))
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,
set1_mask:set_mask_val})
#@@print('Final test accuracy is:{}'.format(final_test_acc))
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#all_final_test_accs_set1.append(final_test_acc)
#@@best_step = [tf.assign(w_2,best_params_set1[0][0]), tf.assign(b_2,best_params_set1[0][1]),
#@@ tf.assign(w_3,best_params_set1[1][0]),tf.assign(b_3,best_params_set1[1][1])]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:best_params_set1[0][0]})
sess.run(b_2_update_op, {b_2_update_placeholder:best_params_set1[0][1]})
sess.run(w_3_update_op, {w_3_update_placeholder:best_params_set1[1][0]})
sess.run(b_3_update_op, {b_3_update_placeholder:best_params_set1[1][1]})
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,test_acc_corresp_best_val,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
#@@print('Test accuracy corresp to best val acc:{}'.format(test_acc_corresp_best_val))
print('Time taken:{}'.format(time.time()-T1))
#w3_list.append(w_3.eval())
w3_accum.append(w_3.eval())
#b3_list.append(b_3.eval())
b3_accum.append(b_3.eval())
if(i==epochs-1):
if(test_acc_corresp_best_val>final_test_acc):
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#all_final_test_accs_set1[-1] = test_acc_corresp_best_val
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#@@best_step = [tf.assign(w_2,end_w2), tf.assign(b_2,end_b2),
#@@ tf.assign(w_3,end_w3),tf.assign(b_3,end_b3)]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:end_w2})
sess.run(b_2_update_op, {b_2_update_placeholder:end_b2})
sess.run(w_3_update_op, {w_3_update_placeholder:end_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:end_b3})
first_params_set = [(start_w2, start_b2)]
last_params_set = [(end_w2, end_b2)]
small_omegas = [(w2_grad_accum.eval(),b2_grad_accum.eval())]
delta_ws = map(lambda x,y: np.square(x-y)+zeta,[item[0] for item in last_params_set],
[item[0] for item in first_params_set])
delta_bs = map(lambda x,y: np.square(x-y)+zeta,[item[1] for item in last_params_set],
[item[1] for item in first_params_set])
delta_wbs = zip(delta_ws, delta_bs)
big_omegas_ws = map(lambda x,y: (x/y),[item[0] for item in small_omegas],
[item[0] for item in delta_wbs])
big_omegas_bs = map(lambda x,y: (x/y),[item[1] for item in small_omegas],
[item[1] for item in delta_wbs])
big_omegas = zip(big_omegas_ws, big_omegas_bs)
new_big_omeg_w2 += big_omegas[0][0]
new_big_omeg_b2 += big_omegas[0][1]
#@@print('omegW2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_w2.max(),
#@@ new_big_omeg_w2.mean(),
#@@ new_big_omeg_w2.std()))
#@@print('omegb2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_b2.max(),
#@@ new_big_omeg_b2.mean(),
#@@ new_big_omeg_b2.std()))
historical_train_accuracies[current_set_name]=train_accuracies
historical_train_costs[current_set_name]=train_costs
historical_val_accuracies[current_set_name]=val_accuracies
historical_val_costs[current_set_name]=val_costs
#######Method 3 ###########
w3_set_rows = []
offset=0
for item in w3_accum:
w3_set_rows.append(item[:,offset:offset+2])
offset+=2
w3_set_row_avgs = [item.mean() for item in w3_set_rows]
final_w3 = map(lambda x,y:x-y,w3_set_rows, w3_set_row_avgs)
final_w3 = np.concatenate(final_w3, axis=1)
b3_set_rows = []
offset=0
for item in b3_accum:
b3_set_rows.append(item[:,offset:offset+2])
offset+=2
b3_set_row_avgs = [item.mean() for item in b3_set_rows]
final_b3 = map(lambda x,y:x-y,b3_set_rows, b3_set_row_avgs)
final_b3 = np.concatenate(final_b3, axis=1)
#@@set_w3 = [tf.assign(w_3, final_w3), tf.assign(b_3, final_b3)]
#@@sess.run(set_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:final_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:final_b3})
sess.run(iter.initializer, feed_dict={a_1: test_images, y: to_categorical(test_labels,num_classes=num_classes),
batch_size: len(test_images)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
method3_test_accs.append(final_test_acc)
print('Method 3 test accuracy:{}'.format(final_test_acc))
train_writer.close()
Training with lmbda:0, 0 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.73784399 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:121.860054016 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.461678982 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0129639329389 and training accuracy:0.9987372756 validation cost:0.0133697763085 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979762617499 and training accuracy:0.999007821083 validation cost:0.0101021369919 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00877885892987 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.285975933 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103641562164 and training accuracy:0.972527444363 validation cost:0.103159971535 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.082123234868 and training accuracy:0.976066291332 validation cost:0.0786714181304 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.069301366806 and training accuracy:0.979791402817 validation cost:0.0627456903458 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0595998130739 and training accuracy:0.982957720757 validation cost:0.0547399930656 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0535054244101 and training accuracy:0.985285878181 validation cost:0.0488348640501 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0479301735759 and training accuracy:0.986775934696 validation cost:0.0455383919179 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0442771986127 and training accuracy:0.987520933151 validation cost:0.0432717837393 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0408748500049 and training accuracy:0.988359093666 validation cost:0.0389142967761 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:119.011209965 Method 3 test accuracy:0.78979998827 Training with lmbda:75117.9714048, 1 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.994097948 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113436385989 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886830016971 and training accuracy:0.973184227943 validation cost:0.0928283855319 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738756507635 and training accuracy:0.974093258381 validation cost:0.0789003744721 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645552128553 and training accuracy:0.977456569672 validation cost:0.0673339515924 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0565150380135 and training accuracy:0.980729043484 validation cost:0.0583194643259 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0511750020087 and training accuracy:0.982819736004 validation cost:0.0505346208811 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465326309204 and training accuracy:0.985455870628 validation cost:0.0466939024627 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427991561592 and training accuracy:0.987182974815 validation cost:0.0416137315333 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:121.72591114 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989966988564 and training accuracy:0.991609752178 validation cost:0.0915736556053 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542545206845 and training accuracy:0.992780506611 validation cost:0.0479213260114 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379343368113 and training accuracy:0.994634151459 validation cost:0.0303008295596 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292880441993 and training accuracy:0.99658536911 validation cost:0.0225611142814 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238389354199 and training accuracy:0.997756123543 validation cost:0.0178399961442 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201871860772 and training accuracy:0.998341441154 validation cost:0.0149305956438 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172737501562 and training accuracy:0.998439013958 validation cost:0.0127037828788 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157081745565 and training accuracy:0.997951209545 validation cost:0.0114658167586 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141787938774 and training accuracy:0.998146355152 validation cost:0.0103693883866 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.139851809 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638930276036 and training accuracy:0.991250991821 validation cost:0.0633847042918 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342748314142 and training accuracy:0.997203946114 validation cost:0.0343287885189 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242484882474 and training accuracy:0.997835278511 validation cost:0.0248864870518 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0189779289067 and training accuracy:0.998015701771 validation cost:0.0194731894881 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157213602215 and training accuracy:0.998196065426 validation cost:0.0163251813501 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132281109691 and training accuracy:0.9987372756 validation cost:0.0133019471541 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114364288747 and training accuracy:0.998647093773 validation cost:0.0116927940398 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100819291547 and training accuracy:0.998917639256 validation cost:0.0104337735102 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00907699204981 and training accuracy:0.999098062515 validation cost:0.00894599966705 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.545611143 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153836905956 and training accuracy:0.964425384998 validation cost:0.149323090911 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10382335633 and training accuracy:0.972061812878 validation cost:0.100419342518 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0825118497014 and training accuracy:0.975507557392 validation cost:0.0803260579705 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0690311715007 and training accuracy:0.979884505272 validation cost:0.063497364521 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0600628107786 and training accuracy:0.983330249786 validation cost:0.0547851137817 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0536887310445 and training accuracy:0.985192775726 validation cost:0.0500510074198 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0485435649753 and training accuracy:0.986775934696 validation cost:0.046832986176 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0447308905423 and training accuracy:0.987800359726 validation cost:0.0436384417117 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0412741191685 and training accuracy:0.988638460636 validation cost:0.0401392579079 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.292657852 Method 3 test accuracy:0.78100001812 Training with lmbda:78039.2280196, 2 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.646435976 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113436385989 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0887328088284 and training accuracy:0.973184227943 validation cost:0.0927712321281 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738710835576 and training accuracy:0.974093258381 validation cost:0.0784713923931 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646669790149 and training accuracy:0.977092981339 validation cost:0.0675807967782 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566541403532 and training accuracy:0.980547249317 validation cost:0.0584000200033 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0512105226517 and training accuracy:0.982910633087 validation cost:0.0509165488183 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464356131852 and training accuracy:0.985546767712 validation cost:0.0468129552901 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0426696911454 and training accuracy:0.987364768982 validation cost:0.0415380001068 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:121.341052055 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989597141743 and training accuracy:0.991609752178 validation cost:0.091667227447 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.054233007133 and training accuracy:0.992780506611 validation cost:0.0481608621776 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379586853087 and training accuracy:0.994634151459 validation cost:0.0302969962358 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292850844562 and training accuracy:0.99658536911 validation cost:0.0226472262293 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239258687943 and training accuracy:0.997658550739 validation cost:0.0180296488106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201590768993 and training accuracy:0.998341441154 validation cost:0.0149588221684 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0173120424151 and training accuracy:0.998341441154 validation cost:0.0127828642726 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015655560419 and training accuracy:0.998146355152 validation cost:0.0114903887734 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141683900729 and training accuracy:0.998341441154 validation cost:0.0103881172836 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.564039946 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639018416405 and training accuracy:0.991250991821 validation cost:0.0631292834878 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342715419829 and training accuracy:0.997203946114 validation cost:0.0343855917454 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241705495864 and training accuracy:0.997925519943 validation cost:0.024864917621 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0189554765821 and training accuracy:0.998015701771 validation cost:0.0194746162742 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156471170485 and training accuracy:0.998376488686 validation cost:0.0163298808038 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.013136299327 and training accuracy:0.9987372756 validation cost:0.0133023988456 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114050609991 and training accuracy:0.9987372756 validation cost:0.0117710791528 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101387770846 and training accuracy:0.998917639256 validation cost:0.010450527072 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00904191937298 and training accuracy:0.999098062515 validation cost:0.00887104682624 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.692113876 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153822347522 and training accuracy:0.964518547058 validation cost:0.149019554257 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103666186333 and training accuracy:0.972248077393 validation cost:0.100262284279 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0824174582958 and training accuracy:0.975414395332 validation cost:0.0801778957248 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0690677911043 and training accuracy:0.979884505272 validation cost:0.0637995228171 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0601751841605 and training accuracy:0.983423352242 validation cost:0.0562094561756 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0536515153944 and training accuracy:0.985192775726 validation cost:0.0502783507109 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0484062619507 and training accuracy:0.986589670181 validation cost:0.0466076955199 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0447457917035 and training accuracy:0.987614095211 validation cost:0.0439810790122 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0412215404212 and training accuracy:0.988545358181 validation cost:0.0402117148042 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.680134058 Method 3 test accuracy:0.780600011349 Training with lmbda:78417.6647421, 3 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.173361063 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113498657942 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.088737025857 and training accuracy:0.973184227943 validation cost:0.0927712321281 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738885104656 and training accuracy:0.974093258381 validation cost:0.0784560367465 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0648324340582 and training accuracy:0.977092981339 validation cost:0.0675517842174 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566222667694 and training accuracy:0.9806381464 validation cost:0.0583272613585 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0512026101351 and training accuracy:0.982910633087 validation cost:0.0507669858634 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465891100466 and training accuracy:0.985455870628 validation cost:0.0466582924128 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.042754996568 and training accuracy:0.987364768982 validation cost:0.041570622474 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:121.625995874 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989614874125 and training accuracy:0.991512179375 validation cost:0.0918784290552 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0541950166225 and training accuracy:0.992780506611 validation cost:0.0478251576424 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379891693592 and training accuracy:0.994634151459 validation cost:0.0302448291332 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292643327266 and training accuracy:0.99658536911 validation cost:0.0224994719028 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239413771778 and training accuracy:0.997658550739 validation cost:0.0182627215981 and validation accuracy:1.0 Training on :(4, 5) training cost:0.020188819617 and training accuracy:0.998341441154 validation cost:0.0149619784206 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172720625997 and training accuracy:0.998341441154 validation cost:0.0128535507247 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156270749867 and training accuracy:0.998146355152 validation cost:0.0114691108465 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142307579517 and training accuracy:0.998243927956 validation cost:0.0103673795238 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.826812029 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638180747628 and training accuracy:0.991250991821 validation cost:0.0628038197756 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342810191214 and training accuracy:0.997203946114 validation cost:0.0344089083374 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242254137993 and training accuracy:0.997925519943 validation cost:0.0251228194684 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190882645547 and training accuracy:0.998015701771 validation cost:0.0194757021964 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156674105674 and training accuracy:0.998376488686 validation cost:0.0162552781403 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131933540106 and training accuracy:0.9987372756 validation cost:0.0132505828515 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114335697144 and training accuracy:0.998556852341 validation cost:0.0116607137024 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101364161819 and training accuracy:0.998917639256 validation cost:0.010437913239 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00908243563026 and training accuracy:0.999098062515 validation cost:0.0089476313442 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.228745937 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153760284185 and training accuracy:0.964518547058 validation cost:0.148636743426 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103787891567 and training accuracy:0.972154974937 validation cost:0.0999698787928 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0825439617038 and training accuracy:0.975414395332 validation cost:0.0804953873158 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689411088824 and training accuracy:0.979884505272 validation cost:0.0634557232261 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0602887272835 and training accuracy:0.983237087727 validation cost:0.0562477260828 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0537890009582 and training accuracy:0.985192775726 validation cost:0.0505534745753 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0485802441835 and training accuracy:0.986589670181 validation cost:0.047088008374 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0447253808379 and training accuracy:0.987614095211 validation cost:0.0437297485769 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0412616655231 and training accuracy:0.988265991211 validation cost:0.0398865528405 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.509614944 Method 3 test accuracy:0.781099975109 Training with lmbda:81959.2346273, 4 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.892734051 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113498516381 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886741653085 and training accuracy:0.973184227943 validation cost:0.0928004309535 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0736535638571 and training accuracy:0.974275052547 validation cost:0.0785301029682 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646071061492 and training accuracy:0.977547466755 validation cost:0.0673339515924 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0565001778305 and training accuracy:0.980729043484 validation cost:0.0584243312478 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0510320030153 and training accuracy:0.982910633087 validation cost:0.0507251434028 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465391166508 and training accuracy:0.985546767712 validation cost:0.0468710027635 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427164435387 and training accuracy:0.987455666065 validation cost:0.0415818206966 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:121.711833954 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990439727902 and training accuracy:0.991512179375 validation cost:0.0918935388327 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542573109269 and training accuracy:0.992780506611 validation cost:0.0481577403843 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379319377244 and training accuracy:0.994634151459 validation cost:0.0300792250782 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293530449271 and training accuracy:0.99658536911 validation cost:0.0229222401977 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239399392158 and training accuracy:0.997756123543 validation cost:0.0181702114642 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0202415790409 and training accuracy:0.998341441154 validation cost:0.0149734178558 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174110997468 and training accuracy:0.998243927956 validation cost:0.0128619484603 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157084073871 and training accuracy:0.998048782349 validation cost:0.0115212900564 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141743430868 and training accuracy:0.998243927956 validation cost:0.0104183042422 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.581077099 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639065504074 and training accuracy:0.991160809994 validation cost:0.0631678625941 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0343281403184 and training accuracy:0.997203946114 validation cost:0.0342959165573 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242078732699 and training accuracy:0.997925519943 validation cost:0.0248786602169 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.019029090181 and training accuracy:0.998105883598 validation cost:0.0191331338137 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0156635139138 and training accuracy:0.998286306858 validation cost:0.0163493603468 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131790824234 and training accuracy:0.9987372756 validation cost:0.0133097888902 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114570772275 and training accuracy:0.998647093773 validation cost:0.0117456372827 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100750401616 and training accuracy:0.998917639256 validation cost:0.0102477194741 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00908319745213 and training accuracy:0.999098062515 validation cost:0.00887204986066 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.122306824 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153586000204 and training accuracy:0.964518547058 validation cost:0.147994041443 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103857032955 and training accuracy:0.972061812878 validation cost:0.100271880627 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0823664963245 and training accuracy:0.975600659847 validation cost:0.080000244081 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0689738839865 and training accuracy:0.979977667332 validation cost:0.0634033828974 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0600969605148 and training accuracy:0.983423352242 validation cost:0.0561746358871 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0536718443036 and training accuracy:0.985099673271 validation cost:0.0505176410079 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0484276376665 and training accuracy:0.986682832241 validation cost:0.0468861162663 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446190685034 and training accuracy:0.987800359726 validation cost:0.0437561124563 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0412712544203 and training accuracy:0.988359093666 validation cost:0.0402009896934 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.604305983 Method 3 test accuracy:0.780200004578 Training with lmbda:85612.9397687, 5 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.617610931 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113501399755 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886745974422 and training accuracy:0.973184227943 validation cost:0.0928004309535 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0736537277699 and training accuracy:0.974275052547 validation cost:0.0785301029682 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645735785365 and training accuracy:0.977547466755 validation cost:0.0673055201769 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0565321817994 and training accuracy:0.980729043484 validation cost:0.0584265328944 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0511539578438 and training accuracy:0.982819736004 validation cost:0.0507210716605 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.046583134681 and training accuracy:0.985455870628 validation cost:0.0468578599393 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0428686402738 and training accuracy:0.987273871899 validation cost:0.041584700346 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.203337908 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0991348102689 and training accuracy:0.991512179375 validation cost:0.0917308479548 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542792566121 and training accuracy:0.992780506611 validation cost:0.0481725968421 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379903279245 and training accuracy:0.994634151459 validation cost:0.0298755001277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293456222862 and training accuracy:0.996682941914 validation cost:0.0229021478444 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238360613585 and training accuracy:0.997756123543 validation cost:0.0179852824658 and validation accuracy:1.0 Training on :(4, 5) training cost:0.020196646452 and training accuracy:0.998341441154 validation cost:0.0149767668918 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0173669699579 and training accuracy:0.998341441154 validation cost:0.0126678189263 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157250855118 and training accuracy:0.998048782349 validation cost:0.0115619245917 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142215723172 and training accuracy:0.998341441154 validation cost:0.0103907128796 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.889478922 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638654977083 and training accuracy:0.991250991821 validation cost:0.063346400857 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342135243118 and training accuracy:0.997294127941 validation cost:0.034173771739 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.024247508496 and training accuracy:0.997835278511 validation cost:0.02510859631 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190401095897 and training accuracy:0.998105883598 validation cost:0.0191616732627 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0156952664256 and training accuracy:0.998286306858 validation cost:0.0163817927241 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131755834445 and training accuracy:0.9987372756 validation cost:0.0133183123544 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114398188889 and training accuracy:0.998556852341 validation cost:0.0116794826463 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100536588579 and training accuracy:0.998917639256 validation cost:0.0104092489928 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00907579995692 and training accuracy:0.999098062515 validation cost:0.00891903787851 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.00009203 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153602451086 and training accuracy:0.964611649513 validation cost:0.148078769445 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103852927685 and training accuracy:0.972061812878 validation cost:0.0997563302517 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0824472159147 and training accuracy:0.975600659847 validation cost:0.080417342484 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0690118446946 and training accuracy:0.979791402817 validation cost:0.0630240514874 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.06036439538 and training accuracy:0.983143985271 validation cost:0.0561680719256 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0540820099413 and training accuracy:0.984913408756 validation cost:0.0505065433681 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.048522721976 and training accuracy:0.986589670181 validation cost:0.0469187796116 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446693152189 and training accuracy:0.987800359726 validation cost:0.0438512712717 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0415522307158 and training accuracy:0.988172829151 validation cost:0.0399015136063 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.11342597 Method 3 test accuracy:0.780700027943 Training with lmbda:88585.1235448, 6 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.526518106 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113396942616 and training accuracy:0.968366503716 validation cost:0.120848722756 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0888431966305 and training accuracy:0.97309333086 validation cost:0.0928624868393 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.073736615479 and training accuracy:0.974184155464 validation cost:0.0788464993238 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646888688207 and training accuracy:0.977183878422 validation cost:0.0672604441643 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0565392114222 and training accuracy:0.980819940567 validation cost:0.0583349615335 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0511482171714 and training accuracy:0.982910633087 validation cost:0.0503273382783 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.046563860029 and training accuracy:0.985455870628 validation cost:0.0467105694115 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0426085628569 and training accuracy:0.987364768982 validation cost:0.0415905378759 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:121.507147074 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.098976187408 and training accuracy:0.991609752178 validation cost:0.0924149677157 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0541390888393 and training accuracy:0.992780506611 validation cost:0.0479610413313 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379330180585 and training accuracy:0.994634151459 validation cost:0.0298050567508 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293912421912 and training accuracy:0.996682941914 validation cost:0.0230122767389 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238639675081 and training accuracy:0.997756123543 validation cost:0.0179974716157 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0202240161598 and training accuracy:0.998341441154 validation cost:0.0150300748646 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0173697080463 and training accuracy:0.998341441154 validation cost:0.0126818856224 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156778451055 and training accuracy:0.998146355152 validation cost:0.0115984957665 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141990426928 and training accuracy:0.998243927956 validation cost:0.010833023116 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.902057886 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638046264648 and training accuracy:0.991250991821 validation cost:0.062795996666 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342027246952 and training accuracy:0.997294127941 validation cost:0.0342582464218 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.024236863479 and training accuracy:0.997835278511 validation cost:0.0250955764204 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190505739301 and training accuracy:0.998105883598 validation cost:0.019165540114 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0157491751015 and training accuracy:0.998286306858 validation cost:0.0164560358971 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132346320897 and training accuracy:0.9987372756 validation cost:0.0132728628814 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114740533754 and training accuracy:0.998556852341 validation cost:0.0117842126638 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101381866261 and training accuracy:0.998917639256 validation cost:0.0102748451754 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00909510161728 and training accuracy:0.999098062515 validation cost:0.00885128695518 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.622639894 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153593331575 and training accuracy:0.964518547058 validation cost:0.149152457714 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103888578713 and training accuracy:0.972154974937 validation cost:0.100426107645 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0825504884124 and training accuracy:0.975600659847 validation cost:0.0800138637424 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0692041441798 and training accuracy:0.979698240757 validation cost:0.0637770667672 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0600723475218 and training accuracy:0.983330249786 validation cost:0.0563720799983 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0539451725781 and training accuracy:0.985099673271 validation cost:0.0506418272853 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.048657104373 and training accuracy:0.986589670181 validation cost:0.0470625162125 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446137189865 and training accuracy:0.987707197666 validation cost:0.0440504923463 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0411096140742 and training accuracy:0.988545358181 validation cost:0.0400029532611 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.146566153 Method 3 test accuracy:0.7799000144 Training with lmbda:89377.3332357, 7 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.926065922 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168327435851 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113396942616 and training accuracy:0.968366503716 validation cost:0.120848722756 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0888557732105 and training accuracy:0.97309333086 validation cost:0.0929196476936 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738030150533 and training accuracy:0.974093258381 validation cost:0.0792148783803 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646978989244 and training accuracy:0.977092981339 validation cost:0.0676218792796 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0565734989941 and training accuracy:0.9806381464 validation cost:0.0583349578083 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0509592220187 and training accuracy:0.983183324337 validation cost:0.0507673285902 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0466038286686 and training accuracy:0.985546767712 validation cost:0.0466840267181 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0428772233427 and training accuracy:0.987273871899 validation cost:0.0416418090463 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:121.486817122 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0988612547517 and training accuracy:0.991609752178 validation cost:0.0913967117667 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542682036757 and training accuracy:0.992780506611 validation cost:0.0480770245194 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379062667489 and training accuracy:0.994634151459 validation cost:0.0300449505448 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292556416243 and training accuracy:0.996682941914 validation cost:0.0224786587059 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238576624542 and training accuracy:0.997756123543 validation cost:0.0177216883749 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0203120019287 and training accuracy:0.998341441154 validation cost:0.0149784181267 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174062047154 and training accuracy:0.998341441154 validation cost:0.0127219250426 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157283637673 and training accuracy:0.998146355152 validation cost:0.0115777244791 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142853530124 and training accuracy:0.998146355152 validation cost:0.0107880719006 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.636354208 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638660788536 and training accuracy:0.991250991821 validation cost:0.0631236284971 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342568047345 and training accuracy:0.997294127941 validation cost:0.0342237688601 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242724381387 and training accuracy:0.997925519943 validation cost:0.0250501818955 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190407000482 and training accuracy:0.998105883598 validation cost:0.0191641151905 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0157219357789 and training accuracy:0.998286306858 validation cost:0.0163149647415 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132406223565 and training accuracy:0.9987372756 validation cost:0.0133545240387 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114847319201 and training accuracy:0.998556852341 validation cost:0.011718025431 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100756594911 and training accuracy:0.998917639256 validation cost:0.0104172704741 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00909126643091 and training accuracy:0.999098062515 validation cost:0.00894562713802 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.53508997 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153572544456 and training accuracy:0.964611649513 validation cost:0.148116454482 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103803694248 and training accuracy:0.972154974937 validation cost:0.0998947769403 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0826586261392 and training accuracy:0.975414395332 validation cost:0.0804276838899 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0691074058414 and training accuracy:0.979791402817 validation cost:0.0633168742061 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0601616390049 and training accuracy:0.983330249786 validation cost:0.0559214614332 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.053944028914 and training accuracy:0.985006511211 validation cost:0.0506744906306 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.048725027591 and training accuracy:0.986496567726 validation cost:0.0471212156117 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0444741360843 and training accuracy:0.987800359726 validation cost:0.0438161157072 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0412298366427 and training accuracy:0.988359093666 validation cost:0.0400430783629 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.131716013 Method 3 test accuracy:0.780499994755 Training with lmbda:91768.7271182, 8 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.2248981 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168327435851 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113404043019 and training accuracy:0.968366503716 validation cost:0.120848722756 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0888367816806 and training accuracy:0.97309333086 validation cost:0.0928904414177 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0739026740193 and training accuracy:0.974093258381 validation cost:0.0790253654122 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0647318512201 and training accuracy:0.977092981339 validation cost:0.0672434642911 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0565507002175 and training accuracy:0.980729043484 validation cost:0.0583482198417 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0509078428149 and training accuracy:0.982910633087 validation cost:0.050512842834 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0464681424201 and training accuracy:0.985637664795 validation cost:0.0469983816147 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0425906181335 and training accuracy:0.987273871899 validation cost:0.0416261516511 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:121.703598976 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989693775773 and training accuracy:0.991609752178 validation cost:0.091802880168 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0543111898005 and training accuracy:0.992780506611 validation cost:0.048195913434 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379887782037 and training accuracy:0.994634151459 validation cost:0.030077137053 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293800160289 and training accuracy:0.996682941914 validation cost:0.0229466594756 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239133667201 and training accuracy:0.997756123543 validation cost:0.017971938476 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0202976185828 and training accuracy:0.998341441154 validation cost:0.0149792479351 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174435358495 and training accuracy:0.998243927956 validation cost:0.0127372872084 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157189071178 and training accuracy:0.998048782349 validation cost:0.0115770446137 and validation accuracy:1.0 Training on :(4, 5) training cost:0.014196800068 and training accuracy:0.998341441154 validation cost:0.0108647560701 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.633481979 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638701021671 and training accuracy:0.991250991821 validation cost:0.0633551180363 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342424996197 and training accuracy:0.997294127941 validation cost:0.0341280810535 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242552105337 and training accuracy:0.997925519943 validation cost:0.0251310877502 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191072933376 and training accuracy:0.998105883598 validation cost:0.0194319039583 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0157657526433 and training accuracy:0.998286306858 validation cost:0.0163894072175 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132822711021 and training accuracy:0.998647093773 validation cost:0.0132781555876 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115034738556 and training accuracy:0.998556852341 validation cost:0.0117763914168 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101191848516 and training accuracy:0.998917639256 validation cost:0.0104194544256 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0091179581359 and training accuracy:0.999098062515 validation cost:0.00902266893536 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.535259008 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153592705727 and training accuracy:0.964332282543 validation cost:0.148247078061 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.10385632515 and training accuracy:0.972061812878 validation cost:0.0999989211559 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.082622140646 and training accuracy:0.975693821907 validation cost:0.0796141326427 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0691660419106 and training accuracy:0.979791402817 validation cost:0.0633995756507 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0602335482836 and training accuracy:0.983050823212 validation cost:0.0559136234224 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0537856034935 and training accuracy:0.984913408756 validation cost:0.0505979657173 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0486105643213 and training accuracy:0.986496567726 validation cost:0.0470350161195 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0445854738355 and training accuracy:0.987800359726 validation cost:0.0438807457685 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0413366928697 and training accuracy:0.988079726696 validation cost:0.0402710773051 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.355518818 Method 3 test accuracy:0.780600011349 Training with lmbda:95646.3188776, 9 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.035738945 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168385192752 and training accuracy:0.950004518032 validation cost:0.169110611081 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113434426486 and training accuracy:0.968548297882 validation cost:0.12116727978 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886235907674 and training accuracy:0.972911536694 validation cost:0.0931989625096 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0737719014287 and training accuracy:0.974275052547 validation cost:0.0785036608577 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645625442266 and training accuracy:0.977183878422 validation cost:0.0670879334211 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0564507581294 and training accuracy:0.981001734734 validation cost:0.0581943690777 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0511332340539 and training accuracy:0.98300153017 validation cost:0.0509368479252 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0463491082191 and training accuracy:0.985637664795 validation cost:0.0465510115027 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0426809042692 and training accuracy:0.987455666065 validation cost:0.0416051968932 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:121.876403093 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989670008421 and training accuracy:0.991512179375 validation cost:0.0914549008012 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542641617358 and training accuracy:0.99287801981 validation cost:0.0481520481408 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0380657687783 and training accuracy:0.994634151459 validation cost:0.0305874366313 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293681900948 and training accuracy:0.996682941914 validation cost:0.0226887241006 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238880757242 and training accuracy:0.997756123543 validation cost:0.0179604683071 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0202513355762 and training accuracy:0.998341441154 validation cost:0.015085763298 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0173575952649 and training accuracy:0.998341441154 validation cost:0.0126974135637 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156857203692 and training accuracy:0.998146355152 validation cost:0.0115785310045 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142262736335 and training accuracy:0.998243927956 validation cost:0.0109354136512 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.001923084 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638576447964 and training accuracy:0.990980446339 validation cost:0.0627192631364 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342948250473 and training accuracy:0.997203946114 validation cost:0.0335063673556 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0243588704616 and training accuracy:0.997745096684 validation cost:0.0248282309622 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191723052412 and training accuracy:0.998015701771 validation cost:0.0195226483047 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0157032683492 and training accuracy:0.998286306858 validation cost:0.0163114015013 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132133793086 and training accuracy:0.9987372756 validation cost:0.0135059412569 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113771818578 and training accuracy:0.998827457428 validation cost:0.0120195373893 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101436115801 and training accuracy:0.998827457428 validation cost:0.00975183025002 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00909132882953 and training accuracy:0.999188244343 validation cost:0.00892035290599 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.684333086 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151754036546 and training accuracy:0.964704811573 validation cost:0.146954163909 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103612154722 and training accuracy:0.972061812878 validation cost:0.100459888577 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0825118720531 and training accuracy:0.975880026817 validation cost:0.0781823843718 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0695787444711 and training accuracy:0.980257034302 validation cost:0.0655962079763 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0599913448095 and training accuracy:0.983423352242 validation cost:0.0537717752159 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0538187846541 and training accuracy:0.985099673271 validation cost:0.0491470955312 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0483469218016 and training accuracy:0.986682832241 validation cost:0.0463640913367 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0444666743279 and training accuracy:0.987707197666 validation cost:0.0418890416622 and validation accuracy:0.992467045784 Training on :(8, 9) training cost:0.0412587448955 and training accuracy:0.988638460636 validation cost:0.0394482426345 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:118.409224033 Method 3 test accuracy:0.788900017738 Training with lmbda:96119.403308, 10 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.443413973 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168385192752 and training accuracy:0.950004518032 validation cost:0.169110611081 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113434426486 and training accuracy:0.968548297882 validation cost:0.12116727978 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0887178108096 and training accuracy:0.973002433777 validation cost:0.0933837220073 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738641247153 and training accuracy:0.974275052547 validation cost:0.0788603201509 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0647758692503 and training accuracy:0.977002084255 validation cost:0.0673180297017 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0564230382442 and training accuracy:0.981001734734 validation cost:0.0582157559693 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0510987266898 and training accuracy:0.982910633087 validation cost:0.050760935992 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464706383646 and training accuracy:0.985637664795 validation cost:0.0465491041541 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427780672908 and training accuracy:0.987364768982 validation cost:0.0416020788252 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:121.786667824 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989990979433 and training accuracy:0.991707324982 validation cost:0.0917511358857 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542431287467 and training accuracy:0.992780506611 validation cost:0.0482154041529 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0381146371365 and training accuracy:0.994634151459 validation cost:0.0303594302386 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293700508773 and training accuracy:0.996682941914 validation cost:0.0226500965655 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239056330174 and training accuracy:0.997756123543 validation cost:0.0179535225034 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0202277507633 and training accuracy:0.998341441154 validation cost:0.0149898855016 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174333360046 and training accuracy:0.998243927956 validation cost:0.012639965862 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156846717 and training accuracy:0.998146355152 validation cost:0.0115777850151 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142593458295 and training accuracy:0.998243927956 validation cost:0.0108964685351 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.60364604 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639154091477 and training accuracy:0.991250991821 validation cost:0.0632391497493 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0343234278262 and training accuracy:0.997294127941 validation cost:0.0342633463442 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242755394429 and training accuracy:0.997925519943 validation cost:0.0250595733523 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191047079861 and training accuracy:0.998105883598 validation cost:0.0195053592324 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0157566405833 and training accuracy:0.998286306858 validation cost:0.016327213496 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0133378617465 and training accuracy:0.998647093773 validation cost:0.0134309194982 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114775383845 and training accuracy:0.998556852341 validation cost:0.0117068784311 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101796668023 and training accuracy:0.998917639256 validation cost:0.0106187090278 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00910300202668 and training accuracy:0.999098062515 validation cost:0.00894693657756 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.34562397 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153791725636 and training accuracy:0.964146018028 validation cost:0.148443296552 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.10368912667 and training accuracy:0.972154974937 validation cost:0.0994804129004 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0825303345919 and training accuracy:0.975693821907 validation cost:0.0798282474279 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689025074244 and training accuracy:0.979884505272 validation cost:0.0629816204309 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0601979903877 and training accuracy:0.983330249786 validation cost:0.0560363121331 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.053965523839 and training accuracy:0.984633982182 validation cost:0.0503967925906 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0486766211689 and training accuracy:0.986589670181 validation cost:0.0467904694378 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0448381155729 and training accuracy:0.987800359726 validation cost:0.0439509004354 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0417533256114 and training accuracy:0.988359093666 validation cost:0.0399915128946 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.622701883 Method 3 test accuracy:0.780200004578 Training with lmbda:97283.0488578, 11 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.594377041 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168311834335 and training accuracy:0.950004518032 validation cost:0.169110611081 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.11344935745 and training accuracy:0.968366503716 validation cost:0.120838224888 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886443406343 and training accuracy:0.973002433777 validation cost:0.0926842242479 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0740178599954 and training accuracy:0.974093258381 validation cost:0.0790317878127 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.064613468945 and training accuracy:0.977183878422 validation cost:0.067192107439 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0565096512437 and training accuracy:0.980819940567 validation cost:0.0584226176143 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0509077347815 and training accuracy:0.983092427254 validation cost:0.0505886785686 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0465469509363 and training accuracy:0.985637664795 validation cost:0.0467816404998 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.042768124491 and training accuracy:0.987455666065 validation cost:0.0418143980205 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:121.8469069 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.098914436996 and training accuracy:0.991609752178 validation cost:0.0922031104565 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542332679033 and training accuracy:0.99287801981 validation cost:0.0480153597891 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0380890145898 and training accuracy:0.994731724262 validation cost:0.0304254237562 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293332673609 and training accuracy:0.996682941914 validation cost:0.0226874854416 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238918941468 and training accuracy:0.997756123543 validation cost:0.0177817251533 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0202170312405 and training accuracy:0.998341441154 validation cost:0.0150954611599 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174833089113 and training accuracy:0.998341441154 validation cost:0.0127329155803 and validation accuracy:1.0 Training on :(4, 5) training cost:0.01567693986 and training accuracy:0.998146355152 validation cost:0.0116043286398 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142103275284 and training accuracy:0.998243927956 validation cost:0.0109223332256 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.56773901 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639035701752 and training accuracy:0.991160809994 validation cost:0.0631675794721 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342273935676 and training accuracy:0.997294127941 validation cost:0.0341083481908 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242490489036 and training accuracy:0.997925519943 validation cost:0.0249536857009 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190893374383 and training accuracy:0.998105883598 validation cost:0.0194232650101 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0157636515796 and training accuracy:0.998286306858 validation cost:0.0163011085242 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0133297843859 and training accuracy:0.998647093773 validation cost:0.0134241739288 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114632230252 and training accuracy:0.998647093773 validation cost:0.0118144443259 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.010186098516 and training accuracy:0.998917639256 validation cost:0.0106051554903 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.009107561782 and training accuracy:0.999098062515 validation cost:0.0090164700523 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.826699018 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153669387102 and training accuracy:0.964425384998 validation cost:0.148298203945 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103562124074 and training accuracy:0.972154974937 validation cost:0.0993604138494 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0825106948614 and training accuracy:0.975786924362 validation cost:0.0798288583755 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0692901909351 and training accuracy:0.979698240757 validation cost:0.0638104304671 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0601095072925 and training accuracy:0.983423352242 validation cost:0.0560357198119 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0538332350552 and training accuracy:0.985099673271 validation cost:0.0504815354943 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0486841313541 and training accuracy:0.986403405666 validation cost:0.0472118631005 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.044772259891 and training accuracy:0.987893462181 validation cost:0.04408133775 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0415276028216 and training accuracy:0.988359093666 validation cost:0.0401640608907 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.137481928 Method 3 test accuracy:0.780900001526 Training with lmbda:0, 12 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.857004881 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.043754101 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183575861156 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164001379162 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.153342962 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183195862919 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150393527001 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0127136530355 and training accuracy:0.998827457428 validation cost:0.0126593997702 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110622271895 and training accuracy:0.999007821083 validation cost:0.0108566032723 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984427891672 and training accuracy:0.999188244343 validation cost:0.0102100968361 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882676243782 and training accuracy:0.999368607998 validation cost:0.00872281659395 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.982313871 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153915524483 and training accuracy:0.962842226028 validation cost:0.153895288706 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104966908693 and training accuracy:0.968429863453 validation cost:0.101662240922 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838570669293 and training accuracy:0.975228190422 validation cost:0.0826450809836 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0704691037536 and training accuracy:0.979512035847 validation cost:0.0700912177563 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0619770400226 and training accuracy:0.981747090816 validation cost:0.059368930757 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0556346476078 and training accuracy:0.984168350697 validation cost:0.0533436946571 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496507994831 and training accuracy:0.985658407211 validation cost:0.0468872338533 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0448518916965 and training accuracy:0.986682832241 validation cost:0.0442164950073 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405962467194 and training accuracy:0.988172829151 validation cost:0.0406271256506 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:119.367909908 Method 3 test accuracy:0.792699992657 Training with lmbda:75117.9714048, 13 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.69716382 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116140052676 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903718918562 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756999477744 and training accuracy:0.977183878422 validation cost:0.0860987231135 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.066254787147 and training accuracy:0.978820085526 validation cost:0.0742805600166 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.059024207294 and training accuracy:0.982456147671 validation cost:0.0653478726745 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0522265098989 and training accuracy:0.985092282295 validation cost:0.0573040805757 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0471630878747 and training accuracy:0.986274003983 validation cost:0.0528334267437 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0444227382541 and training accuracy:0.987364768982 validation cost:0.049817673862 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:121.634955883 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0999102145433 and training accuracy:0.991999983788 validation cost:0.0895099937916 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0547189041972 and training accuracy:0.992975592613 validation cost:0.0474233180285 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0394739955664 and training accuracy:0.994926810265 validation cost:0.0322816595435 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0312021449208 and training accuracy:0.996097564697 validation cost:0.0240880828351 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254895742983 and training accuracy:0.996292710304 validation cost:0.0195730496198 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0213133301586 and training accuracy:0.996975600719 validation cost:0.0153297325596 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185763575137 and training accuracy:0.997365832329 validation cost:0.0128999240696 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167428646237 and training accuracy:0.997463405132 validation cost:0.0111787384376 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152020119131 and training accuracy:0.997560977936 validation cost:0.00972440093756 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.90949297 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619914196432 and training accuracy:0.992694139481 validation cost:0.0630037412047 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341241061687 and training accuracy:0.997925519943 validation cost:0.034851834178 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241716336459 and training accuracy:0.998196065426 validation cost:0.0245518181473 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186568479985 and training accuracy:0.998556852341 validation cost:0.0191912539303 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151697518304 and training accuracy:0.998647093773 validation cost:0.0154416719452 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0129926791415 and training accuracy:0.998827457428 validation cost:0.0133636919782 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113239167258 and training accuracy:0.999007821083 validation cost:0.0111590884626 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100798970088 and training accuracy:0.999098062515 validation cost:0.0101417824626 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00914821494371 and training accuracy:0.99927842617 validation cost:0.00908604264259 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.114251137 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15453068912 and training accuracy:0.963401019573 validation cost:0.152509748936 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105428077281 and training accuracy:0.968709230423 validation cost:0.102065883577 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0844173654914 and training accuracy:0.974576294422 validation cost:0.0818144902587 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.070973880589 and training accuracy:0.979232609272 validation cost:0.0700024068356 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616279616952 and training accuracy:0.982492089272 validation cost:0.0593575611711 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.055304557085 and training accuracy:0.984727144241 validation cost:0.0522726215422 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0495528914034 and training accuracy:0.985937774181 validation cost:0.0470899641514 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0449717789888 and training accuracy:0.987148463726 validation cost:0.0454591885209 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0410764850676 and training accuracy:0.988265991211 validation cost:0.039910633117 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:118.753859997 Method 3 test accuracy:0.79390001297 Training with lmbda:78039.2280196, 14 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.480823994 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116140052676 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903720483184 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.075694359839 and training accuracy:0.977183878422 validation cost:0.0860987231135 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0661722049117 and training accuracy:0.978910982609 validation cost:0.0742844566703 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.059077758342 and training accuracy:0.982456147671 validation cost:0.0658769086003 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0522651746869 and training accuracy:0.985092282295 validation cost:0.0572898574173 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0471316166222 and training accuracy:0.986274003983 validation cost:0.052940800786 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0443448573351 and training accuracy:0.987364768982 validation cost:0.0490900240839 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.242826939 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100023366511 and training accuracy:0.991609752178 validation cost:0.0899098590016 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0547176674008 and training accuracy:0.993073165417 validation cost:0.0473228283226 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395363382995 and training accuracy:0.994926810265 validation cost:0.0322332642972 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311106219888 and training accuracy:0.996097564697 validation cost:0.0240585207939 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254587586969 and training accuracy:0.996390223503 validation cost:0.0195935610682 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212861504406 and training accuracy:0.996975600719 validation cost:0.0152059253305 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186728145927 and training accuracy:0.997170746326 validation cost:0.0129007836804 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016761161387 and training accuracy:0.997463405132 validation cost:0.0112167997286 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154410116374 and training accuracy:0.997560977936 validation cost:0.00975510850549 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.528413057 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620418265462 and training accuracy:0.992694139481 validation cost:0.0628023669124 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341013148427 and training accuracy:0.997925519943 validation cost:0.0348306708038 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241254400462 and training accuracy:0.998196065426 validation cost:0.0246706996113 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.018630662933 and training accuracy:0.998556852341 validation cost:0.0192007031292 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151555901393 and training accuracy:0.998647093773 validation cost:0.0152837466449 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130035411566 and training accuracy:0.998827457428 validation cost:0.0133294891566 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113382926211 and training accuracy:0.999007821083 validation cost:0.0111597971991 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101022142917 and training accuracy:0.999007821083 validation cost:0.0101169170812 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00918994564563 and training accuracy:0.99927842617 validation cost:0.00912895984948 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.71015501 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154355421662 and training accuracy:0.963494122028 validation cost:0.152069479227 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105282858014 and training accuracy:0.968988656998 validation cost:0.101466633379 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0844144970179 and training accuracy:0.974483132362 validation cost:0.0815466046333 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0709985941648 and training accuracy:0.979139506817 validation cost:0.0702124610543 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0614869408309 and training accuracy:0.982585191727 validation cost:0.0590426400304 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0552579313517 and training accuracy:0.984913408756 validation cost:0.0532411113381 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0492120943964 and training accuracy:0.986030936241 validation cost:0.0470773242414 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0449148900807 and training accuracy:0.987055301666 validation cost:0.0446009784937 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0411311089993 and training accuracy:0.988265991211 validation cost:0.0406030640006 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.219110966 Method 3 test accuracy:0.79439997673 Training with lmbda:78417.6647421, 15 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.811652899 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116140052676 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903720483184 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.075694359839 and training accuracy:0.977183878422 validation cost:0.0860987231135 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0661722049117 and training accuracy:0.978910982609 validation cost:0.0742844566703 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591124221683 and training accuracy:0.982365250587 validation cost:0.0658769086003 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0522655583918 and training accuracy:0.985092282295 validation cost:0.0572898574173 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0471316687763 and training accuracy:0.986274003983 validation cost:0.052940800786 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0443449988961 and training accuracy:0.987364768982 validation cost:0.0490900240839 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:121.770050049 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100022435188 and training accuracy:0.991707324982 validation cost:0.0896364971995 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0547000542283 and training accuracy:0.993073165417 validation cost:0.0473228283226 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039537794888 and training accuracy:0.994926810265 validation cost:0.0323112383485 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311698764563 and training accuracy:0.996097564697 validation cost:0.023992806673 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254871286452 and training accuracy:0.996292710304 validation cost:0.0195600762963 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212559532374 and training accuracy:0.996975600719 validation cost:0.0152346873656 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0187142714858 and training accuracy:0.997170746326 validation cost:0.0129334488884 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167737808079 and training accuracy:0.997463405132 validation cost:0.0111881019548 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154782123864 and training accuracy:0.997560977936 validation cost:0.0097478935495 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.446880102 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620010979474 and training accuracy:0.992694139481 validation cost:0.0629076212645 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341748595238 and training accuracy:0.997835278511 validation cost:0.0348805896938 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241136979312 and training accuracy:0.998196065426 validation cost:0.0244966819882 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186390969902 and training accuracy:0.998556852341 validation cost:0.0192111264914 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151286786422 and training accuracy:0.998647093773 validation cost:0.0154591565952 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130028408021 and training accuracy:0.998827457428 validation cost:0.0132389739156 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113256676123 and training accuracy:0.999007821083 validation cost:0.0111496383324 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101406872272 and training accuracy:0.999007821083 validation cost:0.0101171107963 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00918531045318 and training accuracy:0.99927842617 validation cost:0.00914569105953 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.417578936 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154418319464 and training accuracy:0.963680386543 validation cost:0.152245223522 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105283237994 and training accuracy:0.968895494938 validation cost:0.101498283446 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0845931917429 and training accuracy:0.974203765392 validation cost:0.0816690921783 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0708809345961 and training accuracy:0.979512035847 validation cost:0.0711027756333 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616051070392 and training accuracy:0.982492089272 validation cost:0.0596474632621 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0551907196641 and training accuracy:0.985006511211 validation cost:0.0528695359826 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0494541972876 and training accuracy:0.985937774181 validation cost:0.0470431819558 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0450209975243 and training accuracy:0.986962199211 validation cost:0.0445356145501 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0414047241211 and training accuracy:0.987986564636 validation cost:0.0411186851561 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:118.474227905 Method 3 test accuracy:0.794200003147 Training with lmbda:81959.2346273, 16 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.591965914 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116139009595 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903519690037 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756814107299 and training accuracy:0.977183878422 validation cost:0.0860360637307 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.066069200635 and training accuracy:0.978910982609 validation cost:0.0742588639259 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0589931569993 and training accuracy:0.982456147671 validation cost:0.0657024085522 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0522924214602 and training accuracy:0.985092282295 validation cost:0.0573350191116 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0473622605205 and training accuracy:0.986183047295 validation cost:0.0529461354017 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0444507226348 and training accuracy:0.987546563148 validation cost:0.0493958629668 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.124214172 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.10005890578 and training accuracy:0.991804897785 validation cost:0.0898414328694 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0546666830778 and training accuracy:0.993073165417 validation cost:0.0472937524319 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395857654512 and training accuracy:0.994926810265 validation cost:0.0323335006833 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311432536691 and training accuracy:0.996097564697 validation cost:0.0239992979914 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254982933402 and training accuracy:0.996292710304 validation cost:0.0195289123803 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212124753743 and training accuracy:0.997073173523 validation cost:0.0153550971299 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186316072941 and training accuracy:0.99726831913 validation cost:0.012904974632 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0168396364897 and training accuracy:0.997463405132 validation cost:0.0112094143406 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015247293748 and training accuracy:0.997560977936 validation cost:0.00982174742967 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.619308949 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.062023807317 and training accuracy:0.992784321308 validation cost:0.063160136342 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342432968318 and training accuracy:0.997654914856 validation cost:0.0346599966288 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241469051689 and training accuracy:0.998105883598 validation cost:0.0246154665947 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186533723027 and training accuracy:0.998556852341 validation cost:0.019237857312 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.015169788152 and training accuracy:0.998647093773 validation cost:0.0154332155362 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130372364074 and training accuracy:0.998827457428 validation cost:0.0134443799034 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113514726982 and training accuracy:0.999007821083 validation cost:0.0112917097285 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100974142551 and training accuracy:0.999098062515 validation cost:0.0102074714378 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00921241659671 and training accuracy:0.99927842617 validation cost:0.00912823341787 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.3306849 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154371216893 and training accuracy:0.963680386543 validation cost:0.152709886432 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.105463713408 and training accuracy:0.968709230423 validation cost:0.101871103048 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0843187719584 and training accuracy:0.974576294422 validation cost:0.0810482576489 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.070862993598 and training accuracy:0.979418873787 validation cost:0.0710954740644 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0615831874311 and training accuracy:0.982398927212 validation cost:0.0595522895455 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0552987940609 and training accuracy:0.984727144241 validation cost:0.052821367979 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0494404360652 and training accuracy:0.986030936241 validation cost:0.0474039390683 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0450708158314 and training accuracy:0.987055301666 validation cost:0.044384509325 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0413553193212 and training accuracy:0.987893462181 validation cost:0.0407096967101 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:119.095551968 Method 3 test accuracy:0.794600009918 Training with lmbda:85612.9397687, 17 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.752882957 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116139009595 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903376936913 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.075674161315 and training accuracy:0.977183878422 validation cost:0.0860212445259 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0660680234432 and training accuracy:0.978820085526 validation cost:0.0742270201445 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0590759068727 and training accuracy:0.982456147671 validation cost:0.0655094608665 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0522738993168 and training accuracy:0.985001385212 validation cost:0.0572998262942 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0474257543683 and training accuracy:0.986183047295 validation cost:0.0526547729969 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0442093238235 and training accuracy:0.987637460232 validation cost:0.0499951131642 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.045318127 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100072264671 and training accuracy:0.991707324982 validation cost:0.0895595178008 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0546422563493 and training accuracy:0.993073165417 validation cost:0.0472769774497 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395639874041 and training accuracy:0.994926810265 validation cost:0.0323345661163 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0310902222991 and training accuracy:0.996195137501 validation cost:0.0234501156956 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0254913717508 and training accuracy:0.996292710304 validation cost:0.0195671450347 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0213172920048 and training accuracy:0.997073173523 validation cost:0.0153856286779 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186436362565 and training accuracy:0.997365832329 validation cost:0.0128982951865 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0168030783534 and training accuracy:0.997463405132 validation cost:0.0111928358674 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153361996636 and training accuracy:0.997560977936 validation cost:0.00983354914933 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.734026909 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619681291282 and training accuracy:0.992513775826 validation cost:0.0629558935761 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.034232199192 and training accuracy:0.997654914856 validation cost:0.0348448492587 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241254176944 and training accuracy:0.998196065426 validation cost:0.0244168806821 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0185748524964 and training accuracy:0.998556852341 validation cost:0.019213039428 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151918390766 and training accuracy:0.998647093773 validation cost:0.015499940142 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130058089271 and training accuracy:0.998827457428 validation cost:0.0132006378844 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113146770746 and training accuracy:0.999007821083 validation cost:0.0113752540201 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100921271369 and training accuracy:0.999098062515 validation cost:0.0101186931133 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00921519938856 and training accuracy:0.99927842617 validation cost:0.00919620133936 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.511208773 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154463931918 and training accuracy:0.963401019573 validation cost:0.153177365661 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.105507299304 and training accuracy:0.968802392483 validation cost:0.101859502494 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0844550579786 and training accuracy:0.974483132362 validation cost:0.0812108814716 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0710524991155 and training accuracy:0.979325771332 validation cost:0.0709782838821 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.061869662255 and training accuracy:0.982119560242 validation cost:0.0594089888036 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0552580393851 and training accuracy:0.984633982182 validation cost:0.0526290908456 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0492878481746 and training accuracy:0.985937774181 validation cost:0.0470509044826 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0449772179127 and training accuracy:0.987241566181 validation cost:0.0444205924869 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0413752906024 and training accuracy:0.988172829151 validation cost:0.0402962714434 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.258154154 Method 3 test accuracy:0.794600009918 Training with lmbda:88585.1235448, 18 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.656459808 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172663092613 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116122156382 and training accuracy:0.968639194965 validation cost:0.11926035583 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903381258249 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756813958287 and training accuracy:0.977183878422 validation cost:0.0860212445259 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0661601796746 and training accuracy:0.978820085526 validation cost:0.0742029622197 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0592106357217 and training accuracy:0.982456147671 validation cost:0.0654949471354 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0521844998002 and training accuracy:0.985092282295 validation cost:0.0573013313115 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0474345572293 and training accuracy:0.986092150211 validation cost:0.0528268925846 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0444258674979 and training accuracy:0.987455666065 validation cost:0.0494688153267 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:121.710781813 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100047759712 and training accuracy:0.991804897785 validation cost:0.0895595103502 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.054767858237 and training accuracy:0.992975592613 validation cost:0.0474698059261 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0396454706788 and training accuracy:0.994926810265 validation cost:0.0325838513672 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311700999737 and training accuracy:0.996195137501 validation cost:0.0239137355238 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0255318954587 and training accuracy:0.996195137501 validation cost:0.0196180231869 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212759505957 and training accuracy:0.997073173523 validation cost:0.0153355291113 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186983849853 and training accuracy:0.99726831913 validation cost:0.0129043348134 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0168485213071 and training accuracy:0.997463405132 validation cost:0.0112209413201 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152789512649 and training accuracy:0.997560977936 validation cost:0.00983395799994 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.849169016 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619971342385 and training accuracy:0.992694139481 validation cost:0.0630607157946 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341680273414 and training accuracy:0.997745096684 validation cost:0.034819342196 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241388957947 and training accuracy:0.998196065426 validation cost:0.024504981935 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186237227172 and training accuracy:0.998556852341 validation cost:0.0192932020873 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151906646788 and training accuracy:0.9987372756 validation cost:0.0154826203361 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130028389394 and training accuracy:0.998917639256 validation cost:0.0134533941746 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0112889055163 and training accuracy:0.999007821083 validation cost:0.0111646000296 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101166768 and training accuracy:0.999007821083 validation cost:0.0101285204291 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00923215318471 and training accuracy:0.99927842617 validation cost:0.00917792785913 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.776720047 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154381304979 and training accuracy:0.963866651058 validation cost:0.152754843235 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105427496135 and training accuracy:0.968988656998 validation cost:0.101444765925 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0844347923994 and training accuracy:0.974576294422 validation cost:0.0815135985613 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.071141846478 and training accuracy:0.979325771332 validation cost:0.0711279213428 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616824068129 and training accuracy:0.982119560242 validation cost:0.0593328773975 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0551063343883 and training accuracy:0.984727144241 validation cost:0.0523873716593 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0493022203445 and training accuracy:0.986217200756 validation cost:0.0471761338413 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0449033007026 and training accuracy:0.986775934696 validation cost:0.0439415983856 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0413102656603 and training accuracy:0.988079726696 validation cost:0.039784681052 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.114439011 Method 3 test accuracy:0.794000029564 Training with lmbda:89377.3332357, 19 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.729985952 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172663092613 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.11614189297 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903376936913 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756810083985 and training accuracy:0.977183878422 validation cost:0.0860212445259 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0661587491632 and training accuracy:0.978820085526 validation cost:0.0742029622197 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591691359878 and training accuracy:0.982456147671 validation cost:0.0653409585357 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0520876608789 and training accuracy:0.985183179379 validation cost:0.0572772100568 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.047382067889 and training accuracy:0.986001253128 validation cost:0.0528383105993 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0442801862955 and training accuracy:0.987455666065 validation cost:0.049056828022 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:121.548014879 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100320518017 and training accuracy:0.991414606571 validation cost:0.090120896697 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0546966828406 and training accuracy:0.993073165417 validation cost:0.0472520254552 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039595734328 and training accuracy:0.994926810265 validation cost:0.0323856137693 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311822891235 and training accuracy:0.996097564697 validation cost:0.0241484344006 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254681911319 and training accuracy:0.996390223503 validation cost:0.0196013227105 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212692990899 and training accuracy:0.997073173523 validation cost:0.0154137155041 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186030361801 and training accuracy:0.997365832329 validation cost:0.0129101257771 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0168047789484 and training accuracy:0.997463405132 validation cost:0.0112061202526 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153273846954 and training accuracy:0.997560977936 validation cost:0.00982869323343 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.694836855 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619729794562 and training accuracy:0.992694139481 validation cost:0.0630542635918 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341590307653 and training accuracy:0.997745096684 validation cost:0.034613955766 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241416785866 and training accuracy:0.998105883598 validation cost:0.0243813730776 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0185547303408 and training accuracy:0.998556852341 validation cost:0.0192328542471 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151905175298 and training accuracy:0.9987372756 validation cost:0.0155098019168 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130035849288 and training accuracy:0.998917639256 validation cost:0.0133238090202 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011361352168 and training accuracy:0.999007821083 validation cost:0.0113773224875 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100301736966 and training accuracy:0.999098062515 validation cost:0.0101793622598 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0092291738838 and training accuracy:0.99927842617 validation cost:0.00916613545269 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.529040098 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154441326857 and training accuracy:0.963680386543 validation cost:0.153412565589 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105312816799 and training accuracy:0.968895494938 validation cost:0.10179105401 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0842313617468 and training accuracy:0.974669396877 validation cost:0.0814910009503 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0709474682808 and training accuracy:0.979512035847 validation cost:0.0709851905704 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0618262924254 and training accuracy:0.982212722301 validation cost:0.0596121773124 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0553188696504 and training accuracy:0.984633982182 validation cost:0.05275676772 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0493331812322 and training accuracy:0.985844671726 validation cost:0.0471453219652 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0451090373099 and training accuracy:0.986775934696 validation cost:0.045235298574 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0413453951478 and training accuracy:0.988359093666 validation cost:0.0413012467325 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.008080006 Method 3 test accuracy:0.794200003147 Training with lmbda:91768.7271182, 20 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.819032907 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172660335898 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.11614189297 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903359279037 and training accuracy:0.974729597569 validation cost:0.0984876006842 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756146013737 and training accuracy:0.977183878422 validation cost:0.0858809202909 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662675574422 and training accuracy:0.978910982609 validation cost:0.0743165537715 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591857247055 and training accuracy:0.982456147671 validation cost:0.0655852779746 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0521807409823 and training accuracy:0.985092282295 validation cost:0.0572828985751 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472750216722 and training accuracy:0.986274003983 validation cost:0.0526585094631 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0444189161062 and training accuracy:0.987364768982 validation cost:0.0490938276052 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:121.824342012 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100149519742 and training accuracy:0.991707324982 validation cost:0.0897793695331 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0547405965626 and training accuracy:0.992975592613 validation cost:0.04717509076 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395680591464 and training accuracy:0.994926810265 validation cost:0.0322836041451 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311924424022 and training accuracy:0.996097564697 validation cost:0.0239830221981 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0255321785808 and training accuracy:0.996292710304 validation cost:0.0195514410734 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212462991476 and training accuracy:0.997073173523 validation cost:0.0153329381719 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186696294695 and training accuracy:0.997365832329 validation cost:0.0129174226895 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0168674755841 and training accuracy:0.997463405132 validation cost:0.0114083075896 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153658948839 and training accuracy:0.997560977936 validation cost:0.00989262387156 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.455426931 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620342679322 and training accuracy:0.992694139481 validation cost:0.0634121000767 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342353098094 and training accuracy:0.997654914856 validation cost:0.0347654260695 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241733044386 and training accuracy:0.998105883598 validation cost:0.0242787785828 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186276789755 and training accuracy:0.998556852341 validation cost:0.0191980283707 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151598379016 and training accuracy:0.9987372756 validation cost:0.0156461875886 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130026573315 and training accuracy:0.998917639256 validation cost:0.0132526056841 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113766686991 and training accuracy:0.999007821083 validation cost:0.0112989814952 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.010143619962 and training accuracy:0.999007821083 validation cost:0.0101721631363 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00924161076546 and training accuracy:0.99927842617 validation cost:0.00917305238545 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.422807932 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15427736938 and training accuracy:0.963959753513 validation cost:0.152907341719 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105705410242 and training accuracy:0.968709230423 validation cost:0.102077364922 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0841932892799 and training accuracy:0.974855661392 validation cost:0.0806690230966 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0709489956498 and training accuracy:0.979325771332 validation cost:0.0709005594254 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0617477856576 and training accuracy:0.982212722301 validation cost:0.0599151924253 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0555796995759 and training accuracy:0.984447777271 validation cost:0.0528682991862 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0494448207319 and training accuracy:0.985937774181 validation cost:0.047211188823 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.044753625989 and training accuracy:0.987148463726 validation cost:0.0435285978019 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0415973514318 and training accuracy:0.987986564636 validation cost:0.041493948549 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:118.179695845 Method 3 test accuracy:0.794300019741 Training with lmbda:95646.3188776, 21 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.103183031 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172660335898 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116140849888 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0904549956322 and training accuracy:0.974729597569 validation cost:0.0985168069601 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756468325853 and training accuracy:0.977183878422 validation cost:0.0858784019947 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0660116970539 and training accuracy:0.978910982609 validation cost:0.0741990655661 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0590967237949 and training accuracy:0.982274353504 validation cost:0.0658827424049 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0521405637264 and training accuracy:0.985183179379 validation cost:0.0569516718388 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0474131032825 and training accuracy:0.986092150211 validation cost:0.0530204884708 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0442437753081 and training accuracy:0.987546563148 validation cost:0.0491525940597 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:121.74334693 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0999664515257 and training accuracy:0.991804897785 validation cost:0.0893230736256 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0546308346093 and training accuracy:0.993073165417 validation cost:0.047606177628 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0396281890571 and training accuracy:0.994926810265 validation cost:0.032341606915 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0312606990337 and training accuracy:0.995999991894 validation cost:0.0240738205612 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254629477859 and training accuracy:0.996390223503 validation cost:0.0195561498404 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212805755436 and training accuracy:0.996975600719 validation cost:0.0153960064054 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186680778861 and training accuracy:0.997365832329 validation cost:0.0129159465432 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0168676786125 and training accuracy:0.997365832329 validation cost:0.0112160257995 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154215842485 and training accuracy:0.997560977936 validation cost:0.00985263381153 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.728763103 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.062095887959 and training accuracy:0.992694139481 validation cost:0.0632682293653 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342313610017 and training accuracy:0.997654914856 validation cost:0.0348165407777 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241575073451 and training accuracy:0.998196065426 validation cost:0.0243762731552 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0185349453241 and training accuracy:0.998556852341 validation cost:0.0192152783275 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151402913034 and training accuracy:0.9987372756 validation cost:0.0158191584051 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130400750786 and training accuracy:0.998917639256 validation cost:0.0134659735486 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113347265869 and training accuracy:0.999007821083 validation cost:0.0112815573812 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101626385003 and training accuracy:0.999007821083 validation cost:0.010116243735 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00925572775304 and training accuracy:0.999368607998 validation cost:0.00915411394089 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.68555212 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154568463564 and training accuracy:0.963121652603 validation cost:0.153289929032 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.10512534529 and training accuracy:0.969268023968 validation cost:0.101877935231 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0844565778971 and training accuracy:0.974669396877 validation cost:0.0813063681126 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0710210427642 and training accuracy:0.979418873787 validation cost:0.071035310626 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0618773363531 and training accuracy:0.982212722301 validation cost:0.0592270381749 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0555399358273 and training accuracy:0.984354615211 validation cost:0.052757486701 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.049428422004 and training accuracy:0.986030936241 validation cost:0.0473946481943 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0449480190873 and training accuracy:0.987334728241 validation cost:0.0443678312004 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0415873266757 and training accuracy:0.988265991211 validation cost:0.0412728264928 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:118.816545963 Method 3 test accuracy:0.794700026512 Training with lmbda:96119.403308, 22 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.114861012 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172660335898 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116140849888 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0904549956322 and training accuracy:0.974729597569 validation cost:0.0985168069601 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756468325853 and training accuracy:0.977183878422 validation cost:0.0858784019947 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0660116970539 and training accuracy:0.978910982609 validation cost:0.0741990655661 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0590967237949 and training accuracy:0.982274353504 validation cost:0.0658827424049 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0521403364837 and training accuracy:0.985183179379 validation cost:0.0569516718388 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0474145449698 and training accuracy:0.986092150211 validation cost:0.0530199594796 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0442268177867 and training accuracy:0.987455666065 validation cost:0.0489845611155 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:122.370273829 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.099939621985 and training accuracy:0.991804897785 validation cost:0.0892931818962 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0547201670706 and training accuracy:0.993073165417 validation cost:0.0474914908409 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0396492481232 and training accuracy:0.994926810265 validation cost:0.0323681868613 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0312688089907 and training accuracy:0.995999991894 validation cost:0.0240147802979 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254937782884 and training accuracy:0.996292710304 validation cost:0.0195398442447 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0213621389121 and training accuracy:0.996975600719 validation cost:0.0154026839882 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186939015985 and training accuracy:0.99726831913 validation cost:0.0129277380183 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0168505702168 and training accuracy:0.997365832329 validation cost:0.0112125808373 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154053689912 and training accuracy:0.997658550739 validation cost:0.00989355705678 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.085478067 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620500072837 and training accuracy:0.992694139481 validation cost:0.0628912374377 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342646539211 and training accuracy:0.997654914856 validation cost:0.0350032150745 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241526719183 and training accuracy:0.998196065426 validation cost:0.0243697147816 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0185359269381 and training accuracy:0.998556852341 validation cost:0.0192417427897 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151506960392 and training accuracy:0.9987372756 validation cost:0.015759319067 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130289401859 and training accuracy:0.998917639256 validation cost:0.0132885593921 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113409338519 and training accuracy:0.999007821083 validation cost:0.0113374469802 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101397531107 and training accuracy:0.999007821083 validation cost:0.0101490337402 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00926000066102 and training accuracy:0.99927842617 validation cost:0.00913290120661 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.59720993 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154457762837 and training accuracy:0.963214755058 validation cost:0.153468161821 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.105388946831 and training accuracy:0.968895494938 validation cost:0.10239610076 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0841707512736 and training accuracy:0.974855661392 validation cost:0.0802361220121 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0710276290774 and training accuracy:0.979325771332 validation cost:0.0712671503425 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0618611983955 and training accuracy:0.982212722301 validation cost:0.0594534389675 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0555247589946 and training accuracy:0.984540879726 validation cost:0.0523735061288 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0495459064841 and training accuracy:0.986124038696 validation cost:0.0472678132355 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0451401881874 and training accuracy:0.987055301666 validation cost:0.0436754375696 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0418114215136 and training accuracy:0.987986564636 validation cost:0.0411744751036 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:118.537163019 Method 3 test accuracy:0.794799983501 Training with lmbda:97283.0488578, 23 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.429027081 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172660335898 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116140849888 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0904549956322 and training accuracy:0.974729597569 validation cost:0.0985168069601 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756468325853 and training accuracy:0.977183878422 validation cost:0.0858784019947 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662166625261 and training accuracy:0.978910982609 validation cost:0.0745787322521 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591797120869 and training accuracy:0.982365250587 validation cost:0.0655905976892 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0521010868251 and training accuracy:0.985092282295 validation cost:0.0572929047048 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472920052707 and training accuracy:0.986183047295 validation cost:0.0527864098549 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0443754531443 and training accuracy:0.987364768982 validation cost:0.049153752625 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:121.997914076 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0999457761645 and training accuracy:0.991804897785 validation cost:0.0897303149104 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0546476207674 and training accuracy:0.993073165417 validation cost:0.0473586507142 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0396550297737 and training accuracy:0.994926810265 validation cost:0.032454483211 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311980750412 and training accuracy:0.996097564697 validation cost:0.024000139907 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0255155414343 and training accuracy:0.996292710304 validation cost:0.0195526964962 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212706290185 and training accuracy:0.997073173523 validation cost:0.0152213489637 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186666864902 and training accuracy:0.99726831913 validation cost:0.0129142664373 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169060453773 and training accuracy:0.997365832329 validation cost:0.0116028124467 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153827918693 and training accuracy:0.997560977936 validation cost:0.00985299516469 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.903460026 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0621264800429 and training accuracy:0.992694139481 validation cost:0.0632514953613 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342192091048 and training accuracy:0.997654914856 validation cost:0.0348846912384 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0242035724223 and training accuracy:0.998196065426 validation cost:0.0245547574013 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186075475067 and training accuracy:0.998556852341 validation cost:0.0194910168648 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0152269117534 and training accuracy:0.9987372756 validation cost:0.0158222969621 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130225708708 and training accuracy:0.998917639256 validation cost:0.0134741291404 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113708255813 and training accuracy:0.999007821083 validation cost:0.0113550815731 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101352976635 and training accuracy:0.999007821083 validation cost:0.0101391589269 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00927583128214 and training accuracy:0.99927842617 validation cost:0.00917249917984 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.832598925 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154188334942 and training accuracy:0.963494122028 validation cost:0.152930244803 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105352394283 and training accuracy:0.969174921513 validation cost:0.101996988058 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0844190344214 and training accuracy:0.974669396877 validation cost:0.0812723189592 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0708524435759 and training accuracy:0.979418873787 validation cost:0.0702792555094 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0617915317416 and training accuracy:0.982398927212 validation cost:0.0587802752852 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0554417818785 and training accuracy:0.984540879726 validation cost:0.0526164509356 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.049585390836 and training accuracy:0.985844671726 validation cost:0.0472056753933 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0450709052384 and training accuracy:0.987055301666 validation cost:0.0438473671675 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0418833643198 and training accuracy:0.988079726696 validation cost:0.0415497757494 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.086102009 Method 3 test accuracy:0.795199990273 Training with lmbda:0, 24 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.998042822 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:121.275553942 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286055970937 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234335958958 and training accuracy:0.997658550739 validation cost:0.0190068222582 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774708599 and training accuracy:0.997951209545 validation cost:0.0152730233967 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174989383668 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.579116106 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620176307857 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.033804718405 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235140342265 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181464832276 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148392925039 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.012655550614 and training accuracy:0.998556852341 validation cost:0.0128999259323 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109515367076 and training accuracy:0.998917639256 validation cost:0.0109260976315 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972819607705 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00864860136062 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.410341024 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150494784117 and training accuracy:0.963401019573 validation cost:0.148497834802 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102353192866 and training accuracy:0.972341239452 validation cost:0.101713344455 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.083420984447 and training accuracy:0.975693821907 validation cost:0.0832629576325 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0700587108731 and training accuracy:0.978766977787 validation cost:0.0694157853723 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608406923711 and training accuracy:0.982119560242 validation cost:0.0600199811161 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.054213847965 and training accuracy:0.983982145786 validation cost:0.0518169738352 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0485742762685 and training accuracy:0.986030936241 validation cost:0.0470215454698 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0444778949022 and training accuracy:0.987148463726 validation cost:0.0425119064748 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0412655323744 and training accuracy:0.988359093666 validation cost:0.039038259536 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.861250877 Method 3 test accuracy:0.787899971008 Training with lmbda:75117.9714048, 25 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.793793917 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107103474438 and training accuracy:0.97127532959 validation cost:0.106736317277 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833898261189 and training accuracy:0.975184082985 validation cost:0.0829503983259 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703212246299 and training accuracy:0.977456569672 validation cost:0.0716136917472 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620242469013 and training accuracy:0.979001879692 validation cost:0.0636194199324 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0546811968088 and training accuracy:0.981819808483 validation cost:0.0558036379516 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0496067516506 and training accuracy:0.983819663525 validation cost:0.0487594902515 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0460967645049 and training accuracy:0.985001385212 validation cost:0.0459432788193 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0424688234925 and training accuracy:0.986728489399 validation cost:0.0424485132098 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:121.703450918 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965533927083 and training accuracy:0.993365824223 validation cost:0.0912901908159 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.052767906338 and training accuracy:0.994926810265 validation cost:0.0475586913526 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0381169803441 and training accuracy:0.99590241909 validation cost:0.0326370559633 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289150010794 and training accuracy:0.997658550739 validation cost:0.0239973459393 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237760394812 and training accuracy:0.997560977936 validation cost:0.019476627931 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201060846448 and training accuracy:0.998048782349 validation cost:0.0150632606819 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176099911332 and training accuracy:0.998341441154 validation cost:0.0132431974635 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158150717616 and training accuracy:0.998341441154 validation cost:0.0122023764998 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144848097116 and training accuracy:0.998439013958 validation cost:0.0114520899951 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.913383961 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620302148163 and training accuracy:0.991702020168 validation cost:0.0613923743367 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337443016469 and training accuracy:0.997023522854 validation cost:0.0349416024983 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234452299774 and training accuracy:0.998196065426 validation cost:0.0244535990059 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183473136276 and training accuracy:0.998376488686 validation cost:0.0187788549811 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149370962754 and training accuracy:0.998376488686 validation cost:0.0144498916343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128197111189 and training accuracy:0.998466670513 validation cost:0.0129445167258 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112115265802 and training accuracy:0.998827457428 validation cost:0.0115833552554 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00994374230504 and training accuracy:0.999007821083 validation cost:0.0101797971874 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00889002718031 and training accuracy:0.999098062515 validation cost:0.00902260933071 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.948436975 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150271400809 and training accuracy:0.963959753513 validation cost:0.1476957798 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103256002069 and training accuracy:0.972154974937 validation cost:0.102794885635 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0837899297476 and training accuracy:0.975786924362 validation cost:0.0850526615977 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.070137090981 and training accuracy:0.978673875332 validation cost:0.0696734189987 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0609691999853 and training accuracy:0.982212722301 validation cost:0.0590926483274 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539390146732 and training accuracy:0.984168350697 validation cost:0.0530510358512 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0488251112401 and training accuracy:0.985751509666 validation cost:0.0475740320981 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0450405664742 and training accuracy:0.987427830696 validation cost:0.0430502146482 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0417379587889 and training accuracy:0.988079726696 validation cost:0.0398990772665 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.955150127 Method 3 test accuracy:0.787500023842 Training with lmbda:78039.2280196, 26 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.50651598 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107104510069 and training accuracy:0.97127532959 validation cost:0.106736317277 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833898261189 and training accuracy:0.975184082985 validation cost:0.0829503983259 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.07040604949 and training accuracy:0.977547466755 validation cost:0.0718473792076 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620220042765 and training accuracy:0.978910982609 validation cost:0.0635470673442 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547361448407 and training accuracy:0.981819808483 validation cost:0.0558551177382 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0496576055884 and training accuracy:0.983728766441 validation cost:0.0487594045699 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0461922064424 and training accuracy:0.984910488129 validation cost:0.0459442064166 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.042443536222 and training accuracy:0.986728489399 validation cost:0.042311757803 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:121.479188919 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964595451951 and training accuracy:0.993365824223 validation cost:0.0908785387874 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.052751686424 and training accuracy:0.994926810265 validation cost:0.0474151037633 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379829406738 and training accuracy:0.99590241909 validation cost:0.0326128974557 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289613921195 and training accuracy:0.997658550739 validation cost:0.0239878334105 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237095002085 and training accuracy:0.997560977936 validation cost:0.0192164108157 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200931094587 and training accuracy:0.998048782349 validation cost:0.0150478510186 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175691936165 and training accuracy:0.998341441154 validation cost:0.0132356081158 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158381741494 and training accuracy:0.998341441154 validation cost:0.0124118309468 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144762080163 and training accuracy:0.998439013958 validation cost:0.0114463670179 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.652485847 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619778744876 and training accuracy:0.991882383823 validation cost:0.0614959336817 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337478853762 and training accuracy:0.997023522854 validation cost:0.0349341370165 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234241336584 and training accuracy:0.998196065426 validation cost:0.0244643613696 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0184018071741 and training accuracy:0.998376488686 validation cost:0.0188780296594 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149184986949 and training accuracy:0.998376488686 validation cost:0.0144067658111 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128539893776 and training accuracy:0.998466670513 validation cost:0.01328920573 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112152975053 and training accuracy:0.9987372756 validation cost:0.0117601910606 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00992750562727 and training accuracy:0.999007821083 validation cost:0.0100862355903 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00884692184627 and training accuracy:0.999098062515 validation cost:0.00897923484445 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.692214966 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150227993727 and training accuracy:0.963680386543 validation cost:0.147069871426 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103248722851 and training accuracy:0.972248077393 validation cost:0.103100508451 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0839554443955 and training accuracy:0.975600659847 validation cost:0.0857169926167 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0701491013169 and training accuracy:0.978487610817 validation cost:0.0691363662481 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0609819181263 and training accuracy:0.982119560242 validation cost:0.0589063391089 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540800243616 and training accuracy:0.984168350697 validation cost:0.0522802807391 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0488799400628 and training accuracy:0.985658407211 validation cost:0.0474299639463 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0447908602655 and training accuracy:0.987241566181 validation cost:0.042835932225 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0417997278273 and training accuracy:0.987986564636 validation cost:0.0401090979576 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.013951063 Method 3 test accuracy:0.787299990654 Training with lmbda:78417.6647421, 27 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.639744997 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107104510069 and training accuracy:0.97127532959 validation cost:0.106736317277 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833898261189 and training accuracy:0.975184082985 validation cost:0.0829503983259 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703501701355 and training accuracy:0.977638423443 validation cost:0.0718473792076 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0619577951729 and training accuracy:0.978910982609 validation cost:0.0635674148798 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0546914897859 and training accuracy:0.981819808483 validation cost:0.0558003485203 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0495132282376 and training accuracy:0.983728766441 validation cost:0.0488201715052 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0461935326457 and training accuracy:0.984910488129 validation cost:0.0459018275142 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0423729717731 and training accuracy:0.986728489399 validation cost:0.0423074625432 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.056193113 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965206176043 and training accuracy:0.993365824223 validation cost:0.0908777043223 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.05290479213 and training accuracy:0.994926810265 validation cost:0.0477219410241 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.037976551801 and training accuracy:0.99590241909 validation cost:0.0326691009104 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288871079683 and training accuracy:0.997658550739 validation cost:0.0239257533103 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237616486847 and training accuracy:0.997560977936 validation cost:0.0191795099527 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200208872557 and training accuracy:0.998048782349 validation cost:0.0150474524125 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176348220557 and training accuracy:0.998243927956 validation cost:0.0132496263832 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015848973766 and training accuracy:0.998341441154 validation cost:0.0122381318361 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144896330312 and training accuracy:0.998439013958 validation cost:0.011537653394 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.379582882 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620821081102 and training accuracy:0.991702020168 validation cost:0.0611779987812 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337463095784 and training accuracy:0.997113764286 validation cost:0.0351244695485 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234787669033 and training accuracy:0.998196065426 validation cost:0.0244571231306 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183971580118 and training accuracy:0.998286306858 validation cost:0.0189876109362 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0149331782013 and training accuracy:0.998376488686 validation cost:0.0144021790475 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128548890352 and training accuracy:0.998466670513 validation cost:0.0132483867928 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112894317135 and training accuracy:0.998827457428 validation cost:0.0117645068094 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00990676041692 and training accuracy:0.999007821083 validation cost:0.010076476261 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00889360159636 and training accuracy:0.999098062515 validation cost:0.00890253856778 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.638926029 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150152400136 and training accuracy:0.963959753513 validation cost:0.147501125932 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103088125587 and training accuracy:0.972154974937 validation cost:0.102747671306 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0838754549623 and training accuracy:0.975693821907 validation cost:0.0853750258684 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0701208487153 and training accuracy:0.978766977787 validation cost:0.0691684037447 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0609477572143 and training accuracy:0.982305824757 validation cost:0.05886804685 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540862642229 and training accuracy:0.984075248241 validation cost:0.0526647940278 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0486457943916 and training accuracy:0.985751509666 validation cost:0.0470211803913 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.045072875917 and training accuracy:0.987427830696 validation cost:0.0434253588319 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0417045652866 and training accuracy:0.988172829151 validation cost:0.0401691272855 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.049803972 Method 3 test accuracy:0.787400007248 Training with lmbda:81959.2346273, 28 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.602782011 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.10712839663 and training accuracy:0.97127532959 validation cost:0.106732428074 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0830616429448 and training accuracy:0.975274980068 validation cost:0.0822008922696 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703850910068 and training accuracy:0.977547466755 validation cost:0.071807205677 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620620399714 and training accuracy:0.97909283638 validation cost:0.0634226128459 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548604466021 and training accuracy:0.981638014317 validation cost:0.0561457388103 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0494352020323 and training accuracy:0.983910560608 validation cost:0.0482137426734 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461468063295 and training accuracy:0.985001385212 validation cost:0.0462411865592 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0423688963056 and training accuracy:0.986819386482 validation cost:0.0422409512103 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:121.610131979 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965485647321 and training accuracy:0.993365824223 validation cost:0.091181345284 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0527639091015 and training accuracy:0.994926810265 validation cost:0.0473769418895 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.038008350879 and training accuracy:0.995999991894 validation cost:0.0325503721833 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289730876684 and training accuracy:0.997658550739 validation cost:0.0241014584899 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237669162452 and training accuracy:0.997560977936 validation cost:0.0194174591452 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200986564159 and training accuracy:0.998048782349 validation cost:0.0151099627838 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176378116012 and training accuracy:0.998243927956 validation cost:0.013330694288 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158957242966 and training accuracy:0.998341441154 validation cost:0.0124059477821 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144930640236 and training accuracy:0.998439013958 validation cost:0.0115123027936 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.800564051 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619781166315 and training accuracy:0.991792201996 validation cost:0.0613559260964 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337611101568 and training accuracy:0.997023522854 validation cost:0.0349355638027 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234885662794 and training accuracy:0.998196065426 validation cost:0.0244716666639 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0184161700308 and training accuracy:0.998376488686 validation cost:0.0188300553709 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149106103927 and training accuracy:0.998376488686 validation cost:0.0144067658111 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128651531413 and training accuracy:0.998466670513 validation cost:0.0131033360958 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112067228183 and training accuracy:0.998827457428 validation cost:0.0115853426978 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00993591547012 and training accuracy:0.999007821083 validation cost:0.010094310157 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00888880714774 and training accuracy:0.999098062515 validation cost:0.00905376765877 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.255800962 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150232374668 and training accuracy:0.964052915573 validation cost:0.14716629684 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.1031723544 and training accuracy:0.972248077393 validation cost:0.102595686913 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.083768196404 and training accuracy:0.975600659847 validation cost:0.085208080709 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0701443552971 and training accuracy:0.978487610817 validation cost:0.0686508119106 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0611357688904 and training accuracy:0.982119560242 validation cost:0.0594407841563 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540346987545 and training accuracy:0.984075248241 validation cost:0.0521695353091 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0489048473537 and training accuracy:0.985472142696 validation cost:0.0474833063781 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0449446626008 and training accuracy:0.987148463726 validation cost:0.0426470264792 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0417417958379 and training accuracy:0.988079726696 validation cost:0.0402861125767 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.046588182 Method 3 test accuracy:0.787800014019 Training with lmbda:85612.9397687, 29 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.561531782 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.10712839663 and training accuracy:0.97127532959 validation cost:0.106732428074 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0830648839474 and training accuracy:0.975274980068 validation cost:0.0822008922696 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0704392716289 and training accuracy:0.977456569672 validation cost:0.071807205677 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620982795954 and training accuracy:0.979001879692 validation cost:0.0634226128459 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.054882645607 and training accuracy:0.981638014317 validation cost:0.0561741665006 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0494024679065 and training accuracy:0.983910560608 validation cost:0.0477251373231 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461238473654 and training accuracy:0.984910488129 validation cost:0.046187184751 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0424053296447 and training accuracy:0.986819386482 validation cost:0.0421728901565 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:121.552802086 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0966251343489 and training accuracy:0.993365824223 validation cost:0.0911082327366 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0528138689697 and training accuracy:0.994926810265 validation cost:0.0475090667605 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379520654678 and training accuracy:0.996097564697 validation cost:0.0327371656895 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289629288018 and training accuracy:0.997658550739 validation cost:0.0240177474916 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238238368183 and training accuracy:0.997560977936 validation cost:0.01954331249 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200422294438 and training accuracy:0.998048782349 validation cost:0.0150189073756 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176544375718 and training accuracy:0.998243927956 validation cost:0.0133034456521 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158541798592 and training accuracy:0.998341441154 validation cost:0.012478299439 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0145006040111 and training accuracy:0.998439013958 validation cost:0.0115024307743 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.301076174 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620362982154 and training accuracy:0.991702020168 validation cost:0.0614242218435 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337606333196 and training accuracy:0.997023522854 validation cost:0.0349231772125 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234950501472 and training accuracy:0.998196065426 validation cost:0.0246327426285 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0184044595808 and training accuracy:0.998376488686 validation cost:0.018841760233 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149516835809 and training accuracy:0.998286306858 validation cost:0.0144069651142 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0129105076194 and training accuracy:0.998376488686 validation cost:0.0131677063182 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112364431843 and training accuracy:0.9987372756 validation cost:0.0115882884711 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00992239825428 and training accuracy:0.999007821083 validation cost:0.0100950878114 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00896142423153 and training accuracy:0.999098062515 validation cost:0.00915392488241 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.372384071 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150327727199 and training accuracy:0.964239180088 validation cost:0.147045224905 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103193998337 and training accuracy:0.971875607967 validation cost:0.102790541947 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0839084386826 and training accuracy:0.975600659847 validation cost:0.0854718461633 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0702147930861 and training accuracy:0.978673875332 validation cost:0.0692497566342 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0609634928405 and training accuracy:0.982212722301 validation cost:0.0588938519359 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539725609124 and training accuracy:0.984075248241 validation cost:0.0516271628439 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0489413961768 and training accuracy:0.985565304756 validation cost:0.0474114269018 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0449941828847 and training accuracy:0.987241566181 validation cost:0.0427064411342 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0418030880392 and training accuracy:0.987986564636 validation cost:0.0401286184788 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.055798054 Method 3 test accuracy:0.787400007248 Training with lmbda:88585.1235448, 30 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.681112051 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.10712839663 and training accuracy:0.97127532959 validation cost:0.106732428074 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0830572769046 and training accuracy:0.975274980068 validation cost:0.0822008922696 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0704207867384 and training accuracy:0.977456569672 validation cost:0.0717972293496 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620319917798 and training accuracy:0.979001879692 validation cost:0.063433110714 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0549093037844 and training accuracy:0.9817289114 validation cost:0.0560600496829 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0495077297091 and training accuracy:0.983819663525 validation cost:0.0482592582703 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0463174730539 and training accuracy:0.984819591045 validation cost:0.0462377034128 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0423813350499 and training accuracy:0.986910283566 validation cost:0.0420241989195 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:121.69587779 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.096520550549 and training accuracy:0.993365824223 validation cost:0.0912096947432 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0529048219323 and training accuracy:0.994926810265 validation cost:0.0477962940931 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380013920367 and training accuracy:0.99590241909 validation cost:0.0327568054199 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290082022548 and training accuracy:0.997658550739 validation cost:0.0240537747741 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237866565585 and training accuracy:0.997560977936 validation cost:0.0192473083735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200786478817 and training accuracy:0.998048782349 validation cost:0.015074454248 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176705997437 and training accuracy:0.998243927956 validation cost:0.0133065218106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158620197326 and training accuracy:0.998341441154 validation cost:0.0124198915437 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0145057458431 and training accuracy:0.998439013958 validation cost:0.0114714140072 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.439108133 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620829090476 and training accuracy:0.991792201996 validation cost:0.061479896307 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337647385895 and training accuracy:0.997023522854 validation cost:0.0349173210561 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234573818743 and training accuracy:0.998196065426 validation cost:0.024405349046 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183987021446 and training accuracy:0.998376488686 validation cost:0.0186336003244 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149432225153 and training accuracy:0.998286306858 validation cost:0.0143973613158 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128791583702 and training accuracy:0.998466670513 validation cost:0.0129672335461 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112227760255 and training accuracy:0.998827457428 validation cost:0.0118372328579 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00993913132697 and training accuracy:0.999007821083 validation cost:0.0101123880595 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00890729948878 and training accuracy:0.999098062515 validation cost:0.00907950103283 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.695876837 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150376915932 and training accuracy:0.963959753513 validation cost:0.147223457694 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103270106018 and training accuracy:0.971689343452 validation cost:0.102822184563 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.083666831255 and training accuracy:0.975786924362 validation cost:0.0845305621624 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0701469779015 and training accuracy:0.978673875332 validation cost:0.0693200156093 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608602575958 and training accuracy:0.982212722301 validation cost:0.0582905933261 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540147274733 and training accuracy:0.984261512756 validation cost:0.0523827448487 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0491230934858 and training accuracy:0.985379040241 validation cost:0.0473596453667 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0448431447148 and training accuracy:0.987241566181 validation cost:0.0426448211074 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0419370569289 and training accuracy:0.987893462181 validation cost:0.040133100003 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.180713892 Method 3 test accuracy:0.787100017071 Training with lmbda:89377.3332357, 31 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.912234068 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107112951577 and training accuracy:0.971184432507 validation cost:0.106819964945 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0834360271692 and training accuracy:0.975184082985 validation cost:0.082379616797 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0704340711236 and training accuracy:0.977638423443 validation cost:0.0716751888394 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620285905898 and training accuracy:0.979183733463 validation cost:0.0635455548763 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.054847497493 and training accuracy:0.9817289114 validation cost:0.0561741553247 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0495534017682 and training accuracy:0.983910560608 validation cost:0.0484048835933 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461460351944 and training accuracy:0.984819591045 validation cost:0.0456964150071 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0422622896731 and training accuracy:0.987001180649 validation cost:0.0424023419619 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.016921043 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965399518609 and training accuracy:0.993365824223 validation cost:0.0910635441542 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0527506321669 and training accuracy:0.995024383068 validation cost:0.0475564338267 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380673184991 and training accuracy:0.99590241909 validation cost:0.0327857807279 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289691369981 and training accuracy:0.997658550739 validation cost:0.0240918491036 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023733753711 and training accuracy:0.997560977936 validation cost:0.0190618745983 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201022326946 and training accuracy:0.998048782349 validation cost:0.0149694550782 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176593437791 and training accuracy:0.998243927956 validation cost:0.0133026763797 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015881177038 and training accuracy:0.998341441154 validation cost:0.0124087817967 and validation accuracy:1.0 Training on :(4, 5) training cost:0.014529957436 and training accuracy:0.998439013958 validation cost:0.0115397768095 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.375718117 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.062045250088 and training accuracy:0.991792201996 validation cost:0.0613139085472 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0336716026068 and training accuracy:0.997113764286 validation cost:0.0349993668497 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235009100288 and training accuracy:0.998196065426 validation cost:0.0246738381684 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.018411051482 and training accuracy:0.998376488686 validation cost:0.018622495234 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.014955220744 and training accuracy:0.998286306858 validation cost:0.0143342474476 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0129613922909 and training accuracy:0.998376488686 validation cost:0.013323629275 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112504037097 and training accuracy:0.9987372756 validation cost:0.0116645256057 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00993373710662 and training accuracy:0.999007821083 validation cost:0.00999145116657 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00891736894846 and training accuracy:0.999098062515 validation cost:0.00918555539101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.971797943 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150648504496 and training accuracy:0.963773488998 validation cost:0.147069871426 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103248089552 and training accuracy:0.971968710423 validation cost:0.1029375121 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0838003754616 and training accuracy:0.975693821907 validation cost:0.0859411880374 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0699979513884 and training accuracy:0.978673875332 validation cost:0.0692320391536 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0606748796999 and training accuracy:0.982119560242 validation cost:0.0586553812027 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0541644543409 and training accuracy:0.983982145786 validation cost:0.0522491559386 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0490302555263 and training accuracy:0.985472142696 validation cost:0.0479203276336 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0448684245348 and training accuracy:0.987148463726 validation cost:0.0426353923976 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0417548120022 and training accuracy:0.987986564636 validation cost:0.0404230244458 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.799390078 Method 3 test accuracy:0.787500023842 Training with lmbda:91768.7271182, 32 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.041901112 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107173152268 and training accuracy:0.971184432507 validation cost:0.106819964945 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0834413692355 and training accuracy:0.975184082985 validation cost:0.082379616797 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0704887285829 and training accuracy:0.977547466755 validation cost:0.0718269869685 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0619335360825 and training accuracy:0.979274630547 validation cost:0.0632036477327 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547579228878 and training accuracy:0.9817289114 validation cost:0.0561517737806 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.049464225769 and training accuracy:0.984092354774 validation cost:0.0483239144087 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461207069457 and training accuracy:0.984819591045 validation cost:0.0454631783068 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0423923581839 and training accuracy:0.987001180649 validation cost:0.0425185598433 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:121.923942089 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965351909399 and training accuracy:0.993365824223 validation cost:0.0911895632744 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0528821982443 and training accuracy:0.994829297066 validation cost:0.0476866140962 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380035564303 and training accuracy:0.995999991894 validation cost:0.0328168421984 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289554242045 and training accuracy:0.997658550739 validation cost:0.0241388902068 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237902402878 and training accuracy:0.997560977936 validation cost:0.01922198385 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201204176992 and training accuracy:0.998146355152 validation cost:0.0150280306116 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176394153386 and training accuracy:0.998243927956 validation cost:0.0133080082014 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0159064047039 and training accuracy:0.998341441154 validation cost:0.0125020425767 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0145478444174 and training accuracy:0.998439013958 validation cost:0.0115541052073 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.408744097 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0621135868132 and training accuracy:0.991792201996 validation cost:0.0612229332328 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337890647352 and training accuracy:0.997023522854 validation cost:0.0349339097738 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.023523459211 and training accuracy:0.998196065426 validation cost:0.02469833754 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0184482466429 and training accuracy:0.998376488686 validation cost:0.018648320809 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149759836495 and training accuracy:0.998286306858 validation cost:0.0143822198734 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0129633676261 and training accuracy:0.998466670513 validation cost:0.0134540228173 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.011213844642 and training accuracy:0.998827457428 validation cost:0.011680835858 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00995172560215 and training accuracy:0.999007821083 validation cost:0.0102418474853 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00890792161226 and training accuracy:0.999098062515 validation cost:0.00919743720442 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.86479497 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15060518682 and training accuracy:0.963959753513 validation cost:0.147214829922 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103200525045 and training accuracy:0.971968710423 validation cost:0.103043451905 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0837510228157 and training accuracy:0.975600659847 validation cost:0.08427580446 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0703013017774 and training accuracy:0.978487610817 validation cost:0.0690933465958 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.060729637742 and training accuracy:0.982212722301 validation cost:0.0585868880153 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.053959056735 and training accuracy:0.984168350697 validation cost:0.0522926039994 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0491883344948 and training accuracy:0.985565304756 validation cost:0.0471293441951 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0450452342629 and training accuracy:0.987241566181 validation cost:0.0426171571016 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0418577305973 and training accuracy:0.988265991211 validation cost:0.0403917245567 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.980567932 Method 3 test accuracy:0.787599980831 Training with lmbda:95646.3188776, 33 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.400614977 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.1071382761 and training accuracy:0.971184432507 validation cost:0.106819964945 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0831611379981 and training accuracy:0.975365877151 validation cost:0.0823168158531 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0704573988914 and training accuracy:0.977547466755 validation cost:0.0718325898051 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0619976371527 and training accuracy:0.979183733463 validation cost:0.0635433271527 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547440201044 and training accuracy:0.981910765171 validation cost:0.0560572892427 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0495675802231 and training accuracy:0.984001457691 validation cost:0.0485503524542 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0462720654905 and training accuracy:0.984728634357 validation cost:0.0463043600321 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0424087308347 and training accuracy:0.987001180649 validation cost:0.0426063239574 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.051589966 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965137407184 and training accuracy:0.993365824223 validation cost:0.0910604968667 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0528668835759 and training accuracy:0.994926810265 validation cost:0.0476314052939 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379883423448 and training accuracy:0.995999991894 validation cost:0.0327606499195 and validation accuracy:1.0 Training on :(4, 5) training cost:0.028926871717 and training accuracy:0.997658550739 validation cost:0.0241122059524 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238041076809 and training accuracy:0.997560977936 validation cost:0.0191472340375 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200592465699 and training accuracy:0.998146355152 validation cost:0.0151833537966 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0177004523575 and training accuracy:0.998243927956 validation cost:0.0133848013356 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158715881407 and training accuracy:0.998341441154 validation cost:0.0123866321519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0145451081917 and training accuracy:0.998439013958 validation cost:0.0115983216092 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.704051971 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620686076581 and training accuracy:0.991702020168 validation cost:0.061418235302 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337773896754 and training accuracy:0.997023522854 validation cost:0.0349537543952 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.02350634709 and training accuracy:0.998196065426 validation cost:0.024662187323 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0184369198978 and training accuracy:0.998376488686 validation cost:0.0186415649951 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149496411905 and training accuracy:0.998376488686 validation cost:0.0142927197739 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0129476664588 and training accuracy:0.998376488686 validation cost:0.0130797242746 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112871546298 and training accuracy:0.998647093773 validation cost:0.0116761336103 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0098721710965 and training accuracy:0.999098062515 validation cost:0.00997026823461 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00892409589142 and training accuracy:0.999098062515 validation cost:0.0090684434399 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.395819902 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150486439466 and training accuracy:0.964052915573 validation cost:0.147290885448 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102941855788 and training accuracy:0.971968710423 validation cost:0.102754496038 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0838471651077 and training accuracy:0.975786924362 validation cost:0.0840428099036 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.070230551064 and training accuracy:0.978394508362 validation cost:0.0694355815649 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0610078684986 and training accuracy:0.982026457787 validation cost:0.0580296777189 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539945811033 and training accuracy:0.984168350697 validation cost:0.0525459721684 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0490861572325 and training accuracy:0.985658407211 validation cost:0.0472918562591 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0451503321528 and training accuracy:0.987148463726 validation cost:0.0428275689483 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0421020537615 and training accuracy:0.987986564636 validation cost:0.0403355322778 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.220602036 Method 3 test accuracy:0.787899971008 Training with lmbda:96119.403308, 34 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.434014082 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.1071382761 and training accuracy:0.971184432507 validation cost:0.106819964945 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0831611379981 and training accuracy:0.975365877151 validation cost:0.0823168158531 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0704582482576 and training accuracy:0.977547466755 validation cost:0.0718325898051 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.062018763274 and training accuracy:0.979183733463 validation cost:0.0633723735809 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.054776314646 and training accuracy:0.981638014317 validation cost:0.0561975091696 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.049508754164 and training accuracy:0.984001457691 validation cost:0.0485781170428 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0461116917431 and training accuracy:0.984910488129 validation cost:0.0452912002802 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0422439910471 and training accuracy:0.987182974815 validation cost:0.0427261851728 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:121.740923882 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.096388168633 and training accuracy:0.993365824223 validation cost:0.0910535976291 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0528026260436 and training accuracy:0.995024383068 validation cost:0.0473893210292 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380268245935 and training accuracy:0.99590241909 validation cost:0.0327339097857 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289594642818 and training accuracy:0.997658550739 validation cost:0.0241185184568 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238416921347 and training accuracy:0.997560977936 validation cost:0.0194049570709 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200980398804 and training accuracy:0.998146355152 validation cost:0.0151132065803 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176784843206 and training accuracy:0.998243927956 validation cost:0.01320945099 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158805344254 and training accuracy:0.998341441154 validation cost:0.0123807769269 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144988149405 and training accuracy:0.998536586761 validation cost:0.0115479780361 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.492477179 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620875582099 and training accuracy:0.991792201996 validation cost:0.0614330880344 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337744541466 and training accuracy:0.997113764286 validation cost:0.0349602214992 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235102605075 and training accuracy:0.998196065426 validation cost:0.02469833754 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183998662978 and training accuracy:0.998376488686 validation cost:0.018642488867 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0150036737323 and training accuracy:0.998286306858 validation cost:0.0142153631896 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0129043925554 and training accuracy:0.998376488686 validation cost:0.0130066191778 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112965079024 and training accuracy:0.998647093773 validation cost:0.0116788344458 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00992173608392 and training accuracy:0.999007821083 validation cost:0.0100268851966 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00885318405926 and training accuracy:0.999098062515 validation cost:0.00894727185369 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.678966045 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150441244245 and training accuracy:0.963959753513 validation cost:0.147407084703 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103107430041 and training accuracy:0.971875607967 validation cost:0.103367239237 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0838701054454 and training accuracy:0.975786924362 validation cost:0.085965976119 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0699770152569 and training accuracy:0.978487610817 validation cost:0.0692854598165 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0609461627901 and training accuracy:0.982026457787 validation cost:0.0585944391787 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538924783468 and training accuracy:0.984168350697 validation cost:0.0521825365722 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0490600951016 and training accuracy:0.985658407211 validation cost:0.0474438033998 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0450747460127 and training accuracy:0.987334728241 validation cost:0.0429281331599 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0419042855501 and training accuracy:0.988079726696 validation cost:0.0402523465455 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.468575954 Method 3 test accuracy:0.787899971008 Training with lmbda:97283.0488578, 35 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.167639971 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.1071382761 and training accuracy:0.971184432507 validation cost:0.106819964945 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0831611379981 and training accuracy:0.975365877151 validation cost:0.0823168158531 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.070457816124 and training accuracy:0.977547466755 validation cost:0.0718325898051 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620007887483 and training accuracy:0.979183733463 validation cost:0.0635712742805 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547500438988 and training accuracy:0.981910765171 validation cost:0.0560572892427 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.049499284476 and training accuracy:0.984001457691 validation cost:0.0479816943407 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0460909456015 and training accuracy:0.984819591045 validation cost:0.0463012903929 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0422931946814 and training accuracy:0.987001180649 validation cost:0.0423628985882 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:121.601385117 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965298190713 and training accuracy:0.993365824223 validation cost:0.0910997614264 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0529713332653 and training accuracy:0.994926810265 validation cost:0.0478225760162 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379952229559 and training accuracy:0.995999991894 validation cost:0.0327991992235 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289123896509 and training accuracy:0.997658550739 validation cost:0.0241167973727 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237938575447 and training accuracy:0.997560977936 validation cost:0.0190473552793 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200628396124 and training accuracy:0.998146355152 validation cost:0.0152571098879 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0177107974887 and training accuracy:0.998243927956 validation cost:0.0133039560169 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158616807312 and training accuracy:0.998341441154 validation cost:0.0124880680814 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0145041653886 and training accuracy:0.998536586761 validation cost:0.0115989008918 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.601863861 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620076432824 and training accuracy:0.991882383823 validation cost:0.0613774545491 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337937064469 and training accuracy:0.997023522854 validation cost:0.0349304564297 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235152672976 and training accuracy:0.998196065426 validation cost:0.0246895886958 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0184366498142 and training accuracy:0.998376488686 validation cost:0.0186709873378 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149511825293 and training accuracy:0.998376488686 validation cost:0.0143313026056 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0129778124392 and training accuracy:0.998376488686 validation cost:0.0132766412571 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.011288292706 and training accuracy:0.998827457428 validation cost:0.0114080626518 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00994471739978 and training accuracy:0.999098062515 validation cost:0.00998447928578 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00894619058818 and training accuracy:0.999098062515 validation cost:0.00913605187088 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.840361118 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150331676006 and training accuracy:0.964239180088 validation cost:0.147141233087 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103209413588 and training accuracy:0.971968710423 validation cost:0.103051297367 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0837777480483 and training accuracy:0.975600659847 validation cost:0.085197404027 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0701616033912 and training accuracy:0.978673875332 validation cost:0.0694941878319 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.060812395066 and training accuracy:0.982212722301 validation cost:0.0583771318197 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539480186999 and training accuracy:0.984168350697 validation cost:0.052234724164 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0491744466126 and training accuracy:0.985472142696 validation cost:0.0469807162881 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0450051836669 and training accuracy:0.987520933151 validation cost:0.0426613129675 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0419716052711 and training accuracy:0.987893462181 validation cost:0.0402152575552 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:126.08941102 Method 3 test accuracy:0.787299990654 Training with lmbda:0, 36 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:135.025864124 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:124.464529037 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.024416424334 and training accuracy:0.997170746326 validation cost:0.0177602935582 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212638769299 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753454179 and training accuracy:0.99726831913 validation cost:0.0134453475475 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169585160911 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152014484629 and training accuracy:0.997463405132 validation cost:0.0111647546291 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:129.161913872 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680197104812 and training accuracy:0.990258872509 validation cost:0.0667800009251 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364416614175 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0257732402533 and training accuracy:0.997384309769 validation cost:0.0257938690484 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.020039210096 and training accuracy:0.997745096684 validation cost:0.019262008369 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0159926116467 and training accuracy:0.998105883598 validation cost:0.0156124858186 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134396087378 and training accuracy:0.998556852341 validation cost:0.0136646823958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115250283852 and training accuracy:0.998556852341 validation cost:0.0119702173397 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101073002443 and training accuracy:0.9987372756 validation cost:0.0104008261114 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00918213743716 and training accuracy:0.998827457428 validation cost:0.00931342691183 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:137.529551029 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.1503149122 and training accuracy:0.963680386543 validation cost:0.150966629386 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104495748878 and training accuracy:0.971689343452 validation cost:0.10532271862 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0849667042494 and training accuracy:0.974669396877 validation cost:0.0854837447405 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0725708380342 and training accuracy:0.978394508362 validation cost:0.0726876705885 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.06287471205 and training accuracy:0.982212722301 validation cost:0.0621440894902 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0562736280262 and training accuracy:0.983888983727 validation cost:0.0555613227189 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511264130473 and training accuracy:0.985379040241 validation cost:0.0486761070788 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461544878781 and training accuracy:0.986775934696 validation cost:0.0432433150709 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428599640727 and training accuracy:0.987614095211 validation cost:0.0393931046128 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:128.654500961 Method 3 test accuracy:0.789300024509 Training with lmbda:75117.9714048, 37 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:136.946002007 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162090584636 and training accuracy:0.953822374344 validation cost:0.167213529348 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10814588517 and training accuracy:0.971457123756 validation cost:0.10964166373 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837317481637 and training accuracy:0.976274907589 validation cost:0.0887669399381 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695856958628 and training accuracy:0.977820217609 validation cost:0.0768106579781 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0613679103553 and training accuracy:0.97963821888 validation cost:0.0684042423964 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538045465946 and training accuracy:0.982365250587 validation cost:0.0579331330955 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0492436662316 and training accuracy:0.984455943108 validation cost:0.0530614107847 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0454467050731 and training accuracy:0.985819458961 validation cost:0.0483337305486 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0414672121406 and training accuracy:0.987092077732 validation cost:0.0450992658734 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:127.188519001 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0954524204135 and training accuracy:0.991902410984 validation cost:0.0894571095705 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531359314919 and training accuracy:0.992975592613 validation cost:0.0451627485454 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376892313361 and training accuracy:0.994926810265 validation cost:0.0307836364955 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295998230577 and training accuracy:0.996780514717 validation cost:0.0222925711423 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0247799735516 and training accuracy:0.997073173523 validation cost:0.0179490093142 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0216037686914 and training accuracy:0.997365832329 validation cost:0.0152995660901 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191058013588 and training accuracy:0.997463405132 validation cost:0.0135911488906 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170977879316 and training accuracy:0.997463405132 validation cost:0.0125584146008 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0155199645087 and training accuracy:0.997463405132 validation cost:0.0109182018787 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:121.733328104 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680689290166 and training accuracy:0.990168690681 validation cost:0.0667530149221 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365742444992 and training accuracy:0.996572554111 validation cost:0.0356234833598 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259965881705 and training accuracy:0.997564733028 validation cost:0.0256560128182 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0202693659812 and training accuracy:0.997745096684 validation cost:0.0195685718209 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162180028856 and training accuracy:0.998105883598 validation cost:0.0153207359836 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0137576460838 and training accuracy:0.998376488686 validation cost:0.0138219660148 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0117146475241 and training accuracy:0.998556852341 validation cost:0.0122512932867 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104330694303 and training accuracy:0.9987372756 validation cost:0.0110606178641 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0094624441117 and training accuracy:0.9987372756 validation cost:0.00969067402184 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:132.184057951 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150614261627 and training accuracy:0.963680386543 validation cost:0.152513802052 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.104603432119 and training accuracy:0.971968710423 validation cost:0.108293697238 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0844996273518 and training accuracy:0.974390029907 validation cost:0.0840507000685 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.072636552155 and training accuracy:0.978115081787 validation cost:0.0721755027771 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0630433708429 and training accuracy:0.982212722301 validation cost:0.0633874237537 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.056548718363 and training accuracy:0.984075248241 validation cost:0.0541420653462 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0518480651081 and training accuracy:0.985472142696 validation cost:0.0501279048622 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0471388548613 and training accuracy:0.986589670181 validation cost:0.0441956855357 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0433372780681 and training accuracy:0.987334728241 validation cost:0.0408773869276 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:125.992384911 Method 3 test accuracy:0.784699976444 Training with lmbda:78039.2280196, 38 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:131.880838871 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162090584636 and training accuracy:0.953822374344 validation cost:0.167213529348 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108093008399 and training accuracy:0.971457123756 validation cost:0.109079107642 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0838002339005 and training accuracy:0.976365804672 validation cost:0.0886277332902 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696804150939 and training accuracy:0.977729320526 validation cost:0.0767770558596 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0610232502222 and training accuracy:0.97991091013 validation cost:0.0678356438875 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537730306387 and training accuracy:0.982365250587 validation cost:0.0579859651625 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0490822121501 and training accuracy:0.984274148941 validation cost:0.0526462160051 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0453894771636 and training accuracy:0.985728561878 validation cost:0.0495242923498 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.041551977396 and training accuracy:0.987092077732 validation cost:0.0455774068832 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:129.172709942 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0954605713487 and training accuracy:0.991999983788 validation cost:0.0897019207478 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531009249389 and training accuracy:0.992975592613 validation cost:0.0451760143042 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376155003905 and training accuracy:0.994926810265 validation cost:0.0307200308889 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0294930394739 and training accuracy:0.996682941914 validation cost:0.0226393714547 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0247734319419 and training accuracy:0.997073173523 validation cost:0.0180533975363 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0215752571821 and training accuracy:0.997365832329 validation cost:0.0153315281495 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190651416779 and training accuracy:0.997463405132 validation cost:0.013545230031 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0171323660761 and training accuracy:0.997365832329 validation cost:0.0125984335318 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154739692807 and training accuracy:0.997463405132 validation cost:0.0110949091613 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:122.026217937 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679158046842 and training accuracy:0.990258872509 validation cost:0.066998116672 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364875346422 and training accuracy:0.996572554111 validation cost:0.0356640070677 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259587857872 and training accuracy:0.997384309769 validation cost:0.025726692751 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0203154180199 and training accuracy:0.997745096684 validation cost:0.0197259560227 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162467230111 and training accuracy:0.998196065426 validation cost:0.0154034113511 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0136767989025 and training accuracy:0.998556852341 validation cost:0.0139365093783 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0116573339328 and training accuracy:0.998556852341 validation cost:0.0118475174531 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104147158563 and training accuracy:0.9987372756 validation cost:0.0108263725415 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00946247018874 and training accuracy:0.9987372756 validation cost:0.00984704587609 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:128.123512983 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150580629706 and training accuracy:0.963680386543 validation cost:0.153202801943 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.104065865278 and training accuracy:0.972061812878 validation cost:0.10632045567 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.084673345089 and training accuracy:0.974390029907 validation cost:0.0858469456434 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0728324577212 and training accuracy:0.978394508362 validation cost:0.0729188248515 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0629101470113 and training accuracy:0.982212722301 validation cost:0.0637757703662 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.056428026408 and training accuracy:0.984075248241 validation cost:0.0548981465399 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0517839863896 and training accuracy:0.985192775726 validation cost:0.0499772317708 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.047219902277 and training accuracy:0.986403405666 validation cost:0.0452140420675 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0433695241809 and training accuracy:0.987334728241 validation cost:0.0404046066105 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:121.507862091 Method 3 test accuracy:0.796800017357 Training with lmbda:78417.6647421, 39 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:131.313967943 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162090584636 and training accuracy:0.953822374344 validation cost:0.167213529348 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108093008399 and training accuracy:0.971457123756 validation cost:0.109079107642 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0838002339005 and training accuracy:0.976365804672 validation cost:0.0886277332902 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696804150939 and training accuracy:0.977729320526 validation cost:0.0767770558596 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0610232502222 and training accuracy:0.97991091013 validation cost:0.0678356438875 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537730641663 and training accuracy:0.982365250587 validation cost:0.0579754598439 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0491555780172 and training accuracy:0.984274148941 validation cost:0.0528307817876 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0454025603831 and training accuracy:0.985728561878 validation cost:0.0494955517352 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0414680913091 and training accuracy:0.987182974815 validation cost:0.0454086512327 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:142.374187946 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.095413275063 and training accuracy:0.991902410984 validation cost:0.0894354209304 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.053104378283 and training accuracy:0.992975592613 validation cost:0.045236825943 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376236438751 and training accuracy:0.994926810265 validation cost:0.0308784414083 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0294845663011 and training accuracy:0.996682941914 validation cost:0.022687677294 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0247660800815 and training accuracy:0.996975600719 validation cost:0.0181243792176 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0215961616486 and training accuracy:0.997365832329 validation cost:0.0153548251837 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191075857729 and training accuracy:0.997463405132 validation cost:0.0135859195143 and validation accuracy:1.0 Training on :(4, 5) training cost:0.017243059352 and training accuracy:0.997365832329 validation cost:0.0126366894692 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0155066363513 and training accuracy:0.997463405132 validation cost:0.0110802883282 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:129.196243048 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0678341686726 and training accuracy:0.990349054337 validation cost:0.0667023658752 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365221835673 and training accuracy:0.996121585369 validation cost:0.0358506031334 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0259481053799 and training accuracy:0.997203946114 validation cost:0.0253037977964 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0201345887035 and training accuracy:0.997745096684 validation cost:0.0198725592345 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0161975361407 and training accuracy:0.998286306858 validation cost:0.0157174188644 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0136288488284 and training accuracy:0.998466670513 validation cost:0.0136490901932 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0116315502673 and training accuracy:0.998556852341 validation cost:0.011775800027 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.010433152318 and training accuracy:0.998827457428 validation cost:0.0109000271186 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00946931075305 and training accuracy:0.998827457428 validation cost:0.00950689800084 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:132.407371998 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150169432163 and training accuracy:0.963680386543 validation cost:0.153042763472 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.104166314006 and training accuracy:0.972341239452 validation cost:0.106592707336 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0841594263911 and training accuracy:0.975041925907 validation cost:0.0847702473402 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0721557661891 and training accuracy:0.978580713272 validation cost:0.0720204338431 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0631773620844 and training accuracy:0.982398927212 validation cost:0.0625934749842 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0566544532776 and training accuracy:0.984261512756 validation cost:0.0541817061603 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0517782792449 and training accuracy:0.985751509666 validation cost:0.0495955459774 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0470996685326 and training accuracy:0.986589670181 validation cost:0.0439017191529 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0435754097998 and training accuracy:0.987241566181 validation cost:0.0395817905664 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:139.403654099 Method 3 test accuracy:0.806400001049 Training with lmbda:81959.2346273, 40 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:141.047127008 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162091732025 and training accuracy:0.953822374344 validation cost:0.167225301266 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108103610575 and training accuracy:0.971457123756 validation cost:0.109079107642 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837114080787 and training accuracy:0.976002156734 validation cost:0.088717520237 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696170926094 and training accuracy:0.977729320526 validation cost:0.0767798423767 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611543245614 and training accuracy:0.97991091013 validation cost:0.0684152245522 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538434721529 and training accuracy:0.982365250587 validation cost:0.0580992475152 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0492232143879 and training accuracy:0.984274148941 validation cost:0.0532483905554 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0453881062567 and training accuracy:0.985637664795 validation cost:0.0491755902767 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416738688946 and training accuracy:0.987001180649 validation cost:0.0461941063404 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:129.050164223 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0954852178693 and training accuracy:0.991999983788 validation cost:0.0895950272679 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530428551137 and training accuracy:0.992975592613 validation cost:0.0452360101044 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376278720796 and training accuracy:0.994926810265 validation cost:0.030565854162 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0296511817724 and training accuracy:0.996682941914 validation cost:0.0227094776928 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0247930251062 and training accuracy:0.997073173523 validation cost:0.0179933644831 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0215916987509 and training accuracy:0.997365832329 validation cost:0.0153635367751 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191120598465 and training accuracy:0.997463405132 validation cost:0.0135556673631 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172403883189 and training accuracy:0.99726831913 validation cost:0.0126159116626 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154740344733 and training accuracy:0.997463405132 validation cost:0.0109860114753 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.209671021 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679515972733 and training accuracy:0.990258872509 validation cost:0.0668760836124 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365242883563 and training accuracy:0.996572554111 validation cost:0.0357203744352 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259358491749 and training accuracy:0.997474491596 validation cost:0.0254184622318 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0203166697174 and training accuracy:0.997745096684 validation cost:0.0197507161647 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162102021277 and training accuracy:0.998196065426 validation cost:0.0154605871066 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0136772412807 and training accuracy:0.998556852341 validation cost:0.0141050620005 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0116928070784 and training accuracy:0.998556852341 validation cost:0.0118206804618 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0103826373816 and training accuracy:0.9987372756 validation cost:0.0108117200434 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00946517847478 and training accuracy:0.9987372756 validation cost:0.00984275434166 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.765528917 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150602117181 and training accuracy:0.963680386543 validation cost:0.153134346008 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.104256786406 and training accuracy:0.972154974937 validation cost:0.108019940555 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0846051871777 and training accuracy:0.974483132362 validation cost:0.0858939439058 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0729074403644 and training accuracy:0.978115081787 validation cost:0.0727423280478 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0631009638309 and training accuracy:0.982119560242 validation cost:0.0635883659124 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0565866157413 and training accuracy:0.983795881271 validation cost:0.0548299923539 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0520074553788 and training accuracy:0.985379040241 validation cost:0.0502164065838 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0474039614201 and training accuracy:0.986403405666 validation cost:0.0454104840755 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0434875190258 and training accuracy:0.987241566181 validation cost:0.0411113426089 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.463370085 Method 3 test accuracy:0.791700005531 Training with lmbda:85612.9397687, 41 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.819782972 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162099152803 and training accuracy:0.953822374344 validation cost:0.167225301266 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108103610575 and training accuracy:0.971457123756 validation cost:0.109079107642 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837114080787 and training accuracy:0.976002156734 validation cost:0.088717520237 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695600807667 and training accuracy:0.977729320526 validation cost:0.0767798423767 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611925497651 and training accuracy:0.979729115963 validation cost:0.0683751478791 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538575313985 and training accuracy:0.982456147671 validation cost:0.0581151917577 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0493303313851 and training accuracy:0.984274148941 validation cost:0.0528823435307 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0454167574644 and training accuracy:0.985728561878 validation cost:0.0491918027401 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0416537225246 and training accuracy:0.987273871899 validation cost:0.0463530868292 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:122.11205101 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0954390689731 and training accuracy:0.991999983788 validation cost:0.0895588472486 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531291812658 and training accuracy:0.992975592613 validation cost:0.0452595539391 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0377048328519 and training accuracy:0.994926810265 validation cost:0.0308056417853 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0296682659537 and training accuracy:0.996682941914 validation cost:0.0227359496057 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0247618257999 and training accuracy:0.997073173523 validation cost:0.0180472638458 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0216101463884 and training accuracy:0.997365832329 validation cost:0.0154419885948 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191079583019 and training accuracy:0.997463405132 validation cost:0.013646046631 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172601584345 and training accuracy:0.997365832329 validation cost:0.0126614961773 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154893230647 and training accuracy:0.997463405132 validation cost:0.0111724305898 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.045692921 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.067942917347 and training accuracy:0.990258872509 validation cost:0.0670335888863 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365999042988 and training accuracy:0.996482372284 validation cost:0.0360857695341 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0259733293205 and training accuracy:0.997384309769 validation cost:0.0258277282119 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0203298125416 and training accuracy:0.997745096684 validation cost:0.0196698009968 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162545181811 and training accuracy:0.998196065426 validation cost:0.0156215196475 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0136930504814 and training accuracy:0.998556852341 validation cost:0.0141087742522 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011694827117 and training accuracy:0.998556852341 validation cost:0.0119303232059 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104261180386 and training accuracy:0.9987372756 validation cost:0.0108268922195 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00945436116308 and training accuracy:0.998827457428 validation cost:0.00984688941389 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.699903011 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150854215026 and training accuracy:0.963307857513 validation cost:0.154004096985 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.104288950562 and training accuracy:0.971782445908 validation cost:0.107436515391 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0844523757696 and training accuracy:0.974669396877 validation cost:0.0855103060603 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0726670399308 and training accuracy:0.978580713272 validation cost:0.0725639760494 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0632017627358 and training accuracy:0.982119560242 validation cost:0.0633477121592 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0564335882664 and training accuracy:0.984168350697 validation cost:0.0549138002098 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0519047454 and training accuracy:0.985565304756 validation cost:0.0501626729965 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0471020042896 and training accuracy:0.986589670181 validation cost:0.0452288873494 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0432581864297 and training accuracy:0.987241566181 validation cost:0.040728148073 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.106647015 Method 3 test accuracy:0.797299981117 Training with lmbda:88585.1235448, 42 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.883944035 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162099152803 and training accuracy:0.953822374344 validation cost:0.167225301266 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108113572001 and training accuracy:0.971457123756 validation cost:0.109079107642 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0838573127985 and training accuracy:0.975820362568 validation cost:0.0887906253338 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.069667764008 and training accuracy:0.977820217609 validation cost:0.0767827033997 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611908100545 and training accuracy:0.979729115963 validation cost:0.0683558955789 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.053817871958 and training accuracy:0.982456147671 validation cost:0.0579051859677 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0491667725146 and training accuracy:0.984365046024 validation cost:0.0532461106777 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0453545562923 and training accuracy:0.985728561878 validation cost:0.0492494478822 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416203662753 and training accuracy:0.986910283566 validation cost:0.0456338971853 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.29028511 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0953625515103 and training accuracy:0.991902410984 validation cost:0.0896503329277 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530706681311 and training accuracy:0.992975592613 validation cost:0.0451531633735 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0377077534795 and training accuracy:0.995024383068 validation cost:0.030872521922 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0296534653753 and training accuracy:0.996682941914 validation cost:0.0226572398096 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0247970167547 and training accuracy:0.997073173523 validation cost:0.0179980900139 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0216411873698 and training accuracy:0.997365832329 validation cost:0.015432513319 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190790481865 and training accuracy:0.997463405132 validation cost:0.0136304544285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172574277967 and training accuracy:0.997365832329 validation cost:0.0126356519759 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0155518678948 and training accuracy:0.997463405132 validation cost:0.0110075008124 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:113.841370106 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679145827889 and training accuracy:0.990258872509 validation cost:0.0670992136002 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365151613951 and training accuracy:0.996482372284 validation cost:0.0359926261008 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0259108878672 and training accuracy:0.997384309769 validation cost:0.0258540343493 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0203287526965 and training accuracy:0.997745096684 validation cost:0.0197320953012 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162793807685 and training accuracy:0.998196065426 validation cost:0.0154564725235 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0137082263827 and training accuracy:0.998556852341 validation cost:0.013974474743 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0116978688166 and training accuracy:0.998556852341 validation cost:0.0119372233748 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104383826256 and training accuracy:0.9987372756 validation cost:0.010853250511 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00950783677399 and training accuracy:0.9987372756 validation cost:0.00984175875783 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.33345294 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150727331638 and training accuracy:0.963773488998 validation cost:0.153770565987 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.104284130037 and training accuracy:0.972061812878 validation cost:0.108011364937 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0846410170197 and training accuracy:0.974296867847 validation cost:0.0855232030153 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0728199854493 and training accuracy:0.978394508362 validation cost:0.0717077553272 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0630178302526 and training accuracy:0.982119560242 validation cost:0.0629010647535 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0564283654094 and training accuracy:0.984168350697 validation cost:0.055074468255 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0518820993602 and training accuracy:0.985565304756 validation cost:0.0499703362584 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0470911599696 and training accuracy:0.986682832241 validation cost:0.0449803546071 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0434473566711 and training accuracy:0.987241566181 validation cost:0.0408034175634 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.516840935 Method 3 test accuracy:0.797599971294 Training with lmbda:89377.3332357, 43 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.921876907 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162099152803 and training accuracy:0.953822374344 validation cost:0.167225301266 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108113572001 and training accuracy:0.971457123756 validation cost:0.109079107642 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0838577449322 and training accuracy:0.975820362568 validation cost:0.0887906253338 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.069667764008 and training accuracy:0.977820217609 validation cost:0.0767827033997 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611908100545 and training accuracy:0.979729115963 validation cost:0.0683558955789 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538190081716 and training accuracy:0.982456147671 validation cost:0.0579051859677 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0491686575115 and training accuracy:0.984365046024 validation cost:0.0532461106777 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.045377522707 and training accuracy:0.985728561878 validation cost:0.0492494478822 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0413495711982 and training accuracy:0.987273871899 validation cost:0.0452650338411 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.559130907 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0953227058053 and training accuracy:0.991999983788 validation cost:0.0896503329277 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531460493803 and training accuracy:0.992975592613 validation cost:0.0451684631407 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0377720370889 and training accuracy:0.995024383068 validation cost:0.0307478606701 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295934621245 and training accuracy:0.996682941914 validation cost:0.0227467417717 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0248325560242 and training accuracy:0.996975600719 validation cost:0.0180360060185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0216238480061 and training accuracy:0.997365832329 validation cost:0.0153818000108 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190693363547 and training accuracy:0.997463405132 validation cost:0.0135338576511 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172797050327 and training accuracy:0.997365832329 validation cost:0.0126590458676 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0155686689541 and training accuracy:0.997463405132 validation cost:0.0109705692157 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:113.919077158 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0678993165493 and training accuracy:0.990349054337 validation cost:0.0670715421438 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365722589195 and training accuracy:0.996482372284 validation cost:0.036200389266 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0259886067361 and training accuracy:0.997384309769 validation cost:0.0259321033955 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0203629918396 and training accuracy:0.997745096684 validation cost:0.0197441447526 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162742268294 and training accuracy:0.998196065426 validation cost:0.0155710410327 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0137286344543 and training accuracy:0.998556852341 validation cost:0.0140542145818 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0117148989812 and training accuracy:0.998556852341 validation cost:0.0121196182445 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104369129986 and training accuracy:0.9987372756 validation cost:0.0108644748107 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00952828582376 and training accuracy:0.9987372756 validation cost:0.00984727870673 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.91414094 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150654345751 and training accuracy:0.963680386543 validation cost:0.154124036431 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.103909395635 and training accuracy:0.972154974937 validation cost:0.105578534305 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0846426486969 and training accuracy:0.974390029907 validation cost:0.0858150422573 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0726353377104 and training accuracy:0.978580713272 validation cost:0.0716915503144 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0629550516605 and training accuracy:0.982119560242 validation cost:0.0629671439528 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0564411990345 and training accuracy:0.984075248241 validation cost:0.0550962239504 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0518691278994 and training accuracy:0.985379040241 validation cost:0.0499146953225 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0472995936871 and training accuracy:0.986496567726 validation cost:0.045137129724 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0433844700456 and training accuracy:0.987241566181 validation cost:0.0411689952016 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.929179907 Method 3 test accuracy:0.796899974346 Training with lmbda:91768.7271182, 44 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.732474089 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162099152803 and training accuracy:0.953822374344 validation cost:0.167225301266 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108113572001 and training accuracy:0.971457123756 validation cost:0.109079107642 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0838364362717 and training accuracy:0.976093053818 validation cost:0.0888395607471 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696245506406 and training accuracy:0.977911114693 validation cost:0.0767827033997 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0612468719482 and training accuracy:0.97963821888 validation cost:0.0684087574482 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538377687335 and training accuracy:0.982456147671 validation cost:0.0583514384925 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0494149960577 and training accuracy:0.984183251858 validation cost:0.0534391626716 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0452845022082 and training accuracy:0.985910356045 validation cost:0.0488712191582 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0416335165501 and training accuracy:0.987092077732 validation cost:0.0458960682154 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.877612114 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0953781232238 and training accuracy:0.991999983788 validation cost:0.0897514373064 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531129054725 and training accuracy:0.992975592613 validation cost:0.0452049598098 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0377922393382 and training accuracy:0.995024383068 validation cost:0.0308598391712 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.029604004696 and training accuracy:0.996682941914 validation cost:0.0227224323899 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0248044785112 and training accuracy:0.997073173523 validation cost:0.0181160029024 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0216153096408 and training accuracy:0.997365832329 validation cost:0.015350391157 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191089697182 and training accuracy:0.997463405132 validation cost:0.0135819241405 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172136891633 and training accuracy:0.997365832329 validation cost:0.0126156490296 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.015512323007 and training accuracy:0.997463405132 validation cost:0.0109994830564 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.203735113 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679166615009 and training accuracy:0.990349054337 validation cost:0.0671283602715 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365387313068 and training accuracy:0.996572554111 validation cost:0.0354547277093 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259812455624 and training accuracy:0.997384309769 validation cost:0.0259173735976 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0203541144729 and training accuracy:0.997745096684 validation cost:0.0197418555617 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162524729967 and training accuracy:0.998196065426 validation cost:0.0154589926824 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0137166148052 and training accuracy:0.998556852341 validation cost:0.0140310963616 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0117180645466 and training accuracy:0.998556852341 validation cost:0.0119478246197 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104480767623 and training accuracy:0.9987372756 validation cost:0.0110162086785 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00947765633464 and training accuracy:0.998827457428 validation cost:0.00969123188406 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.79647398 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150572001934 and training accuracy:0.963494122028 validation cost:0.154255881906 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.104239426553 and training accuracy:0.972341239452 validation cost:0.107231140137 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0846704691648 and training accuracy:0.974483132362 validation cost:0.0855529308319 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.072625041008 and training accuracy:0.978580713272 validation cost:0.072037152946 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0631498843431 and training accuracy:0.982026457787 validation cost:0.0635585039854 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0565767586231 and training accuracy:0.983888983727 validation cost:0.0550386868417 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0519897155464 and training accuracy:0.985379040241 validation cost:0.0500081479549 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0472787581384 and training accuracy:0.986682832241 validation cost:0.0455585382879 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0435055494308 and training accuracy:0.987148463726 validation cost:0.0410305820405 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:119.272642851 Method 3 test accuracy:0.797599971294 Training with lmbda:95646.3188776, 45 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.701827049 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162063017488 and training accuracy:0.953822374344 validation cost:0.167119041085 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.107923515141 and training accuracy:0.971457123756 validation cost:0.108828127384 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837933346629 and training accuracy:0.976456701756 validation cost:0.0886937752366 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0697479397058 and training accuracy:0.977911114693 validation cost:0.076801404357 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.061358269304 and training accuracy:0.97963821888 validation cost:0.0684034824371 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537098236382 and training accuracy:0.982456147671 validation cost:0.0578330345452 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0491469502449 and training accuracy:0.984183251858 validation cost:0.0532559677958 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0455334298313 and training accuracy:0.985637664795 validation cost:0.0504626333714 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.041474621743 and training accuracy:0.987182974815 validation cost:0.0446558520198 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.783366919 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0952228084207 and training accuracy:0.991902410984 validation cost:0.0890470296144 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531680807471 and training accuracy:0.99287801981 validation cost:0.045346185565 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0375997908413 and training accuracy:0.994926810265 validation cost:0.0302363503724 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0298054907471 and training accuracy:0.996682941914 validation cost:0.022433815524 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0248053148389 and training accuracy:0.996975600719 validation cost:0.0182616394013 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0215618479997 and training accuracy:0.99726831913 validation cost:0.0153669239953 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190137587488 and training accuracy:0.997560977936 validation cost:0.0135971140116 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172047112137 and training accuracy:0.99726831913 validation cost:0.0127358669415 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0155784208328 and training accuracy:0.997463405132 validation cost:0.0112416213378 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:114.064333916 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679037943482 and training accuracy:0.990349054337 validation cost:0.066800236702 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0366046130657 and training accuracy:0.996482372284 validation cost:0.0358360260725 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0262021161616 and training accuracy:0.997294127941 validation cost:0.025981798768 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0202381331474 and training accuracy:0.997835278511 validation cost:0.0195615142584 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.016320604831 and training accuracy:0.998105883598 validation cost:0.0155950570479 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0137677453458 and training accuracy:0.998466670513 validation cost:0.0140204355121 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0118603231385 and training accuracy:0.998376488686 validation cost:0.0124045535922 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104711754248 and training accuracy:0.9987372756 validation cost:0.0109558627009 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00950039271265 and training accuracy:0.998827457428 validation cost:0.00977303553373 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.707091093 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151058241725 and training accuracy:0.963401019573 validation cost:0.154409125447 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.104868650436 and training accuracy:0.971968710423 validation cost:0.107577465475 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0852393060923 and training accuracy:0.973738133907 validation cost:0.0855125933886 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0728708282113 and training accuracy:0.978394508362 validation cost:0.0724294111133 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0628271251917 and training accuracy:0.982212722301 validation cost:0.0633487999439 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0566391870379 and training accuracy:0.984075248241 validation cost:0.0546236559749 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0520124472678 and training accuracy:0.985472142696 validation cost:0.0503733642399 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0471248626709 and training accuracy:0.986496567726 validation cost:0.0451734699309 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0438855476677 and training accuracy:0.987148463726 validation cost:0.0413760244846 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.64565587 Method 3 test accuracy:0.789600014687 Training with lmbda:96119.403308, 46 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.221991062 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162063017488 and training accuracy:0.953822374344 validation cost:0.167119041085 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.107923515141 and training accuracy:0.971457123756 validation cost:0.108828127384 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837933346629 and training accuracy:0.976456701756 validation cost:0.0886937752366 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696854814887 and training accuracy:0.978002011776 validation cost:0.076756618917 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0613222271204 and training accuracy:0.979729115963 validation cost:0.0684092342854 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537274815142 and training accuracy:0.982547044754 validation cost:0.0579979419708 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.049185205251 and training accuracy:0.984183251858 validation cost:0.0535596869886 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0454544872046 and training accuracy:0.985637664795 validation cost:0.0500873029232 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0414218306541 and training accuracy:0.987364768982 validation cost:0.0455953218043 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:122.351001024 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0954244062304 and training accuracy:0.991999983788 validation cost:0.0896906405687 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530530549586 and training accuracy:0.992975592613 validation cost:0.0452842973173 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376935936511 and training accuracy:0.995024383068 validation cost:0.0308371782303 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295574869961 and training accuracy:0.996682941914 validation cost:0.0226373225451 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0248127151281 and training accuracy:0.997073173523 validation cost:0.018106168136 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0216013845056 and training accuracy:0.997365832329 validation cost:0.0154247637838 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190890897065 and training accuracy:0.997463405132 validation cost:0.0136552480981 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172585844994 and training accuracy:0.997365832329 validation cost:0.0127515280619 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.015514979139 and training accuracy:0.997463405132 validation cost:0.011002311483 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:113.877673864 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679077804089 and training accuracy:0.990258872509 validation cost:0.0672006458044 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364798344672 and training accuracy:0.996572554111 validation cost:0.0355032682419 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259575359523 and training accuracy:0.997474491596 validation cost:0.0258360598236 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0203110408038 and training accuracy:0.997745096684 validation cost:0.0197319686413 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162870753556 and training accuracy:0.998196065426 validation cost:0.0154260732234 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.013719345443 and training accuracy:0.998556852341 validation cost:0.0140661988407 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0117364190519 and training accuracy:0.998556852341 validation cost:0.0121259782463 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104821519926 and training accuracy:0.9987372756 validation cost:0.0111053371802 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00949028600007 and training accuracy:0.998827457428 validation cost:0.00986072048545 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.158860922 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150855898857 and training accuracy:0.963401019573 validation cost:0.154398515821 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.104005746543 and training accuracy:0.972248077393 validation cost:0.105876930058 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0847271159291 and training accuracy:0.974483132362 validation cost:0.0857950150967 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0726256519556 and training accuracy:0.978580713272 validation cost:0.0727004408836 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0627916231751 and training accuracy:0.982212722301 validation cost:0.0627353712916 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0565588772297 and training accuracy:0.984354615211 validation cost:0.0553278438747 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0518159046769 and training accuracy:0.985751509666 validation cost:0.0503919497132 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0472707338631 and training accuracy:0.986496567726 validation cost:0.0450521782041 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0436688251793 and training accuracy:0.987055301666 validation cost:0.0416602157056 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.920029879 Method 3 test accuracy:0.797800004482 Training with lmbda:97283.0488578, 47 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.7783041 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162063017488 and training accuracy:0.953822374344 validation cost:0.167119041085 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.107923515141 and training accuracy:0.971457123756 validation cost:0.108828127384 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837933346629 and training accuracy:0.976456701756 validation cost:0.0886937752366 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0697394013405 and training accuracy:0.977911114693 validation cost:0.0768293589354 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611537992954 and training accuracy:0.979820013046 validation cost:0.0683995932341 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537757389247 and training accuracy:0.982456147671 validation cost:0.0578029714525 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0491114594042 and training accuracy:0.984274148941 validation cost:0.0531730055809 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0454498380423 and training accuracy:0.985637664795 validation cost:0.050318017602 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0414718389511 and training accuracy:0.987182974815 validation cost:0.0449229702353 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.768640041 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.095427878201 and training accuracy:0.991999983788 validation cost:0.0898799970746 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530378110707 and training accuracy:0.992975592613 validation cost:0.0452543124557 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0377657637 and training accuracy:0.995024383068 validation cost:0.0309378132224 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295706577599 and training accuracy:0.996682941914 validation cost:0.0226970687509 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0248115789145 and training accuracy:0.997073173523 validation cost:0.0181175917387 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0216447599232 and training accuracy:0.997365832329 validation cost:0.0153451869264 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191065873951 and training accuracy:0.997463405132 validation cost:0.0136727569625 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0173621233553 and training accuracy:0.99726831913 validation cost:0.0126689588651 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0155041087419 and training accuracy:0.997463405132 validation cost:0.0111983772367 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:113.398015976 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679750666022 and training accuracy:0.990258872509 validation cost:0.0669994279742 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365223661065 and training accuracy:0.996572554111 validation cost:0.0357242748141 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259700287133 and training accuracy:0.997384309769 validation cost:0.0257840957493 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0203153789043 and training accuracy:0.997745096684 validation cost:0.0197648666799 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162978507578 and training accuracy:0.998196065426 validation cost:0.015631582588 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0137451030314 and training accuracy:0.998556852341 validation cost:0.0140545610338 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0117359617725 and training accuracy:0.998556852341 validation cost:0.0119873089716 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104651032016 and training accuracy:0.9987372756 validation cost:0.011041617021 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00955755356699 and training accuracy:0.9987372756 validation cost:0.00986344739795 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.123004913 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151065081358 and training accuracy:0.963401019573 validation cost:0.154803708196 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.104378156364 and training accuracy:0.972061812878 validation cost:0.107398442924 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0847457870841 and training accuracy:0.974483132362 validation cost:0.0851631462574 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0726941153407 and training accuracy:0.978673875332 validation cost:0.0725626498461 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0630356669426 and training accuracy:0.982026457787 validation cost:0.0628461390734 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0565572790802 and training accuracy:0.984075248241 validation cost:0.0550331436098 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0519007779658 and training accuracy:0.985751509666 validation cost:0.0501314215362 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0471794977784 and training accuracy:0.986589670181 validation cost:0.0449946932495 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0435130409896 and training accuracy:0.987055301666 validation cost:0.0410903319716 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.707625151 Method 3 test accuracy:0.797599971294 Training with lmbda:0, 48 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.777698994 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580960251391 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476470403373 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.898010015 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256434321 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.334095955 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194009188563 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.015670472756 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:122.873951912 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151703119278 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102396644652 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814579501748 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689342692494 and training accuracy:0.980629563332 validation cost:0.0685682967305 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609318986535 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0535955689847 and training accuracy:0.984633982182 validation cost:0.0505174845457 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.049071803689 and training accuracy:0.985751509666 validation cost:0.0494677238166 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0446933321655 and training accuracy:0.987427830696 validation cost:0.0449233613908 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0412671677768 and training accuracy:0.987800359726 validation cost:0.0424859561026 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:119.118695021 Method 3 test accuracy:0.77840000391 Training with lmbda:75117.9714048, 49 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.295917034 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115142531693 and training accuracy:0.968366503716 validation cost:0.119388438761 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913700312376 and training accuracy:0.971729815006 validation cost:0.0965802669525 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0762144327164 and training accuracy:0.974911391735 validation cost:0.0821544378996 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0652115046978 and training accuracy:0.979274630547 validation cost:0.0664283484221 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578145906329 and training accuracy:0.981819808483 validation cost:0.0605277307332 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0520686097443 and training accuracy:0.984092354774 validation cost:0.0546783395112 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476565435529 and training accuracy:0.985728561878 validation cost:0.0514529384673 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443773306906 and training accuracy:0.986546695232 validation cost:0.0477808527648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.522638798 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0944260060787 and training accuracy:0.993463397026 validation cost:0.0835491195321 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0533393807709 and training accuracy:0.993073165417 validation cost:0.0435876920819 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377658829093 and training accuracy:0.994829297066 validation cost:0.029456930235 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290709584951 and training accuracy:0.996390223503 validation cost:0.0224319230765 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0241878777742 and training accuracy:0.997170746326 validation cost:0.0180740915239 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209347400814 and training accuracy:0.997170746326 validation cost:0.014266253449 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184335317463 and training accuracy:0.997463405132 validation cost:0.0123080359772 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165394619107 and training accuracy:0.997365832329 validation cost:0.0106113450602 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150879118592 and training accuracy:0.997463405132 validation cost:0.00938514713198 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.131256104 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627731531858 and training accuracy:0.990800023079 validation cost:0.063417673111 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0346989221871 and training accuracy:0.996752977371 validation cost:0.0343636497855 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0247618835419 and training accuracy:0.997654914856 validation cost:0.0257096234709 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0196017492563 and training accuracy:0.997474491596 validation cost:0.0207942388952 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0159469470382 and training accuracy:0.997745096684 validation cost:0.0161040686071 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0137318996713 and training accuracy:0.998015701771 validation cost:0.0140858348459 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119024347514 and training accuracy:0.998196065426 validation cost:0.0125887040049 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107379565015 and training accuracy:0.998376488686 validation cost:0.0114495046437 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00955204572529 and training accuracy:0.998917639256 validation cost:0.00957884918898 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:122.391678095 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15165963769 and training accuracy:0.967032968998 validation cost:0.147200226784 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103175401688 and training accuracy:0.971782445908 validation cost:0.102222166955 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0820579454303 and training accuracy:0.975880026817 validation cost:0.0822149142623 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689391940832 and training accuracy:0.980815768242 validation cost:0.0669999048114 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0608656704426 and training accuracy:0.983050823212 validation cost:0.0601581335068 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537242367864 and training accuracy:0.984727144241 validation cost:0.0505174696445 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0491827279329 and training accuracy:0.986124038696 validation cost:0.0471656024456 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0451014526188 and training accuracy:0.987520933151 validation cost:0.0439604483545 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0420137569308 and training accuracy:0.988265991211 validation cost:0.042178619653 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:118.906563044 Method 3 test accuracy:0.779500007629 Training with lmbda:78039.2280196, 50 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.306061983 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171822085977 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115122787654 and training accuracy:0.968366503716 validation cost:0.119388438761 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913701802492 and training accuracy:0.971729815006 validation cost:0.0965802669525 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0762087479234 and training accuracy:0.974911391735 validation cost:0.0821544378996 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0649398416281 and training accuracy:0.979183733463 validation cost:0.0661821067333 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0579100288451 and training accuracy:0.981819808483 validation cost:0.0607856586576 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0522629544139 and training accuracy:0.984092354774 validation cost:0.0546673089266 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476380735636 and training accuracy:0.985637664795 validation cost:0.0514006465673 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0444070138037 and training accuracy:0.986546695232 validation cost:0.0476918034256 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.856575966 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942446738482 and training accuracy:0.993463397026 validation cost:0.0833255201578 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534818395972 and training accuracy:0.993073165417 validation cost:0.0437033511698 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377921238542 and training accuracy:0.994829297066 validation cost:0.0294512026012 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291069876403 and training accuracy:0.996390223503 validation cost:0.0224618222564 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0241432543844 and training accuracy:0.997073173523 validation cost:0.0180117469281 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209344960749 and training accuracy:0.99726831913 validation cost:0.0142966872081 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184471961111 and training accuracy:0.997365832329 validation cost:0.0123870642856 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0166702885181 and training accuracy:0.99726831913 validation cost:0.0106889847666 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151589075103 and training accuracy:0.99726831913 validation cost:0.00920873321593 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.862138033 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627249851823 and training accuracy:0.990890204906 validation cost:0.0633521974087 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347252823412 and training accuracy:0.996662735939 validation cost:0.034133348614 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.024724919349 and training accuracy:0.997654914856 validation cost:0.0256428290159 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0196427032351 and training accuracy:0.997474491596 validation cost:0.0207953266799 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0159781947732 and training accuracy:0.997654914856 validation cost:0.0163783896714 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0136923771352 and training accuracy:0.998015701771 validation cost:0.0140767283738 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119726900011 and training accuracy:0.998196065426 validation cost:0.0126004945487 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107866358012 and training accuracy:0.998376488686 validation cost:0.0114511763677 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00956825725734 and training accuracy:0.998917639256 validation cost:0.00955517403781 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:122.833008051 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151983812451 and training accuracy:0.966753602028 validation cost:0.147275224328 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.103377483785 and training accuracy:0.971689343452 validation cost:0.101834848523 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0819157585502 and training accuracy:0.975693821907 validation cost:0.0823192447424 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0688399225473 and training accuracy:0.980908930302 validation cost:0.0674543902278 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0611342452466 and training accuracy:0.982771456242 validation cost:0.0599560849369 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537869557738 and training accuracy:0.984913408756 validation cost:0.0505548268557 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490904673934 and training accuracy:0.986030936241 validation cost:0.0469962880015 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0449805185199 and training accuracy:0.987334728241 validation cost:0.043202072382 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0420029200613 and training accuracy:0.988172829151 validation cost:0.0424828268588 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:118.750540972 Method 3 test accuracy:0.77840000391 Training with lmbda:78417.6647421, 51 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.268388033 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171822085977 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115122787654 and training accuracy:0.968366503716 validation cost:0.119388438761 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913701802492 and training accuracy:0.971729815006 validation cost:0.0965802669525 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0762087479234 and training accuracy:0.974911391735 validation cost:0.0821544378996 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0649398416281 and training accuracy:0.979183733463 validation cost:0.0661821067333 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578276179731 and training accuracy:0.9817289114 validation cost:0.0606317929924 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521842092276 and training accuracy:0.983910560608 validation cost:0.0546438992023 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477249547839 and training accuracy:0.985637664795 validation cost:0.0513819418848 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0442402586341 and training accuracy:0.986546695232 validation cost:0.0474807396531 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.756142139 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0944822877645 and training accuracy:0.993463397026 validation cost:0.0840704366565 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534102283418 and training accuracy:0.993073165417 validation cost:0.0436521805823 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377221666276 and training accuracy:0.994829297066 validation cost:0.0292124897242 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291289780289 and training accuracy:0.996390223503 validation cost:0.0225125253201 and validation accuracy:1.0 Training on :(4, 5) training cost:0.024238480255 and training accuracy:0.997073173523 validation cost:0.0181669965386 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209812242538 and training accuracy:0.997170746326 validation cost:0.0143025433645 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184760428965 and training accuracy:0.997365832329 validation cost:0.0123103437945 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165289193392 and training accuracy:0.997365832329 validation cost:0.0105753708631 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151289654896 and training accuracy:0.997365832329 validation cost:0.00946663785726 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.281962156 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627934858203 and training accuracy:0.990980446339 validation cost:0.0634769648314 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0346939899027 and training accuracy:0.996752977371 validation cost:0.0340473130345 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0247705671936 and training accuracy:0.997654914856 validation cost:0.0256302189082 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195881351829 and training accuracy:0.997474491596 validation cost:0.0207986813039 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0159715991467 and training accuracy:0.997654914856 validation cost:0.016452120617 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0137082487345 and training accuracy:0.998015701771 validation cost:0.0140804713592 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.011975472793 and training accuracy:0.998196065426 validation cost:0.0127434609458 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.010777422227 and training accuracy:0.998376488686 validation cost:0.0114529430866 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00956377014518 and training accuracy:0.998917639256 validation cost:0.00955169368535 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:122.875578165 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151761814952 and training accuracy:0.967032968998 validation cost:0.148079767823 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103266492486 and training accuracy:0.971782445908 validation cost:0.101812921464 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0822672396898 and training accuracy:0.975880026817 validation cost:0.081715285778 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0688163340092 and training accuracy:0.980908930302 validation cost:0.0671339631081 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0612435676157 and training accuracy:0.982864618301 validation cost:0.0600009411573 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538894459605 and training accuracy:0.984820246696 validation cost:0.0500081777573 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.049374487251 and training accuracy:0.985751509666 validation cost:0.0475026741624 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0449749827385 and training accuracy:0.987334728241 validation cost:0.043975379318 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0421977825463 and training accuracy:0.987800359726 validation cost:0.0421755872667 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:118.929856062 Method 3 test accuracy:0.778999984264 Training with lmbda:81959.2346273, 52 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.598640919 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171822085977 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115122787654 and training accuracy:0.968366503716 validation cost:0.119388438761 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0912728235126 and training accuracy:0.971729815006 validation cost:0.0964259728789 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760823339224 and training accuracy:0.975002288818 validation cost:0.0818870663643 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0652695819736 and training accuracy:0.979183733463 validation cost:0.0662479698658 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578274950385 and training accuracy:0.981819808483 validation cost:0.0605131089687 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523517765105 and training accuracy:0.984092354774 validation cost:0.0547119416296 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477487668395 and training accuracy:0.985728561878 validation cost:0.0517566874623 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443182513118 and training accuracy:0.986728489399 validation cost:0.0472718812525 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.027079821 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943589434028 and training accuracy:0.993463397026 validation cost:0.0838701799512 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0533956028521 and training accuracy:0.993073165417 validation cost:0.0436345897615 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377984344959 and training accuracy:0.994829297066 validation cost:0.0291172116995 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290640331805 and training accuracy:0.996390223503 validation cost:0.0225179679692 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0241910740733 and training accuracy:0.997170746326 validation cost:0.0180436577648 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209173709154 and training accuracy:0.99726831913 validation cost:0.014178475365 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184539854527 and training accuracy:0.997365832329 validation cost:0.0123133445159 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165516473353 and training accuracy:0.997365832329 validation cost:0.0105957603082 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151824355125 and training accuracy:0.997365832329 validation cost:0.00944324024022 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.339121103 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627036094666 and training accuracy:0.990890204906 validation cost:0.0633879303932 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0346771776676 and training accuracy:0.996752977371 validation cost:0.0342325046659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.024728981778 and training accuracy:0.997654914856 validation cost:0.0256037954241 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0196786355227 and training accuracy:0.997474491596 validation cost:0.0207895077765 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0159881990403 and training accuracy:0.997654914856 validation cost:0.0164565872401 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0137494243681 and training accuracy:0.998015701771 validation cost:0.0140675539151 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119819510728 and training accuracy:0.998196065426 validation cost:0.0127376830205 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107660572976 and training accuracy:0.998376488686 validation cost:0.0113198999316 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00957260560244 and training accuracy:0.998917639256 validation cost:0.00954547617584 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:122.608515978 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15169210732 and training accuracy:0.967032968998 validation cost:0.147788614035 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103493914008 and training accuracy:0.971782445908 validation cost:0.102463141084 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0820338726044 and training accuracy:0.975973188877 validation cost:0.0824327915907 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0690780133009 and training accuracy:0.980629563332 validation cost:0.0679911077023 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0612561628222 and training accuracy:0.982957720757 validation cost:0.0602227076888 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537586733699 and training accuracy:0.984727144241 validation cost:0.0504926592112 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0489444881678 and training accuracy:0.986217200756 validation cost:0.046806845814 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.045055937022 and training accuracy:0.987427830696 validation cost:0.0440058968961 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0422628484666 and training accuracy:0.987986564636 validation cost:0.0417221188545 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.086359978 Method 3 test accuracy:0.778599977493 Training with lmbda:85612.9397687, 53 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.047772884 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115139946342 and training accuracy:0.968366503716 validation cost:0.119561992586 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913570523262 and training accuracy:0.971729815006 validation cost:0.0964259728789 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0761049389839 and training accuracy:0.975002288818 validation cost:0.0818980485201 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0651857107878 and training accuracy:0.97909283638 validation cost:0.0661704689264 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578345768154 and training accuracy:0.981819808483 validation cost:0.0604789964855 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523062683642 and training accuracy:0.984092354774 validation cost:0.0546725317836 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.047796279192 and training accuracy:0.985637664795 validation cost:0.0522069707513 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0442539304495 and training accuracy:0.986637592316 validation cost:0.0469457320869 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.436915874 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942991748452 and training accuracy:0.993463397026 validation cost:0.0833626314998 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534781105816 and training accuracy:0.992975592613 validation cost:0.0436263680458 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377986729145 and training accuracy:0.994829297066 validation cost:0.029482871294 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290712863207 and training accuracy:0.996390223503 validation cost:0.0224489308894 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242806281894 and training accuracy:0.997073173523 validation cost:0.0181067865342 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209332611412 and training accuracy:0.997170746326 validation cost:0.0141992662102 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184275973588 and training accuracy:0.997365832329 validation cost:0.0122992694378 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165362078696 and training accuracy:0.997365832329 validation cost:0.0105799948797 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151412542909 and training accuracy:0.99726831913 validation cost:0.00938680954278 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.027922869 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627407059073 and training accuracy:0.990890204906 validation cost:0.0634025484324 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347359962761 and training accuracy:0.996662735939 validation cost:0.0346098691225 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.024770045653 and training accuracy:0.997654914856 validation cost:0.0256086140871 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195404030383 and training accuracy:0.997564733028 validation cost:0.0204594470561 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0160079859197 and training accuracy:0.997654914856 validation cost:0.0168588701636 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0137312654406 and training accuracy:0.998015701771 validation cost:0.0139105776325 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119514204562 and training accuracy:0.998196065426 validation cost:0.0127508128062 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107272295281 and training accuracy:0.998466670513 validation cost:0.0113267358392 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00955275353044 and training accuracy:0.998917639256 validation cost:0.00961453188211 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:122.610524178 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.1515737921 and training accuracy:0.967219233513 validation cost:0.147206366062 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103442326188 and training accuracy:0.971409916878 validation cost:0.1024197191 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0823539420962 and training accuracy:0.976066291332 validation cost:0.0824642553926 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0691205710173 and training accuracy:0.980815768242 validation cost:0.0680106654763 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0611000210047 and training accuracy:0.982771456242 validation cost:0.0602165050805 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539693124592 and training accuracy:0.984913408756 validation cost:0.050533246249 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0491848476231 and training accuracy:0.986124038696 validation cost:0.0466636680067 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0449916832149 and training accuracy:0.987427830696 validation cost:0.0437442138791 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.042255166918 and training accuracy:0.988079726696 validation cost:0.0410321392119 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.02250886 Method 3 test accuracy:0.778900027275 Training with lmbda:88585.1235448, 54 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.461713076 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115081943572 and training accuracy:0.968457400799 validation cost:0.119389817119 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0912509188056 and training accuracy:0.971911668777 validation cost:0.0962703675032 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0760890841484 and training accuracy:0.974911391735 validation cost:0.0821862220764 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0651674866676 and training accuracy:0.97909283638 validation cost:0.0662473589182 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0577928759158 and training accuracy:0.981819808483 validation cost:0.0606296360493 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521532297134 and training accuracy:0.984274148941 validation cost:0.0546239539981 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477235876024 and training accuracy:0.985637664795 validation cost:0.0514892488718 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443656668067 and training accuracy:0.986455798149 validation cost:0.0462537705898 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.994602203 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0944910049438 and training accuracy:0.993463397026 validation cost:0.0835961997509 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0535046085715 and training accuracy:0.993073165417 validation cost:0.0436112731695 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379188507795 and training accuracy:0.994829297066 validation cost:0.0297292787582 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291155148298 and training accuracy:0.996390223503 validation cost:0.0225049778819 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242225974798 and training accuracy:0.997073173523 validation cost:0.0181513186544 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209102109075 and training accuracy:0.99726831913 validation cost:0.0141814509407 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184545014054 and training accuracy:0.997365832329 validation cost:0.0123451733962 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165589842945 and training accuracy:0.997365832329 validation cost:0.0105903036892 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015147773549 and training accuracy:0.997365832329 validation cost:0.00943431258202 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.063545942 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627337545156 and training accuracy:0.990980446339 validation cost:0.0633118003607 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0346638038754 and training accuracy:0.996752977371 validation cost:0.0340866371989 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0247729569674 and training accuracy:0.997745096684 validation cost:0.0256719980389 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.019541842863 and training accuracy:0.997384309769 validation cost:0.0206378512084 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.01595550403 and training accuracy:0.997745096684 validation cost:0.0161921884865 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.013777920045 and training accuracy:0.998015701771 validation cost:0.0140770785511 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0120168048888 and training accuracy:0.998196065426 validation cost:0.0127462614328 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0106981983408 and training accuracy:0.998466670513 validation cost:0.0113325985149 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00959163624793 and training accuracy:0.998917639256 validation cost:0.00955041218549 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:122.655766964 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151988700032 and training accuracy:0.966474175453 validation cost:0.147831901908 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.103621192276 and training accuracy:0.971223711967 validation cost:0.102286688983 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0823110416532 and training accuracy:0.975880026817 validation cost:0.0819442868233 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0690397396684 and training accuracy:0.980722665787 validation cost:0.0686689466238 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0608809925616 and training accuracy:0.983143985271 validation cost:0.0599351599813 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538582801819 and training accuracy:0.984820246696 validation cost:0.0500019863248 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0491425246 and training accuracy:0.986030936241 validation cost:0.0467897206545 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0450298339128 and training accuracy:0.987520933151 validation cost:0.0440278798342 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.042279087007 and training accuracy:0.988079726696 validation cost:0.0421108305454 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.057935953 Method 3 test accuracy:0.778900027275 Training with lmbda:89377.3332357, 55 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.216880083 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115081943572 and training accuracy:0.968457400799 validation cost:0.119389817119 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913118571043 and training accuracy:0.971820771694 validation cost:0.0965598225594 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760659351945 and training accuracy:0.975002288818 validation cost:0.0819703787565 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0651859715581 and training accuracy:0.97909283638 validation cost:0.0661830604076 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578059703112 and training accuracy:0.9817289114 validation cost:0.0604107864201 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521035715938 and training accuracy:0.984274148941 validation cost:0.0546906888485 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477527715266 and training accuracy:0.985728561878 validation cost:0.0518726147711 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443012267351 and training accuracy:0.986728489399 validation cost:0.0472901500762 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.595530987 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943759679794 and training accuracy:0.993463397026 validation cost:0.0833732634783 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0535195656121 and training accuracy:0.993073165417 validation cost:0.0436341837049 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378426350653 and training accuracy:0.994829297066 validation cost:0.0295855868608 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291806161404 and training accuracy:0.996390223503 validation cost:0.0224717482924 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242400206625 and training accuracy:0.997170746326 validation cost:0.0179820340127 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209623426199 and training accuracy:0.997170746326 validation cost:0.0141933532432 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184606835246 and training accuracy:0.997365832329 validation cost:0.0123482542112 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165610108525 and training accuracy:0.997365832329 validation cost:0.0105952639133 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152749884874 and training accuracy:0.99726831913 validation cost:0.00938155967742 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.516993046 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628199130297 and training accuracy:0.990890204906 validation cost:0.063400670886 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347222164273 and training accuracy:0.996752977371 validation cost:0.0342847183347 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.024747479707 and training accuracy:0.997654914856 validation cost:0.0256193336099 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0196049939841 and training accuracy:0.997384309769 validation cost:0.020642420277 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0159689635038 and training accuracy:0.997654914856 validation cost:0.0164618976414 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0137820160016 and training accuracy:0.998015701771 validation cost:0.01410510391 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119386184961 and training accuracy:0.998196065426 validation cost:0.0127318333834 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107415374368 and training accuracy:0.998466670513 validation cost:0.0114960717037 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00959214195609 and training accuracy:0.998917639256 validation cost:0.00954823940992 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:122.581408024 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151758745313 and training accuracy:0.967032968998 validation cost:0.147717773914 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.103409722447 and training accuracy:0.971596181393 validation cost:0.102352581918 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0822118520737 and training accuracy:0.975786924362 validation cost:0.0823485925794 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0691499337554 and training accuracy:0.980536401272 validation cost:0.0690647512674 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0610704869032 and training accuracy:0.982957720757 validation cost:0.060301002115 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538032017648 and training accuracy:0.984727144241 validation cost:0.0500378012657 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0491452142596 and training accuracy:0.985937774181 validation cost:0.0472751818597 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0448446087539 and training accuracy:0.987800359726 validation cost:0.0436350107193 and validation accuracy:0.992467045784 Training on :(8, 9) training cost:0.0424458682537 and training accuracy:0.988079726696 validation cost:0.0426973290741 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.23467207 Method 3 test accuracy:0.778299987316 Training with lmbda:91768.7271182, 56 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.539857864 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115092851222 and training accuracy:0.968457400799 validation cost:0.119560241699 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0912140011787 and training accuracy:0.972002565861 validation cost:0.0962703675032 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0760872066021 and training accuracy:0.974911391735 validation cost:0.0825015157461 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0651795789599 and training accuracy:0.979001879692 validation cost:0.0661919564009 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578996427357 and training accuracy:0.981819808483 validation cost:0.0601571016014 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0520803704858 and training accuracy:0.984092354774 validation cost:0.0546641759574 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0478153787553 and training accuracy:0.985546767712 validation cost:0.0517747700214 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443194098771 and training accuracy:0.986546695232 validation cost:0.0477132238448 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.75190711 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942904651165 and training accuracy:0.993463397026 validation cost:0.0835098624229 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053367510438 and training accuracy:0.993073165417 validation cost:0.0438110567629 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378490127623 and training accuracy:0.994829297066 validation cost:0.0296005252749 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291316267103 and training accuracy:0.996390223503 validation cost:0.0224783010781 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242578778416 and training accuracy:0.997170746326 validation cost:0.0180300138891 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209244377911 and training accuracy:0.997170746326 validation cost:0.0141015481204 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184737481177 and training accuracy:0.997365832329 validation cost:0.0123465768993 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0166819747537 and training accuracy:0.99726831913 validation cost:0.0105996532366 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151701448485 and training accuracy:0.99726831913 validation cost:0.00944576412439 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.526389837 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628666579723 and training accuracy:0.990980446339 validation cost:0.0634295195341 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347353555262 and training accuracy:0.996752977371 validation cost:0.0341574847698 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0246970579028 and training accuracy:0.997835278511 validation cost:0.0256927274168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195706225932 and training accuracy:0.997384309769 validation cost:0.0206396039575 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0160129126161 and training accuracy:0.997654914856 validation cost:0.0167370960116 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0138089871034 and training accuracy:0.998015701771 validation cost:0.0140938963741 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119639970362 and training accuracy:0.998196065426 validation cost:0.0127693302929 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107437046245 and training accuracy:0.998466670513 validation cost:0.0113681508228 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00962311588228 and training accuracy:0.998917639256 validation cost:0.00963125564158 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:123.198750973 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151865616441 and training accuracy:0.967032968998 validation cost:0.147691681981 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.103351868689 and training accuracy:0.971503078938 validation cost:0.101566515863 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0822013616562 and training accuracy:0.976066291332 validation cost:0.0817706361413 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0692570433021 and training accuracy:0.980536401272 validation cost:0.068793579936 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0611932165921 and training accuracy:0.982864618301 validation cost:0.0598175153136 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539230331779 and training accuracy:0.984727144241 validation cost:0.0509490929544 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0489925183356 and training accuracy:0.986217200756 validation cost:0.0466404259205 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0450993292034 and training accuracy:0.987520933151 validation cost:0.0434901230037 and validation accuracy:0.992467045784 Training on :(8, 9) training cost:0.0422753430903 and training accuracy:0.988172829151 validation cost:0.0419602431357 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:118.673351049 Method 3 test accuracy:0.778199970722 Training with lmbda:95646.3188776, 57 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.127016068 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171822085977 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115139655769 and training accuracy:0.968366503716 validation cost:0.119566373527 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.091310583055 and training accuracy:0.971820771694 validation cost:0.0962703675032 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.076147288084 and training accuracy:0.975002288818 validation cost:0.082152813673 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0651128962636 and training accuracy:0.97909283638 validation cost:0.0662238001823 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578021630645 and training accuracy:0.9817289114 validation cost:0.0604645982385 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521190874279 and training accuracy:0.984183251858 validation cost:0.0546977743506 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477870255709 and training accuracy:0.985546767712 validation cost:0.0522132217884 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0441916063428 and training accuracy:0.986546695232 validation cost:0.0470801256597 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.313996077 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942158177495 and training accuracy:0.993463397026 validation cost:0.0832012742758 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0533419512212 and training accuracy:0.993073165417 validation cost:0.0436811670661 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378925129771 and training accuracy:0.994829297066 validation cost:0.0296227112412 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290851481259 and training accuracy:0.996390223503 validation cost:0.0225182715803 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242499858141 and training accuracy:0.997073173523 validation cost:0.0182365477085 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209254808724 and training accuracy:0.997170746326 validation cost:0.0141158699989 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184976551682 and training accuracy:0.997365832329 validation cost:0.0124342730269 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167320221663 and training accuracy:0.997170746326 validation cost:0.0106354253367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152880558744 and training accuracy:0.99726831913 validation cost:0.00945526920259 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.488053083 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629306286573 and training accuracy:0.990980446339 validation cost:0.063541829586 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0346926152706 and training accuracy:0.996752977371 validation cost:0.0342637076974 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0248294100165 and training accuracy:0.997654914856 validation cost:0.0257646292448 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195794906467 and training accuracy:0.997384309769 validation cost:0.0206361711025 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0160056669265 and training accuracy:0.997654914856 validation cost:0.0168807636946 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0138011267409 and training accuracy:0.998015701771 validation cost:0.0141119603068 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119989076629 and training accuracy:0.998196065426 validation cost:0.0127611421049 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107637597248 and training accuracy:0.998466670513 validation cost:0.0113717783242 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00964837148786 and training accuracy:0.998917639256 validation cost:0.00956209935248 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:122.729166031 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151790380478 and training accuracy:0.966939866543 validation cost:0.148056328297 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103241428733 and training accuracy:0.971503078938 validation cost:0.10190666467 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0821164548397 and training accuracy:0.975786924362 validation cost:0.0813427641988 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0691803172231 and training accuracy:0.980722665787 validation cost:0.0689980238676 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0610778555274 and training accuracy:0.982771456242 validation cost:0.0598981045187 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537727922201 and training accuracy:0.985006511211 validation cost:0.0509139299393 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0493482761085 and training accuracy:0.985844671726 validation cost:0.0467172339559 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0452905148268 and training accuracy:0.987427830696 validation cost:0.044364284724 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0418934859335 and training accuracy:0.988079726696 validation cost:0.0414292216301 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:118.704811811 Method 3 test accuracy:0.778299987316 Training with lmbda:96119.403308, 58 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.823379993 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171822085977 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115139655769 and training accuracy:0.968366503716 validation cost:0.119566373527 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.091310583055 and training accuracy:0.971820771694 validation cost:0.0962703675032 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.076147288084 and training accuracy:0.975002288818 validation cost:0.082152813673 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.064972139895 and training accuracy:0.978910982609 validation cost:0.0662133023143 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578357726336 and training accuracy:0.9817289114 validation cost:0.0604565292597 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.052261095494 and training accuracy:0.984183251858 validation cost:0.0546778701246 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477102473378 and training accuracy:0.985819458961 validation cost:0.0518682710826 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0445268563926 and training accuracy:0.986637592316 validation cost:0.0467901043594 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.697251081 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.094264946878 and training accuracy:0.993463397026 validation cost:0.0832596197724 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053470171988 and training accuracy:0.993073165417 validation cost:0.0436357297003 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379032567143 and training accuracy:0.994829297066 validation cost:0.029695102945 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290922615677 and training accuracy:0.996390223503 validation cost:0.0224809609354 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242636781186 and training accuracy:0.996975600719 validation cost:0.0182822011411 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209768936038 and training accuracy:0.997170746326 validation cost:0.0142072020099 and validation accuracy:1.0 Training on :(4, 5) training cost:0.018443448469 and training accuracy:0.997365832329 validation cost:0.012350525707 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164934676141 and training accuracy:0.997365832329 validation cost:0.0106067769229 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152515480295 and training accuracy:0.99726831913 validation cost:0.00944033078849 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.82909894 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628843083978 and training accuracy:0.990800023079 validation cost:0.0634753778577 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347490236163 and training accuracy:0.996662735939 validation cost:0.0343970619142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0248430240899 and training accuracy:0.997654914856 validation cost:0.0257143303752 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195995382965 and training accuracy:0.997384309769 validation cost:0.0206369291991 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0160359572619 and training accuracy:0.997654914856 validation cost:0.0169270075858 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0138023337349 and training accuracy:0.998015701771 validation cost:0.0141139831394 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0120247332379 and training accuracy:0.998196065426 validation cost:0.0127968331799 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107433199883 and training accuracy:0.998466670513 validation cost:0.011371685192 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0096881724894 and training accuracy:0.998827457428 validation cost:0.00962863955647 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:123.12809515 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151972144842 and training accuracy:0.966846704483 validation cost:0.148272261024 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103589266539 and training accuracy:0.971503078938 validation cost:0.102365300059 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0821179524064 and training accuracy:0.975973188877 validation cost:0.0809552669525 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0690903663635 and training accuracy:0.980722665787 validation cost:0.06885112077 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0611370019615 and training accuracy:0.982957720757 validation cost:0.0602674596012 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539353899658 and training accuracy:0.984727144241 validation cost:0.0507925078273 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0490598864853 and training accuracy:0.986124038696 validation cost:0.0477026104927 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0450154282153 and training accuracy:0.987334728241 validation cost:0.0439847894013 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0422667302191 and training accuracy:0.988172829151 validation cost:0.0411340594292 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:118.883975029 Method 3 test accuracy:0.778100013733 Training with lmbda:97283.0488578, 59 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:127.606486797 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171822085977 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115139655769 and training accuracy:0.968366503716 validation cost:0.119566373527 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913178175688 and training accuracy:0.971820771694 validation cost:0.0962703675032 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0761717632413 and training accuracy:0.975002288818 validation cost:0.0820716023445 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0650246366858 and training accuracy:0.979001879692 validation cost:0.0661437511444 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578492619097 and training accuracy:0.981819808483 validation cost:0.0608048513532 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0522814691067 and training accuracy:0.984001457691 validation cost:0.0546231232584 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477274730802 and training accuracy:0.985546767712 validation cost:0.0514613948762 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0444001480937 and training accuracy:0.986455798149 validation cost:0.0476992577314 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.938039064 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.094305306673 and training accuracy:0.993463397026 validation cost:0.0833454504609 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534049868584 and training accuracy:0.993073165417 validation cost:0.0436853542924 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379111245275 and training accuracy:0.994829297066 validation cost:0.0296794753522 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290928892791 and training accuracy:0.996390223503 validation cost:0.0224305316806 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242964141071 and training accuracy:0.997073173523 validation cost:0.0180826298892 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209446344525 and training accuracy:0.997170746326 validation cost:0.0142041025683 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185519829392 and training accuracy:0.997365832329 validation cost:0.0123585266992 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0166618786752 and training accuracy:0.99726831913 validation cost:0.010601747781 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153496703133 and training accuracy:0.997170746326 validation cost:0.00945950765163 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.623682976 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627911537886 and training accuracy:0.990980446339 validation cost:0.0634372830391 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347861684859 and training accuracy:0.996662735939 validation cost:0.0346069782972 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0247806087136 and training accuracy:0.997654914856 validation cost:0.0256727673113 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195884797722 and training accuracy:0.997384309769 validation cost:0.0206439364702 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.015999969095 and training accuracy:0.997654914856 validation cost:0.0165382213891 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0138052655384 and training accuracy:0.997925519943 validation cost:0.0140977259725 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0120217790827 and training accuracy:0.998196065426 validation cost:0.0127752469853 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107314288616 and training accuracy:0.998466670513 validation cost:0.0113672856241 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00967156887054 and training accuracy:0.998917639256 validation cost:0.00966014899313 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:122.59633708 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151787027717 and training accuracy:0.967126071453 validation cost:0.14776982367 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.103641495109 and training accuracy:0.971503078938 validation cost:0.103086791933 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0821932405233 and training accuracy:0.975880026817 validation cost:0.0822192654014 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0694462656975 and training accuracy:0.980350136757 validation cost:0.0689006820321 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0611344799399 and training accuracy:0.982864618301 validation cost:0.0598116703331 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539418645203 and training accuracy:0.984727144241 validation cost:0.0507767125964 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.049272030592 and training accuracy:0.985844671726 validation cost:0.0467891916633 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0451683625579 and training accuracy:0.987520933151 validation cost:0.0441817715764 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0422247238457 and training accuracy:0.988079726696 validation cost:0.0418000891805 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:118.990875006 Method 3 test accuracy:0.778599977493
final_test_acc = pd.DataFrame({'Method3':method3_test_accs, 'lambdas':lmbdas})
final_test_acc.to_csv('spike_sh_11lmbdas_ar1_3lyrs_he1_75_10.csv')
final_test_acc
| Method3 | lambdas | |
|---|---|---|
| 0 | 0.7898 | 0.000000 |
| 1 | 0.7810 | 75117.971405 |
| 2 | 0.7806 | 78039.228020 |
| 3 | 0.7811 | 78417.664742 |
| 4 | 0.7802 | 81959.234627 |
| 5 | 0.7807 | 85612.939769 |
| 6 | 0.7799 | 88585.123545 |
| 7 | 0.7805 | 89377.333236 |
| 8 | 0.7806 | 91768.727118 |
| 9 | 0.7889 | 95646.318878 |
| 10 | 0.7802 | 96119.403308 |
| 11 | 0.7809 | 97283.048858 |
| 12 | 0.7927 | 0.000000 |
| 13 | 0.7939 | 75117.971405 |
| 14 | 0.7944 | 78039.228020 |
| 15 | 0.7942 | 78417.664742 |
| 16 | 0.7946 | 81959.234627 |
| 17 | 0.7946 | 85612.939769 |
| 18 | 0.7940 | 88585.123545 |
| 19 | 0.7942 | 89377.333236 |
| 20 | 0.7943 | 91768.727118 |
| 21 | 0.7947 | 95646.318878 |
| 22 | 0.7948 | 96119.403308 |
| 23 | 0.7952 | 97283.048858 |
| 24 | 0.7879 | 0.000000 |
| 25 | 0.7875 | 75117.971405 |
| 26 | 0.7873 | 78039.228020 |
| 27 | 0.7874 | 78417.664742 |
| 28 | 0.7878 | 81959.234627 |
| 29 | 0.7874 | 85612.939769 |
| 30 | 0.7871 | 88585.123545 |
| 31 | 0.7875 | 89377.333236 |
| 32 | 0.7876 | 91768.727118 |
| 33 | 0.7879 | 95646.318878 |
| 34 | 0.7879 | 96119.403308 |
| 35 | 0.7873 | 97283.048858 |
| 36 | 0.7893 | 0.000000 |
| 37 | 0.7847 | 75117.971405 |
| 38 | 0.7968 | 78039.228020 |
| 39 | 0.8064 | 78417.664742 |
| 40 | 0.7917 | 81959.234627 |
| 41 | 0.7973 | 85612.939769 |
| 42 | 0.7976 | 88585.123545 |
| 43 | 0.7969 | 89377.333236 |
| 44 | 0.7976 | 91768.727118 |
| 45 | 0.7896 | 95646.318878 |
| 46 | 0.7978 | 96119.403308 |
| 47 | 0.7976 | 97283.048858 |
| 48 | 0.7784 | 0.000000 |
| 49 | 0.7795 | 75117.971405 |
| 50 | 0.7784 | 78039.228020 |
| 51 | 0.7790 | 78417.664742 |
| 52 | 0.7786 | 81959.234627 |
| 53 | 0.7789 | 85612.939769 |
| 54 | 0.7789 | 88585.123545 |
| 55 | 0.7783 | 89377.333236 |
| 56 | 0.7782 | 91768.727118 |
| 57 | 0.7783 | 95646.318878 |
| 58 | 0.7781 | 96119.403308 |
| 59 | 0.7786 | 97283.048858 |
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
mean_acc_grouped_by_lmbda = acc_grouped_by_lmbda.mean()
display(mean_acc_grouped_by_lmbda)
| Method3 | |
|---|---|
| lambdas | |
| 0.000000 | 0.78762 |
| 75117.971405 | 0.78532 |
| 78039.228020 | 0.78750 |
| 78417.664742 | 0.78962 |
| 81959.234627 | 0.78658 |
| 85612.939769 | 0.78778 |
| 88585.123545 | 0.78750 |
| 89377.333236 | 0.78748 |
| 91768.727118 | 0.78766 |
| 95646.318878 | 0.78788 |
| 96119.403308 | 0.78776 |
| 97283.048858 | 0.78792 |
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
std_acc_grouped_by_lmbda = acc_grouped_by_lmbda.std()
display(std_acc_grouped_by_lmbda)
| Method3 | |
|---|---|
| lambdas | |
| 0.000000 | 0.005442 |
| 75117.971405 | 0.005729 |
| 78039.228020 | 0.008133 |
| 78417.664742 | 0.011100 |
| 81959.234627 | 0.007007 |
| 85612.939769 | 0.008159 |
| 88585.123545 | 0.008309 |
| 89377.333236 | 0.008168 |
| 91768.727118 | 0.008400 |
| 95646.318878 | 0.005964 |
| 96119.403308 | 0.008673 |
| 97283.048858 | 0.008415 |
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
max_acc_grouped_by_lmbda = acc_grouped_by_lmbda.max()
display(max_acc_grouped_by_lmbda)
| Method3 | |
|---|---|
| lambdas | |
| 0.000000 | 0.7927 |
| 75117.971405 | 0.7939 |
| 78039.228020 | 0.7968 |
| 78417.664742 | 0.8064 |
| 81959.234627 | 0.7946 |
| 85612.939769 | 0.7973 |
| 88585.123545 | 0.7976 |
| 89377.333236 | 0.7969 |
| 91768.727118 | 0.7976 |
| 95646.318878 | 0.7947 |
| 96119.403308 | 0.7978 |
| 97283.048858 | 0.7976 |
mpl.rcParams['figure.figsize'] = 7,4.5
mpl.rcParams['axes.labelsize'] = 12
mpl.rcParams['lines.linewidth'] = 1.5
mpl.rcParams['lines.markersize'] = 8
mpl.rcParams['xtick.labelsize'] = 13
mpl.rcParams['ytick.labelsize'] = 12
mpl.rcParams['legend.fontsize'] = 12
mean_acc_grouped_by_lmbda.plot(y='Method3')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.show()
mpl.rcParams['figure.figsize'] = 7,4.5
mpl.rcParams['axes.labelsize'] = 12
mpl.rcParams['lines.linewidth'] = 1.5
mpl.rcParams['lines.markersize'] = 8
mpl.rcParams['xtick.labelsize'] = 13
mpl.rcParams['ytick.labelsize'] = 12
mpl.rcParams['legend.fontsize'] = 12
max_acc_grouped_by_lmbda.plot(y='Method3')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.show()
path = '/home/ruthvik/Desktop/Summer 2017/tf_graph_outputs/mnist/continual_learning/original_mnist_5sets'
merged = tf.summary.merge_all()
train_writer = tf.summary.FileWriter(path + '/spike_sh_11lmbdas_ar1_3lyrs_he1_75_875', sess.graph)
np.random.seed(100)
n_lmbdas = 11
a = np.random.uniform(low=7.5, high=8.75, size=(n_lmbdas,))
print(a)
print()
a = a*1.0e4
a = a[np.argsort(a)]
print(a)
print()
n_reps = 5
a = ([0]+a.tolist())*n_reps
n_lmbdas+=1
print(a, len(a))
[8.17925618 7.84796173 8.03064699 8.55597017 7.50589857 7.6519614 8.33843636 8.53231594 7.67088324 8.21886666 8.61415244] () [75058.98570239 76519.61400979 76708.83237106 78479.61731367 80306.46988436 81792.56177239 82188.66661784 83384.36355908 85323.15943881 85559.701654 86141.5244289 ] () ([0, 75058.98570238716, 76519.61400978893, 76708.83237106192, 78479.61731367245, 80306.46988436417, 81792.56177238707, 82188.66661784063, 83384.36355908474, 85323.15943881309, 85559.7016539988, 86141.5244289033, 0, 75058.98570238716, 76519.61400978893, 76708.83237106192, 78479.61731367245, 80306.46988436417, 81792.56177238707, 82188.66661784063, 83384.36355908474, 85323.15943881309, 85559.7016539988, 86141.5244289033, 0, 75058.98570238716, 76519.61400978893, 76708.83237106192, 78479.61731367245, 80306.46988436417, 81792.56177238707, 82188.66661784063, 83384.36355908474, 85323.15943881309, 85559.7016539988, 86141.5244289033, 0, 75058.98570238716, 76519.61400978893, 76708.83237106192, 78479.61731367245, 80306.46988436417, 81792.56177238707, 82188.66661784063, 83384.36355908474, 85323.15943881309, 85559.7016539988, 86141.5244289033, 0, 75058.98570238716, 76519.61400978893, 76708.83237106192, 78479.61731367245, 80306.46988436417, 81792.56177238707, 82188.66661784063, 83384.36355908474, 85323.15943881309, 85559.7016539988, 86141.5244289033], 60)
lmbdas = a
np.random.seed(0)
np_weights = []
low = -np.sqrt(2.0/(n_input)) # use 4 for sigmoid, 1 for tanh activation
high = np.sqrt(2.0/(n_input))
for i in range(n_reps):
np_weights.append(np.random.uniform(low=low,high=high,size=(n_input,n_middle)))
np_weights=[item for item in np_weights for i in range(n_lmbdas)]
print(len(np_weights), len(lmbdas))
(60, 60)
np.array_equal(np_weights[0], np_weights[11])
True
np.array_equal(np_weights[0], np_weights[12])
False
START_TIME = time.time()
method3_test_accs = []
#INITIALIZE THE NETWORK
logging_count = 0
sess.run(init_op,options=run_options, run_metadata=run_metadata)
sess.graph.finalize()
for l in range(len(lmbdas)):
print('Training with lmbda:{}, {}'.format(lmbdas[l], l))
#sess.run(init_op,options=run_options, run_metadata=run_metadata)
zeta = 1e-3
new_big_omeg_w2 = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
new_big_omeg_b2 = np.zeros(shape=[1,n_middle], dtype=np.float32)
w3_zeros = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
b3_zeros = np.zeros(shape=[1,n_out], dtype=np.float32)
w3_accum = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
w3_accum = []
b3_accum = np.zeros(shape=[1,n_out], dtype=np.float32)
b3_accum = []
reset_w2_grad_accum = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
reset_b2_grad_accum = np.zeros(shape=[1,n_middle], dtype=np.float32)
start_w2 = None
start_b2 = None
sess.run(w_2_update_op, {w_2_update_placeholder:np_weights[l]})
sess.run(b_2_update_op, {b_2_update_placeholder:np.zeros(shape=[1,n_middle],dtype=np.float32)})
end_w2 = None
end_b2 = None
old_test_data = []
historical_cross_test_acc = {}
historical_train_accuracies = {}
historical_train_costs = {}
historical_val_accuracies = {}
historical_val_costs = {}
sets = [(0,1), (2,3), (4,5), (6,7), (8,9)]
#sets = [(0,4),(5,9)]
test_labels_set = []
n_test_samples = []
for a_set in range(len(sets)):
current_set = sets[a_set]
current_set_name = 'set'+str(a_set)
mask_val = [0]*num_classes
for i in range(0, current_set[1]+1):
mask_val[i]=1
set_mask_val = np.array(mask_val, dtype=np.float32)
print('Current mask:{}'.format(set_mask_val))
train_data_set, valid_data_set, test_data_set = extract_class_data(start=current_set[0],
stop=current_set[1])
train_images_set, train_labels_set = train_data_set[0], train_data_set[1]
valid_images_set, valid_labels_set = valid_data_set[0], valid_data_set[1]
test_images_set, test_labels_set = test_data_set[0], test_data_set[1]
n_test_samples.append(len(test_labels_set))
train_total = len(train_images_set)
n_batches = len(train_images_set)/BATCH_SIZE
#@@print('Number of batches:{}'.format(n_batches))
#@@set_omegas = [tf.assign(big_omeg_w2, new_big_omeg_w2), tf.assign(big_omeg_b2, new_big_omeg_b2)]
#@@sess.run(set_omegas)
sess.run(big_omeg_w2_update_op, {big_omeg_w2_update_placeholder:new_big_omeg_w2})
sess.run(big_omeg_b2_update_op, {big_omeg_b2_update_placeholder:new_big_omeg_b2})
#@@reset_grad_accums = [tf.assign(w2_grad_accum, reset_w2_grad_accum),
#@@ tf.assign(b2_grad_accum, reset_b2_grad_accum)]
#@@sess.run(reset_grad_accums)
sess.run(w2_grad_accum_update_op, {w2_grad_accum_update_placeholder:reset_w2_grad_accum})
sess.run(b2_grad_accum_update_op, {b2_grad_accum_update_placeholder:reset_b2_grad_accum})
#@@reset_w3 = [tf.assign(w_3, w3_zeros), tf.assign(b_3, b3_zeros)]
#@@sess.run(reset_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:w3_zeros})
sess.run(b_3_update_op, {b_3_update_placeholder:b3_zeros})
epochs = 10
repeats = 1
for repeat in range(repeats):
#tf.set_random_seed(l)
print('Repeat:{}'.format(repeat))
train_accuracies = []
train_costs = []
val_accuracies = []
val_costs = []
best_val = 0
first_params_set = None
last_params_set = None
T1 = time.time()
for i in range(epochs):
if(i==0):
start_w2, start_b2 = w_2.eval(), b_2.eval()
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: len(train_images_set)})
#@@print('Epoch:{}'.format((i)))
t1 = time.time()
### CALCULATE TRAIN COSTS AND TRAIN ACCURACIES
train_cost, train_accuracy = sess.run([cost, acct_res] ,feed_dict = {drop_out : 0.0,
set1_mask:set_mask_val})
train_costs.append(train_cost)
train_accuracies.append(train_accuracy)
#train_writer.add_summary(summary,logging_count)
print('training cost:{} and training accuracy:{}'.format(train_costs[i], train_accuracies[i]))
### CALCULATE VALID COSTS AND VALID ACCURACIES
sess.run(iter.initializer, feed_dict={a_1: valid_images_set, y: valid_labels_set,
batch_size: len(valid_images_set)})
_, _, val_acc, val_cost, _ = sess.run([predictions,acct_mat,acct_res, cost, a_3],
feed_dict = {drop_out : 0.0,set1_mask:set_mask_val})
val_costs.append(val_cost)
val_accuracies.append(val_acc)
if(val_acc>best_val):
best_val = val_acc
best_params_set1 = [(w_2.eval(),b_2.eval()),(w_3.eval(),b_3.eval())]
print('validation cost:{} and validation accuracy:{}'.format(val_cost, val_acc))
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
print('Training on :{}'.format(current_set))
for j in range(n_batches):
if(not (np.isnan(w_2.eval().any() and np.isnan(w_3.eval()).any()))):
#if(a_set==1):
# print(j, w_2.eval().sum(), w_3.eval().sum())
if(((j)% 1000 ==0)):
logging_count+=1
summary,_,_ = sess.run([merged,step, omega_step],
feed_dict = {drop_out:0.0,batch_size: BATCH_SIZE,tau:0.5,
set1_mask:set_mask_val,eta:0.001,
lmbda:lmbdas[l],n_tot:train_total})
#train_writer.add_summary(summary, (i+1)*j)
train_writer.add_summary(summary, logging_count)
else:
sess.run([step, omega_step],feed_dict = {drop_out:0.0,batch_size:BATCH_SIZE,
tau:0.5,set1_mask:set_mask_val,
eta:0.001,lmbda:lmbdas[l],
n_tot:train_total})
else:
print('Nan encountered in epoch:{} and batch:{}'.format(i, j))
#@@print('Epoch time:{}'.format(time.time()-t1))
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,
set1_mask:set_mask_val})
#@@print('Final test accuracy is:{}'.format(final_test_acc))
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#all_final_test_accs_set1.append(final_test_acc)
#@@best_step = [tf.assign(w_2,best_params_set1[0][0]), tf.assign(b_2,best_params_set1[0][1]),
#@@ tf.assign(w_3,best_params_set1[1][0]),tf.assign(b_3,best_params_set1[1][1])]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:best_params_set1[0][0]})
sess.run(b_2_update_op, {b_2_update_placeholder:best_params_set1[0][1]})
sess.run(w_3_update_op, {w_3_update_placeholder:best_params_set1[1][0]})
sess.run(b_3_update_op, {b_3_update_placeholder:best_params_set1[1][1]})
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,test_acc_corresp_best_val,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
#@@print('Test accuracy corresp to best val acc:{}'.format(test_acc_corresp_best_val))
print('Time taken:{}'.format(time.time()-T1))
#w3_list.append(w_3.eval())
w3_accum.append(w_3.eval())
#b3_list.append(b_3.eval())
b3_accum.append(b_3.eval())
if(i==epochs-1):
if(test_acc_corresp_best_val>final_test_acc):
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#all_final_test_accs_set1[-1] = test_acc_corresp_best_val
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#@@best_step = [tf.assign(w_2,end_w2), tf.assign(b_2,end_b2),
#@@ tf.assign(w_3,end_w3),tf.assign(b_3,end_b3)]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:end_w2})
sess.run(b_2_update_op, {b_2_update_placeholder:end_b2})
sess.run(w_3_update_op, {w_3_update_placeholder:end_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:end_b3})
first_params_set = [(start_w2, start_b2)]
last_params_set = [(end_w2, end_b2)]
small_omegas = [(w2_grad_accum.eval(),b2_grad_accum.eval())]
delta_ws = map(lambda x,y: np.square(x-y)+zeta,[item[0] for item in last_params_set],
[item[0] for item in first_params_set])
delta_bs = map(lambda x,y: np.square(x-y)+zeta,[item[1] for item in last_params_set],
[item[1] for item in first_params_set])
delta_wbs = zip(delta_ws, delta_bs)
big_omegas_ws = map(lambda x,y: (x/y),[item[0] for item in small_omegas],
[item[0] for item in delta_wbs])
big_omegas_bs = map(lambda x,y: (x/y),[item[1] for item in small_omegas],
[item[1] for item in delta_wbs])
big_omegas = zip(big_omegas_ws, big_omegas_bs)
new_big_omeg_w2 += big_omegas[0][0]
new_big_omeg_b2 += big_omegas[0][1]
#@@print('omegW2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_w2.max(),
#@@ new_big_omeg_w2.mean(),
#@@ new_big_omeg_w2.std()))
#@@print('omegb2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_b2.max(),
#@@ new_big_omeg_b2.mean(),
#@@ new_big_omeg_b2.std()))
historical_train_accuracies[current_set_name]=train_accuracies
historical_train_costs[current_set_name]=train_costs
historical_val_accuracies[current_set_name]=val_accuracies
historical_val_costs[current_set_name]=val_costs
#######Method 3 ###########
w3_set_rows = []
offset=0
for item in w3_accum:
w3_set_rows.append(item[:,offset:offset+2])
offset+=2
w3_set_row_avgs = [item.mean() for item in w3_set_rows]
final_w3 = map(lambda x,y:x-y,w3_set_rows, w3_set_row_avgs)
final_w3 = np.concatenate(final_w3, axis=1)
b3_set_rows = []
offset=0
for item in b3_accum:
b3_set_rows.append(item[:,offset:offset+2])
offset+=2
b3_set_row_avgs = [item.mean() for item in b3_set_rows]
final_b3 = map(lambda x,y:x-y,b3_set_rows, b3_set_row_avgs)
final_b3 = np.concatenate(final_b3, axis=1)
#@@set_w3 = [tf.assign(w_3, final_w3), tf.assign(b_3, final_b3)]
#@@sess.run(set_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:final_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:final_b3})
sess.run(iter.initializer, feed_dict={a_1: test_images, y: to_categorical(test_labels,num_classes=num_classes),
batch_size: len(test_images)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
method3_test_accs.append(final_test_acc)
print('Method 3 test accuracy:{}'.format(final_test_acc))
train_writer.close()
print('Total time:{}'.format(time.time()-START_TIME))
Training with lmbda:0, 0 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.599272013 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.965579033 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.412909985 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0129639329389 and training accuracy:0.9987372756 validation cost:0.0133697763085 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979762617499 and training accuracy:0.999007821083 validation cost:0.0101021369919 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00877885892987 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.532455921 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103641562164 and training accuracy:0.972527444363 validation cost:0.103159971535 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.082123234868 and training accuracy:0.976066291332 validation cost:0.0786714181304 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.069301366806 and training accuracy:0.979791402817 validation cost:0.0627456903458 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0595998130739 and training accuracy:0.982957720757 validation cost:0.0547399930656 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0535054244101 and training accuracy:0.985285878181 validation cost:0.0488348640501 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0479301735759 and training accuracy:0.986775934696 validation cost:0.0455383919179 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0442771986127 and training accuracy:0.987520933151 validation cost:0.0432717837393 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0408748500049 and training accuracy:0.988359093666 validation cost:0.0389142967761 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:120.912705898 Method 3 test accuracy:0.78979998827 Training with lmbda:75058.9857024, 1 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.443196058 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113436385989 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886830016971 and training accuracy:0.973184227943 validation cost:0.0928283855319 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738756507635 and training accuracy:0.974093258381 validation cost:0.0789003744721 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645552128553 and training accuracy:0.977456569672 validation cost:0.0673339515924 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0565150380135 and training accuracy:0.980729043484 validation cost:0.0583194643259 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0511750020087 and training accuracy:0.982819736004 validation cost:0.0505346208811 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465326309204 and training accuracy:0.985455870628 validation cost:0.0466939024627 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427991561592 and training accuracy:0.987182974815 validation cost:0.0416137315333 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.219062805 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989966988564 and training accuracy:0.991609752178 validation cost:0.0915736556053 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542545206845 and training accuracy:0.992780506611 validation cost:0.0479213260114 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379343368113 and training accuracy:0.994634151459 validation cost:0.0303008295596 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292873959988 and training accuracy:0.99658536911 validation cost:0.0225723944604 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238391719759 and training accuracy:0.997756123543 validation cost:0.0178399961442 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201877746731 and training accuracy:0.998341441154 validation cost:0.0149299548939 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172793250531 and training accuracy:0.998439013958 validation cost:0.0127044627443 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156725216657 and training accuracy:0.998048782349 validation cost:0.0114612039179 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141465971246 and training accuracy:0.998243927956 validation cost:0.0103579973802 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.560296059 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638639479876 and training accuracy:0.991250991821 validation cost:0.0632152333856 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342510268092 and training accuracy:0.997203946114 validation cost:0.0343287885189 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242262836546 and training accuracy:0.997835278511 validation cost:0.0248760618269 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0189700927585 and training accuracy:0.998015701771 validation cost:0.0194809231907 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157140064985 and training accuracy:0.998196065426 validation cost:0.016325706616 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132234124467 and training accuracy:0.9987372756 validation cost:0.0132840890437 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114105893299 and training accuracy:0.9987372756 validation cost:0.0116938212886 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100778117776 and training accuracy:0.998917639256 validation cost:0.0104297064245 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00906479265541 and training accuracy:0.999098062515 validation cost:0.00894247833639 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.875478029 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153980225325 and training accuracy:0.964332282543 validation cost:0.149577140808 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103872045875 and training accuracy:0.972154974937 validation cost:0.100628592074 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.082523368299 and training accuracy:0.975600659847 validation cost:0.0799287632108 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0692573264241 and training accuracy:0.979698240757 validation cost:0.064111687243 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0602122843266 and training accuracy:0.983330249786 validation cost:0.0548208765686 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0537882000208 and training accuracy:0.985099673271 validation cost:0.050118599087 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0486051179469 and training accuracy:0.986589670181 validation cost:0.0469133779407 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.044669482857 and training accuracy:0.987707197666 validation cost:0.0438560657203 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0410902686417 and training accuracy:0.988545358181 validation cost:0.0398276187479 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.440124989 Method 3 test accuracy:0.781099975109 Training with lmbda:76519.6140098, 2 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.216664076 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113436385989 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0887345299125 and training accuracy:0.973184227943 validation cost:0.092799179256 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.073873847723 and training accuracy:0.974093258381 validation cost:0.0784713923931 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646657273173 and training accuracy:0.977092981339 validation cost:0.0675807967782 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0565000623465 and training accuracy:0.980729043484 validation cost:0.0583770982921 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0511352643371 and training accuracy:0.982819736004 validation cost:0.0506448633969 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465457960963 and training accuracy:0.985546767712 validation cost:0.0468554310501 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0426309108734 and training accuracy:0.987455666065 validation cost:0.0415666103363 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.42721796 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.098892390728 and training accuracy:0.991512179375 validation cost:0.0912284255028 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.054154522717 and training accuracy:0.992780506611 validation cost:0.0479072332382 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379759520292 and training accuracy:0.994634151459 validation cost:0.0305868685246 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292505268008 and training accuracy:0.99658536911 validation cost:0.0226820614189 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238143764436 and training accuracy:0.997756123543 validation cost:0.0178021602333 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0202098712325 and training accuracy:0.998341441154 validation cost:0.014953263104 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172820165753 and training accuracy:0.998243927956 validation cost:0.0125897834077 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156325809658 and training accuracy:0.998146355152 validation cost:0.0114607391879 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142274582759 and training accuracy:0.998048782349 validation cost:0.0103882895783 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.894961834 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638802275062 and training accuracy:0.991250991821 validation cost:0.0627668946981 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0343211293221 and training accuracy:0.997203946114 validation cost:0.0345308110118 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241891145706 and training accuracy:0.997925519943 validation cost:0.0248813554645 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190289765596 and training accuracy:0.998015701771 validation cost:0.0194799080491 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156606230885 and training accuracy:0.998196065426 validation cost:0.0162816625088 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131407817826 and training accuracy:0.9987372756 validation cost:0.0132873952389 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011394164525 and training accuracy:0.998647093773 validation cost:0.0116115100682 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100795924664 and training accuracy:0.998917639256 validation cost:0.0104372994974 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00906612537801 and training accuracy:0.999098062515 validation cost:0.00893348734826 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.333760023 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153698772192 and training accuracy:0.964425384998 validation cost:0.147991970181 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103767223656 and training accuracy:0.972154974937 validation cost:0.0997932478786 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0825782343745 and training accuracy:0.975414395332 validation cost:0.079988874495 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0691560581326 and training accuracy:0.979791402817 validation cost:0.064062923193 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0600135810673 and training accuracy:0.983423352242 validation cost:0.0559517033398 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0538495033979 and training accuracy:0.985099673271 validation cost:0.0503800325096 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0486365519464 and training accuracy:0.986682832241 validation cost:0.0468133352697 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0448350682855 and training accuracy:0.987520933151 validation cost:0.0436239950359 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0413137599826 and training accuracy:0.988452196121 validation cost:0.0401837266982 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.415637016 Method 3 test accuracy:0.780799984932 Training with lmbda:76708.8323711, 3 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.335651159 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113436385989 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0887345299125 and training accuracy:0.973184227943 validation cost:0.092799179256 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738710835576 and training accuracy:0.974093258381 validation cost:0.0784713923931 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646657273173 and training accuracy:0.977092981339 validation cost:0.0675807967782 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0565356202424 and training accuracy:0.980729043484 validation cost:0.0583876036108 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0510567165911 and training accuracy:0.982819736004 validation cost:0.0506448633969 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465518198907 and training accuracy:0.985546767712 validation cost:0.0468443967402 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.042618136853 and training accuracy:0.987546563148 validation cost:0.041643794626 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.405138969 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.098943606019 and training accuracy:0.991512179375 validation cost:0.0914452373981 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0541875362396 and training accuracy:0.992780506611 validation cost:0.0478642396629 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379679463804 and training accuracy:0.994731724262 validation cost:0.0306361280382 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292648784816 and training accuracy:0.99658536911 validation cost:0.0226775147021 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238694567233 and training accuracy:0.997756123543 validation cost:0.017717782408 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201907809824 and training accuracy:0.998341441154 validation cost:0.0149397626519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0173136405647 and training accuracy:0.998243927956 validation cost:0.012866682373 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156202809885 and training accuracy:0.998146355152 validation cost:0.0114649944007 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142147159204 and training accuracy:0.998146355152 validation cost:0.0103577785194 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.599994898 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0637775063515 and training accuracy:0.991250991821 validation cost:0.0627566501498 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0343100093305 and training accuracy:0.997203946114 validation cost:0.0344064347446 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242274384946 and training accuracy:0.997925519943 validation cost:0.0250753369182 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190337151289 and training accuracy:0.998015701771 validation cost:0.0195076335222 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156096555293 and training accuracy:0.998376488686 validation cost:0.0163432881236 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131616480649 and training accuracy:0.9987372756 validation cost:0.0133023979142 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113771837205 and training accuracy:0.9987372756 validation cost:0.0117523632944 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101460944861 and training accuracy:0.998917639256 validation cost:0.0104345716536 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00906177796423 and training accuracy:0.999098062515 validation cost:0.00900940410793 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.446046829 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153679475188 and training accuracy:0.964518547058 validation cost:0.148602187634 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103842377663 and training accuracy:0.971875607967 validation cost:0.0999314635992 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0824402421713 and training accuracy:0.975507557392 validation cost:0.0803142488003 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.068967141211 and training accuracy:0.979791402817 validation cost:0.0636281967163 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.060022700578 and training accuracy:0.983237087727 validation cost:0.0551901385188 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.053829010576 and training accuracy:0.985285878181 validation cost:0.0501101277769 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0483909137547 and training accuracy:0.986589670181 validation cost:0.0467984564602 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0448418445885 and training accuracy:0.987427830696 validation cost:0.0435503721237 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0411899238825 and training accuracy:0.988545358181 validation cost:0.0400907211006 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.567388058 Method 3 test accuracy:0.780799984932 Training with lmbda:78479.6173137, 4 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.345785856 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113498657942 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.088737025857 and training accuracy:0.973184227943 validation cost:0.0927712321281 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738885104656 and training accuracy:0.974093258381 validation cost:0.0784560367465 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0647614151239 and training accuracy:0.977092981339 validation cost:0.0675412788987 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.056549180299 and training accuracy:0.9806381464 validation cost:0.0584105178714 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0510427467525 and training accuracy:0.98300153017 validation cost:0.0509642660618 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0463660508394 and training accuracy:0.985637664795 validation cost:0.0467002950609 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0428398400545 and training accuracy:0.987364768982 validation cost:0.0413899756968 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.251714945 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.09882440418 and training accuracy:0.991609752178 validation cost:0.0913177579641 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.054243773222 and training accuracy:0.99287801981 validation cost:0.0481436364353 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379339270294 and training accuracy:0.994634151459 validation cost:0.0304784867913 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292899981141 and training accuracy:0.99658536911 validation cost:0.0226790588349 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238927528262 and training accuracy:0.997658550739 validation cost:0.017992194742 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201829448342 and training accuracy:0.998341441154 validation cost:0.0149832479656 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172951873392 and training accuracy:0.998243927956 validation cost:0.0127665083855 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156534295529 and training accuracy:0.998146355152 validation cost:0.0114684449509 and validation accuracy:1.0 Training on :(4, 5) training cost:0.01415715646 and training accuracy:0.998146355152 validation cost:0.0103766079992 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.703335047 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639021620154 and training accuracy:0.991250991821 validation cost:0.062863856554 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0343353897333 and training accuracy:0.997203946114 validation cost:0.0344043150544 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242029502988 and training accuracy:0.997925519943 validation cost:0.0248681530356 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0189717207104 and training accuracy:0.998015701771 validation cost:0.0194843169302 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156489256769 and training accuracy:0.998376488686 validation cost:0.0163585282862 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132035333663 and training accuracy:0.9987372756 validation cost:0.0132524035871 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011452563107 and training accuracy:0.998647093773 validation cost:0.0117550157011 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.010133381933 and training accuracy:0.998917639256 validation cost:0.0104367937893 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00904056988657 and training accuracy:0.999098062515 validation cost:0.00886017177254 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.648470163 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153843790293 and training accuracy:0.964425384998 validation cost:0.149035409093 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103898636997 and training accuracy:0.971968710423 validation cost:0.099915780127 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0824005231261 and training accuracy:0.975414395332 validation cost:0.0801106840372 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0693319812417 and training accuracy:0.979791402817 validation cost:0.0636404901743 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0601225234568 and training accuracy:0.983516454697 validation cost:0.0552223064005 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0537919849157 and training accuracy:0.985099673271 validation cost:0.0500901415944 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0483890064061 and training accuracy:0.986682832241 validation cost:0.0466039739549 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.044789545238 and training accuracy:0.987614095211 validation cost:0.0437138825655 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0413390919566 and training accuracy:0.988359093666 validation cost:0.0398323088884 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.833585978 Method 3 test accuracy:0.780600011349 Training with lmbda:80306.4698844, 5 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.350826025 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113498657942 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886769369245 and training accuracy:0.973184227943 validation cost:0.0928283855319 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0736541152 and training accuracy:0.974275052547 validation cost:0.078541085124 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645898729563 and training accuracy:0.977547466755 validation cost:0.0673339515924 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0565158911049 and training accuracy:0.980729043484 validation cost:0.0583385527134 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0510636046529 and training accuracy:0.982819736004 validation cost:0.0507251434028 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465768873692 and training accuracy:0.985546767712 validation cost:0.0468715317547 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0426365695894 and training accuracy:0.987364768982 validation cost:0.0416170358658 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.674444914 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0991137847304 and training accuracy:0.991609752178 validation cost:0.0920549333096 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542507246137 and training accuracy:0.992780506611 validation cost:0.0481426045299 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379298664629 and training accuracy:0.994634151459 validation cost:0.0302727650851 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293399747461 and training accuracy:0.99658536911 validation cost:0.0227436460555 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238604675978 and training accuracy:0.997756123543 validation cost:0.0179691314697 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201689265668 and training accuracy:0.998341441154 validation cost:0.0149531615898 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0173454768956 and training accuracy:0.998243927956 validation cost:0.0128394141793 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157125219703 and training accuracy:0.998048782349 validation cost:0.0114953527227 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141979530454 and training accuracy:0.998146355152 validation cost:0.0103904325515 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.803655148 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639188736677 and training accuracy:0.991341233253 validation cost:0.0631895810366 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.034287981689 and training accuracy:0.997203946114 validation cost:0.0342181287706 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242600440979 and training accuracy:0.997925519943 validation cost:0.0251590199769 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190596878529 and training accuracy:0.998015701771 validation cost:0.0194864850491 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157147273421 and training accuracy:0.998286306858 validation cost:0.0163308382034 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132374064997 and training accuracy:0.9987372756 validation cost:0.0133138941601 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114369411021 and training accuracy:0.998647093773 validation cost:0.0117618720978 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.010119873099 and training accuracy:0.998917639256 validation cost:0.0104540828615 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00903148017824 and training accuracy:0.999098062515 validation cost:0.00894582737237 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.058908224 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153650894761 and training accuracy:0.964332282543 validation cost:0.148442313075 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103700563312 and training accuracy:0.972061812878 validation cost:0.0997501537204 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0825529620051 and training accuracy:0.975507557392 validation cost:0.0804869383574 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689842626452 and training accuracy:0.979791402817 validation cost:0.0630068480968 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0601310096681 and training accuracy:0.983237087727 validation cost:0.0557052642107 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0537343993783 and training accuracy:0.985379040241 validation cost:0.050511598587 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0484653189778 and training accuracy:0.986589670181 validation cost:0.0468842983246 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0445910990238 and training accuracy:0.987707197666 validation cost:0.0435837693512 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.041202571243 and training accuracy:0.988545358181 validation cost:0.0401281304657 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.790113926 Method 3 test accuracy:0.780799984932 Training with lmbda:81792.5617724, 6 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.528167009 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113498516381 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886741653085 and training accuracy:0.973184227943 validation cost:0.0928004309535 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0736539512873 and training accuracy:0.974275052547 validation cost:0.0785301029682 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646071061492 and training accuracy:0.977547466755 validation cost:0.0673339515924 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0565001778305 and training accuracy:0.980729043484 validation cost:0.0584243312478 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0510320030153 and training accuracy:0.982910633087 validation cost:0.0507251434028 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465391166508 and training accuracy:0.985546767712 validation cost:0.0468710027635 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427165031433 and training accuracy:0.987455666065 validation cost:0.0415818206966 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.668637991 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989983901381 and training accuracy:0.991512179375 validation cost:0.0917630121112 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542484335601 and training accuracy:0.992780506611 validation cost:0.0481384173036 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0380006060004 and training accuracy:0.994634151459 validation cost:0.0300817918032 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292697418481 and training accuracy:0.996682941914 validation cost:0.0226752944291 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239373426884 and training accuracy:0.997658550739 validation cost:0.0181809980422 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0202227700502 and training accuracy:0.998341441154 validation cost:0.0149592664093 and validation accuracy:1.0 Training on :(4, 5) training cost:0.01738393493 and training accuracy:0.998243927956 validation cost:0.0126570053399 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157155171037 and training accuracy:0.998048782349 validation cost:0.011536700651 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142633235082 and training accuracy:0.998048782349 validation cost:0.0104230884463 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.920933962 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639533624053 and training accuracy:0.991160809994 validation cost:0.0632771700621 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0343304798007 and training accuracy:0.997203946114 validation cost:0.0341933853924 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242416039109 and training accuracy:0.997925519943 validation cost:0.0251203030348 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190737359226 and training accuracy:0.998105883598 validation cost:0.0191932879388 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0156902167946 and training accuracy:0.998286306858 validation cost:0.016306258738 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131720202044 and training accuracy:0.9987372756 validation cost:0.0133015150204 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011441773735 and training accuracy:0.998647093773 validation cost:0.0117632113397 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101138344035 and training accuracy:0.998917639256 validation cost:0.0104290777817 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00906822364777 and training accuracy:0.999098062515 validation cost:0.00887257512659 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.63759017 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153679683805 and training accuracy:0.964518547058 validation cost:0.148204952478 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103892609477 and training accuracy:0.972154974937 validation cost:0.100743085146 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0824843794107 and training accuracy:0.975600659847 validation cost:0.0804045945406 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0691755264997 and training accuracy:0.979791402817 validation cost:0.0633962526917 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0601375102997 and training accuracy:0.983330249786 validation cost:0.0560879409313 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0538584850729 and training accuracy:0.985099673271 validation cost:0.0508198142052 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0485312081873 and training accuracy:0.986589670181 validation cost:0.0467143245041 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446050912142 and training accuracy:0.987707197666 validation cost:0.043913193047 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0412739142776 and training accuracy:0.988265991211 validation cost:0.0399955809116 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.926096916 Method 3 test accuracy:0.780200004578 Training with lmbda:82188.6666178, 7 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.75236392 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113498516381 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886741653085 and training accuracy:0.973184227943 validation cost:0.0928004309535 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0736506730318 and training accuracy:0.974275052547 validation cost:0.0785301029682 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646043419838 and training accuracy:0.977547466755 validation cost:0.0673339515924 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0564997456968 and training accuracy:0.980729043484 validation cost:0.0584243312478 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0510635077953 and training accuracy:0.982910633087 validation cost:0.0510738231242 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465391166508 and training accuracy:0.985546767712 validation cost:0.0468710027635 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.042725905776 and training accuracy:0.987455666065 validation cost:0.0415708385408 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.739256859 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989584326744 and training accuracy:0.991512179375 validation cost:0.0917041823268 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542112663388 and training accuracy:0.992780506611 validation cost:0.0480630733073 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379012078047 and training accuracy:0.994634151459 validation cost:0.0299615897238 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293758064508 and training accuracy:0.99658536911 validation cost:0.0229299012572 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239353049546 and training accuracy:0.997756123543 validation cost:0.0181703213602 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201979745179 and training accuracy:0.998341441154 validation cost:0.0149628613144 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0173257291317 and training accuracy:0.998341441154 validation cost:0.0126767233014 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156818814576 and training accuracy:0.998048782349 validation cost:0.0115371448919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.014245564118 and training accuracy:0.998243927956 validation cost:0.0104036172852 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.946067095 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638805031776 and training accuracy:0.991250991821 validation cost:0.0633127912879 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342852659523 and training accuracy:0.997203946114 validation cost:0.0341565720737 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241996832192 and training accuracy:0.997925519943 validation cost:0.0249416958541 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190147832036 and training accuracy:0.998105883598 validation cost:0.0191325210035 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.015674367547 and training accuracy:0.998286306858 validation cost:0.0162880495191 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131590189412 and training accuracy:0.9987372756 validation cost:0.0132870310917 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114196790382 and training accuracy:0.998647093773 validation cost:0.011664101854 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.01009428408 and training accuracy:0.998917639256 validation cost:0.0104264905676 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00905484519899 and training accuracy:0.999098062515 validation cost:0.00887257512659 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.624567986 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153741270304 and training accuracy:0.964704811573 validation cost:0.148242071271 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103792116046 and training accuracy:0.972154974937 validation cost:0.100180089474 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0824688896537 and training accuracy:0.975600659847 validation cost:0.0805060863495 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.068999491632 and training accuracy:0.979791402817 validation cost:0.0629856437445 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0602301508188 and training accuracy:0.983143985271 validation cost:0.0561550930142 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0538990907371 and training accuracy:0.985192775726 validation cost:0.0507872216403 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0485070459545 and training accuracy:0.986682832241 validation cost:0.046778280288 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0449127927423 and training accuracy:0.987893462181 validation cost:0.043966460973 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0413513109088 and training accuracy:0.988172829151 validation cost:0.0400063283741 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.095576048 Method 3 test accuracy:0.780499994755 Training with lmbda:83384.3635591, 8 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.560168028 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113498516381 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886741653085 and training accuracy:0.973184227943 validation cost:0.0928004309535 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0736535638571 and training accuracy:0.974275052547 validation cost:0.0785301029682 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645888373256 and training accuracy:0.977547466755 validation cost:0.0673339515924 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0564976036549 and training accuracy:0.980729043484 validation cost:0.0583416074514 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0510624311864 and training accuracy:0.982819736004 validation cost:0.0505601204932 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465190634131 and training accuracy:0.985546767712 validation cost:0.0468254871666 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0426351390779 and training accuracy:0.987455666065 validation cost:0.0415493883193 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:124.217266083 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989388227463 and training accuracy:0.991609752178 validation cost:0.091733276844 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0541602410376 and training accuracy:0.992780506611 validation cost:0.0478886514902 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379214808345 and training accuracy:0.994634151459 validation cost:0.0299863982946 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292572584003 and training accuracy:0.996682941914 validation cost:0.0225561466068 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238759554923 and training accuracy:0.997756123543 validation cost:0.0177670959383 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0202568620443 and training accuracy:0.998341441154 validation cost:0.0149816684425 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0173611827195 and training accuracy:0.998243927956 validation cost:0.0128472158685 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157041009516 and training accuracy:0.998048782349 validation cost:0.0114515181631 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142287686467 and training accuracy:0.998146355152 validation cost:0.0104869557545 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.815248013 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.063910394907 and training accuracy:0.991250991821 validation cost:0.0631513223052 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.034214373678 and training accuracy:0.997294127941 validation cost:0.0340778715909 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242758300155 and training accuracy:0.997835278511 validation cost:0.0250979643315 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190723799169 and training accuracy:0.998105883598 validation cost:0.0191874541342 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0156830977648 and training accuracy:0.998286306858 validation cost:0.0162885934114 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132854385301 and training accuracy:0.998647093773 validation cost:0.0133329229429 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114488657564 and training accuracy:0.998556852341 validation cost:0.0117061184719 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101630631834 and training accuracy:0.998917639256 validation cost:0.0104233268648 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00909550301731 and training accuracy:0.999098062515 validation cost:0.00902335252613 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.221380949 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153524011374 and training accuracy:0.964425384998 validation cost:0.148128375411 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103814937174 and training accuracy:0.971968710423 validation cost:0.0997797176242 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0825155600905 and training accuracy:0.975414395332 validation cost:0.0804259255528 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689824521542 and training accuracy:0.979884505272 validation cost:0.0633487179875 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0600374266505 and training accuracy:0.983330249786 validation cost:0.0560598932207 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0537712797523 and training accuracy:0.985192775726 validation cost:0.050511341542 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0484801605344 and training accuracy:0.986496567726 validation cost:0.0468189567327 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446881353855 and training accuracy:0.987707197666 validation cost:0.0437358319759 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0411158017814 and training accuracy:0.988545358181 validation cost:0.0403659269214 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.623630047 Method 3 test accuracy:0.780799984932 Training with lmbda:85323.1594388, 9 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.043063879 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113501399755 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886745974422 and training accuracy:0.973184227943 validation cost:0.0928004309535 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0736537277699 and training accuracy:0.974275052547 validation cost:0.0785301029682 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645818412304 and training accuracy:0.977547466755 validation cost:0.0673339515924 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0564791746438 and training accuracy:0.980729043484 validation cost:0.0583292655647 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0511207021773 and training accuracy:0.982819736004 validation cost:0.0511022470891 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0466087125242 and training accuracy:0.985455870628 validation cost:0.0469008684158 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427222251892 and training accuracy:0.987455666065 validation cost:0.0415740199387 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.831812143 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989957153797 and training accuracy:0.991512179375 validation cost:0.0914172530174 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542699061334 and training accuracy:0.992780506611 validation cost:0.0481055565178 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0378962643445 and training accuracy:0.994634151459 validation cost:0.0297174565494 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293222367764 and training accuracy:0.996682941914 validation cost:0.0226376447827 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238646287471 and training accuracy:0.997756123543 validation cost:0.0177690852433 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0202416218817 and training accuracy:0.998341441154 validation cost:0.0149833327159 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0173952020705 and training accuracy:0.998341441154 validation cost:0.0126551343128 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156924985349 and training accuracy:0.998146355152 validation cost:0.0115668009967 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0143251093104 and training accuracy:0.998243927956 validation cost:0.0107730962336 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.767436028 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638671219349 and training accuracy:0.991070628166 validation cost:0.0625705122948 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0343874841928 and training accuracy:0.997203946114 validation cost:0.0336387194693 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0243192203343 and training accuracy:0.997745096684 validation cost:0.0248443949968 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191618483514 and training accuracy:0.998015701771 validation cost:0.0194755755365 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0157145485282 and training accuracy:0.998196065426 validation cost:0.0162193961442 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132210850716 and training accuracy:0.9987372756 validation cost:0.0135063901544 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113592613488 and training accuracy:0.998827457428 validation cost:0.012072772719 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101481946185 and training accuracy:0.998917639256 validation cost:0.0101243117824 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00905988644809 and training accuracy:0.999188244343 validation cost:0.00892237853259 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.366400003 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151651710272 and training accuracy:0.964797914028 validation cost:0.148068383336 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10375328362 and training accuracy:0.971875607967 validation cost:0.100495070219 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0824568346143 and training accuracy:0.975973188877 validation cost:0.0787850245833 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0696690231562 and training accuracy:0.980070769787 validation cost:0.065167054534 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.060017041862 and training accuracy:0.983143985271 validation cost:0.0543142445385 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0539719387889 and training accuracy:0.985099673271 validation cost:0.0492638796568 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0483497641981 and training accuracy:0.986775934696 validation cost:0.045487254858 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0447221808136 and training accuracy:0.987707197666 validation cost:0.0416351109743 and validation accuracy:0.992467045784 Training on :(8, 9) training cost:0.0409056320786 and training accuracy:0.988731622696 validation cost:0.0395306497812 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:121.221065998 Method 3 test accuracy:0.788600027561 Training with lmbda:85559.701654, 10 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.419608116 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113501399755 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886745974422 and training accuracy:0.973184227943 validation cost:0.0928004309535 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0736537277699 and training accuracy:0.974275052547 validation cost:0.0785301029682 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645735785365 and training accuracy:0.977547466755 validation cost:0.0673055201769 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0565321817994 and training accuracy:0.980729043484 validation cost:0.0584265328944 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0511539578438 and training accuracy:0.982819736004 validation cost:0.0507210716605 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.046583134681 and training accuracy:0.985455870628 validation cost:0.0468578599393 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0428682379425 and training accuracy:0.987273871899 validation cost:0.041584700346 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:125.009679079 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989389270544 and training accuracy:0.991609752178 validation cost:0.0917630121112 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.054210331291 and training accuracy:0.992780506611 validation cost:0.0481096543372 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379222296178 and training accuracy:0.994634151459 validation cost:0.0298441052437 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293008815497 and training accuracy:0.996682941914 validation cost:0.0227182563394 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238535609096 and training accuracy:0.997756123543 validation cost:0.0179564747959 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0202040188015 and training accuracy:0.998341441154 validation cost:0.0149670569226 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0173760931939 and training accuracy:0.998341441154 validation cost:0.0127052729949 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157055910677 and training accuracy:0.998146355152 validation cost:0.0115667870268 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142752239481 and training accuracy:0.998146355152 validation cost:0.0107565606013 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.00279212 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639022812247 and training accuracy:0.991250991821 validation cost:0.0633866861463 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342439003289 and training accuracy:0.997294127941 validation cost:0.0342082455754 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0243362095207 and training accuracy:0.997745096684 validation cost:0.0251769516617 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190609078854 and training accuracy:0.998105883598 validation cost:0.0191616751254 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.015687033534 and training accuracy:0.998376488686 validation cost:0.0163894370198 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132659887895 and training accuracy:0.998647093773 validation cost:0.0133359013125 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114427283406 and training accuracy:0.998556852341 validation cost:0.0116670913994 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101113179699 and training accuracy:0.998917639256 validation cost:0.0104424618185 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00906977895647 and training accuracy:0.999098062515 validation cost:0.00883675552905 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.415154934 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153831481934 and training accuracy:0.964425384998 validation cost:0.14829647541 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103898413479 and training accuracy:0.971968710423 validation cost:0.0999246388674 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0826090350747 and training accuracy:0.975600659847 validation cost:0.0800572484732 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0690806806087 and training accuracy:0.979698240757 validation cost:0.0629744306207 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0602357760072 and training accuracy:0.983050823212 validation cost:0.0562233813107 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.053860206157 and training accuracy:0.985006511211 validation cost:0.050585500896 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.048548605293 and training accuracy:0.986403405666 validation cost:0.0469753816724 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0447324290872 and training accuracy:0.987800359726 validation cost:0.0438829548657 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0413670986891 and training accuracy:0.988172829151 validation cost:0.0399313606322 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.54091382 Method 3 test accuracy:0.780499994755 Training with lmbda:86141.5244289, 11 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.823992968 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113380074501 and training accuracy:0.968366503716 validation cost:0.120848722756 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0888429731131 and training accuracy:0.97309333086 validation cost:0.0928624868393 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.073855176568 and training accuracy:0.974093258381 validation cost:0.0789301097393 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646050646901 and training accuracy:0.977274775505 validation cost:0.0672499462962 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0565056651831 and training accuracy:0.9806381464 validation cost:0.0584991946816 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.050962779671 and training accuracy:0.983092427254 validation cost:0.0505418926477 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0465512089431 and training accuracy:0.985637664795 validation cost:0.0467378906906 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0426333211362 and training accuracy:0.987364768982 validation cost:0.041610263288 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:124.005077124 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989201441407 and training accuracy:0.991609752178 validation cost:0.0920827388763 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542114451528 and training accuracy:0.992780506611 validation cost:0.048201777041 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379480235279 and training accuracy:0.994634151459 validation cost:0.0302076637745 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292884930968 and training accuracy:0.996682941914 validation cost:0.0227372590452 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238481778651 and training accuracy:0.997756123543 validation cost:0.0177787337452 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0202307105064 and training accuracy:0.998341441154 validation cost:0.0149744078517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0173685606569 and training accuracy:0.998243927956 validation cost:0.0126263145357 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156554821879 and training accuracy:0.998146355152 validation cost:0.0115785691887 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0143215181306 and training accuracy:0.998048782349 validation cost:0.0107630956918 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.335607052 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0640151798725 and training accuracy:0.991160809994 validation cost:0.0633194968104 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342351347208 and training accuracy:0.997294127941 validation cost:0.0342395193875 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242300760001 and training accuracy:0.997925519943 validation cost:0.0251211896539 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190516524017 and training accuracy:0.998105883598 validation cost:0.0191407948732 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0157135091722 and training accuracy:0.998286306858 validation cost:0.0162895414978 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132324649021 and training accuracy:0.9987372756 validation cost:0.0132630383596 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114888995886 and training accuracy:0.998556852341 validation cost:0.0117993373424 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101389577612 and training accuracy:0.998917639256 validation cost:0.0104181887582 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00909888278693 and training accuracy:0.999098062515 validation cost:0.00887443404645 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.028008938 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153458327055 and training accuracy:0.964797914028 validation cost:0.148005992174 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103816129267 and training accuracy:0.972154974937 validation cost:0.100332193077 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0826514586806 and training accuracy:0.975600659847 validation cost:0.079847432673 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0690650567412 and training accuracy:0.979884505272 validation cost:0.0629867687821 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0602696873248 and training accuracy:0.983237087727 validation cost:0.0558797046542 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.053713336587 and training accuracy:0.985379040241 validation cost:0.0512251108885 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0484783425927 and training accuracy:0.986496567726 validation cost:0.0469869822264 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0445472151041 and training accuracy:0.987707197666 validation cost:0.0440437123179 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0413887649775 and training accuracy:0.988452196121 validation cost:0.0405404418707 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.978209972 Method 3 test accuracy:0.780600011349 Training with lmbda:0, 12 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.770195007 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:124.204079866 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183575861156 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164001379162 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.519676924 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183195862919 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150393527001 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0127136530355 and training accuracy:0.998827457428 validation cost:0.0126593997702 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110622271895 and training accuracy:0.999007821083 validation cost:0.0108566032723 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984427891672 and training accuracy:0.999188244343 validation cost:0.0102100968361 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882676243782 and training accuracy:0.999368607998 validation cost:0.00872281659395 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.020881891 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153915524483 and training accuracy:0.962842226028 validation cost:0.153895288706 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104966908693 and training accuracy:0.968429863453 validation cost:0.101662240922 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838570669293 and training accuracy:0.975228190422 validation cost:0.0826450809836 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0704691037536 and training accuracy:0.979512035847 validation cost:0.0700912177563 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0619770400226 and training accuracy:0.981747090816 validation cost:0.059368930757 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0556346476078 and training accuracy:0.984168350697 validation cost:0.0533436946571 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496507994831 and training accuracy:0.985658407211 validation cost:0.0468872338533 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0448518916965 and training accuracy:0.986682832241 validation cost:0.0442164950073 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405962467194 and training accuracy:0.988172829151 validation cost:0.0406271256506 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:121.074116945 Method 3 test accuracy:0.792699992657 Training with lmbda:75058.9857024, 13 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.189044952 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116140052676 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903690010309 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756999477744 and training accuracy:0.977183878422 validation cost:0.0860987231135 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.066254787147 and training accuracy:0.978820085526 validation cost:0.0742805600166 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.059024207294 and training accuracy:0.982456147671 validation cost:0.0653478726745 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0522265098989 and training accuracy:0.985092282295 validation cost:0.0573040805757 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0471630878747 and training accuracy:0.986274003983 validation cost:0.0528334267437 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0444227382541 and training accuracy:0.987364768982 validation cost:0.049817673862 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.463382006 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.099908798933 and training accuracy:0.991999983788 validation cost:0.0894770398736 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0547189041972 and training accuracy:0.992975592613 validation cost:0.0474233180285 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0394723601639 and training accuracy:0.994926810265 validation cost:0.0322816595435 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311750229448 and training accuracy:0.996097564697 validation cost:0.0240880828351 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254805199802 and training accuracy:0.996292710304 validation cost:0.019575688988 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0213267635554 and training accuracy:0.996975600719 validation cost:0.0153297325596 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185153950006 and training accuracy:0.997463405132 validation cost:0.0129266353324 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167156364769 and training accuracy:0.997463405132 validation cost:0.011173048988 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152857191861 and training accuracy:0.997560977936 validation cost:0.00975655484945 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.702852011 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619859434664 and training accuracy:0.992603957653 validation cost:0.0630296468735 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341252982616 and training accuracy:0.997925519943 validation cost:0.0348226800561 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241532418877 and training accuracy:0.998196065426 validation cost:0.0245518181473 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186603777111 and training accuracy:0.998556852341 validation cost:0.0191945955157 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151535337791 and training accuracy:0.998647093773 validation cost:0.0154415797442 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130229545757 and training accuracy:0.998827457428 validation cost:0.0133571354672 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113189648837 and training accuracy:0.999007821083 validation cost:0.0111862383783 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100237559527 and training accuracy:0.999098062515 validation cost:0.0101264910772 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00914928130805 and training accuracy:0.99927842617 validation cost:0.00908628851175 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.902240992 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154402375221 and training accuracy:0.963401019573 validation cost:0.152796715498 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.10538803786 and training accuracy:0.968616127968 validation cost:0.101608090103 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0843329131603 and training accuracy:0.974483132362 validation cost:0.0820543542504 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0708004012704 and training accuracy:0.979418873787 validation cost:0.069936491549 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616451203823 and training accuracy:0.982398927212 validation cost:0.0591745898128 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0551113709807 and training accuracy:0.984913408756 validation cost:0.0523018315434 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0493987500668 and training accuracy:0.986030936241 validation cost:0.047256834805 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0449753515422 and training accuracy:0.987055301666 validation cost:0.0437315031886 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0410837940872 and training accuracy:0.988359093666 validation cost:0.040920574218 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:121.174911022 Method 3 test accuracy:0.79390001297 Training with lmbda:76519.6140098, 14 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.369765997 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116140052676 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903720483184 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756999477744 and training accuracy:0.977183878422 validation cost:0.0860987231135 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662537440658 and training accuracy:0.978820085526 validation cost:0.0742805600166 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.059032663703 and training accuracy:0.982456147671 validation cost:0.0653478726745 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0523014515638 and training accuracy:0.985092282295 validation cost:0.0573309957981 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472178570926 and training accuracy:0.986364901066 validation cost:0.0525714792311 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0445378609002 and training accuracy:0.987455666065 validation cost:0.0497682802379 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.85225606 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100101657212 and training accuracy:0.991804897785 validation cost:0.0898588001728 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0547120571136 and training accuracy:0.993073165417 validation cost:0.0472648888826 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395419895649 and training accuracy:0.994829297066 validation cost:0.0323540493846 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311138052493 and training accuracy:0.996195137501 validation cost:0.0236331522465 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0255027338862 and training accuracy:0.996292710304 validation cost:0.0195641182363 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212934780866 and training accuracy:0.996975600719 validation cost:0.0153300706297 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185305792838 and training accuracy:0.997365832329 validation cost:0.01288754493 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167656242847 and training accuracy:0.997463405132 validation cost:0.0112045789137 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153229953721 and training accuracy:0.997560977936 validation cost:0.00982220191509 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.80258584 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620533265173 and training accuracy:0.992784321308 validation cost:0.0624820813537 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0341446250677 and training accuracy:0.997835278511 validation cost:0.0348811298609 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241254959255 and training accuracy:0.998196065426 validation cost:0.0245857164264 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0185619164258 and training accuracy:0.998556852341 validation cost:0.0192114822567 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.015081868507 and training accuracy:0.998647093773 validation cost:0.0152813410386 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130035495386 and training accuracy:0.998827457428 validation cost:0.0134089523926 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113246366382 and training accuracy:0.999007821083 validation cost:0.0113258128986 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100113842636 and training accuracy:0.999007821083 validation cost:0.0102030020207 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00919094961137 and training accuracy:0.99927842617 validation cost:0.00910089444369 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.620441914 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154545396566 and training accuracy:0.963121652603 validation cost:0.152971848845 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.105458669364 and training accuracy:0.968709230423 validation cost:0.101283729076 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0844082459807 and training accuracy:0.974762499332 validation cost:0.0823834836483 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0710074678063 and training accuracy:0.979139506817 validation cost:0.0701745152473 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616820566356 and training accuracy:0.982305824757 validation cost:0.0594939701259 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0551923215389 and training accuracy:0.984820246696 validation cost:0.0521402880549 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0495108552277 and training accuracy:0.985937774181 validation cost:0.0471413694322 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0453188978136 and training accuracy:0.986869037151 validation cost:0.0446225851774 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0412836112082 and training accuracy:0.988079726696 validation cost:0.0401817522943 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.852901936 Method 3 test accuracy:0.793600022793 Training with lmbda:76708.8323711, 15 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.943372965 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116140052676 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903720483184 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756999477744 and training accuracy:0.977183878422 validation cost:0.0860987231135 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0661621764302 and training accuracy:0.978910982609 validation cost:0.0742858946323 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0589891895652 and training accuracy:0.982547044754 validation cost:0.0655976161361 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0522650033236 and training accuracy:0.985092282295 validation cost:0.0572504512966 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0469945631921 and training accuracy:0.986364901066 validation cost:0.0526660308242 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044305857271 and training accuracy:0.987455666065 validation cost:0.0494259111583 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:124.045629025 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.09999435395 and training accuracy:0.991707324982 validation cost:0.0898304432631 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0546807721257 and training accuracy:0.993073165417 validation cost:0.0471917130053 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395520180464 and training accuracy:0.994926810265 validation cost:0.0322178900242 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311289709061 and training accuracy:0.996097564697 validation cost:0.0240567103028 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254585351795 and training accuracy:0.996390223503 validation cost:0.0195977948606 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0213486589491 and training accuracy:0.996975600719 validation cost:0.0153303155676 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185882337391 and training accuracy:0.997365832329 validation cost:0.0129038253799 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167628452182 and training accuracy:0.997463405132 validation cost:0.0112283937633 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152439260855 and training accuracy:0.997560977936 validation cost:0.00972138810903 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.906499147 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619933493435 and training accuracy:0.992784321308 validation cost:0.0630115494132 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341687165201 and training accuracy:0.997745096684 validation cost:0.0349271260202 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0242073517293 and training accuracy:0.998196065426 validation cost:0.0245896894485 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186613928527 and training accuracy:0.998556852341 validation cost:0.0192389376462 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151462480426 and training accuracy:0.998647093773 validation cost:0.015273436904 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0129820201546 and training accuracy:0.998827457428 validation cost:0.0133129823953 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113431476057 and training accuracy:0.999007821083 validation cost:0.0111828772351 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.010017384775 and training accuracy:0.999188244343 validation cost:0.00988701079041 and validation accuracy:1.0 Training on :(6, 7) training cost:0.00918964855373 and training accuracy:0.99927842617 validation cost:0.00911697000265 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.687513113 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154592588544 and training accuracy:0.963494122028 validation cost:0.15217320621 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105323329568 and training accuracy:0.968802392483 validation cost:0.101417928934 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0844774395227 and training accuracy:0.974669396877 validation cost:0.0820539817214 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0707642436028 and training accuracy:0.979139506817 validation cost:0.0700884237885 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0615616701543 and training accuracy:0.982492089272 validation cost:0.0592154152691 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0552710667253 and training accuracy:0.984913408756 validation cost:0.0527352169156 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0494096428156 and training accuracy:0.986217200756 validation cost:0.0469667725265 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0450326390564 and training accuracy:0.986962199211 validation cost:0.0444449558854 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0412465780973 and training accuracy:0.987986564636 validation cost:0.0402902364731 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.943845987 Method 3 test accuracy:0.794300019741 Training with lmbda:78479.6173137, 16 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.143315077 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116140052676 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903720483184 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.075694359839 and training accuracy:0.977183878422 validation cost:0.0860987231135 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0661722049117 and training accuracy:0.978910982609 validation cost:0.0742844566703 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591124221683 and training accuracy:0.982365250587 validation cost:0.0658769086003 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0522655583918 and training accuracy:0.985092282295 validation cost:0.0572898574173 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0471316687763 and training accuracy:0.986274003983 validation cost:0.052940800786 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0443449988961 and training accuracy:0.987364768982 validation cost:0.0490900240839 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.947540998 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100114993751 and training accuracy:0.991414606571 validation cost:0.0899868458509 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0547134801745 and training accuracy:0.993073165417 validation cost:0.0473115630448 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395397432148 and training accuracy:0.994926810265 validation cost:0.0323070585728 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311512183398 and training accuracy:0.996097564697 validation cost:0.0240539163351 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254935864359 and training accuracy:0.996292710304 validation cost:0.0195911936462 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0213168431073 and training accuracy:0.996975600719 validation cost:0.0152686322108 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186760704964 and training accuracy:0.997170746326 validation cost:0.0129006141797 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167978983372 and training accuracy:0.997463405132 validation cost:0.0112070348114 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153752854094 and training accuracy:0.997560977936 validation cost:0.00975950714201 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.774825096 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620170682669 and training accuracy:0.992694139481 validation cost:0.0629827156663 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341421552002 and training accuracy:0.997925519943 validation cost:0.0348999425769 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241172481328 and training accuracy:0.998196065426 validation cost:0.0244350656867 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186280626804 and training accuracy:0.998556852341 validation cost:0.0192336309701 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.01518017333 and training accuracy:0.998647093773 validation cost:0.0154605992138 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0129997674376 and training accuracy:0.998827457428 validation cost:0.0133425341919 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113420048729 and training accuracy:0.999007821083 validation cost:0.0111966645345 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101125789806 and training accuracy:0.999007821083 validation cost:0.0101815462112 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0092046931386 and training accuracy:0.99927842617 validation cost:0.00915699265897 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.926404953 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154309079051 and training accuracy:0.963494122028 validation cost:0.152094259858 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105341657996 and training accuracy:0.968895494938 validation cost:0.101648442447 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0843955725431 and training accuracy:0.974390029907 validation cost:0.0813531279564 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0709014460444 and training accuracy:0.979139506817 validation cost:0.0702405422926 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0615478977561 and training accuracy:0.982398927212 validation cost:0.0591531284153 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0552490726113 and training accuracy:0.985006511211 validation cost:0.0531888082623 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0496743507683 and training accuracy:0.985937774181 validation cost:0.0468250699341 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0450571104884 and training accuracy:0.986962199211 validation cost:0.0456947796047 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0414778850973 and training accuracy:0.987986564636 validation cost:0.04215747118 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:121.086389065 Method 3 test accuracy:0.793699979782 Training with lmbda:80306.4698844, 17 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.633118153 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116139009595 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903720483184 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0757011547685 and training accuracy:0.977183878422 validation cost:0.0860987231135 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0661722496152 and training accuracy:0.978910982609 validation cost:0.0742844566703 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0590805225074 and training accuracy:0.982456147671 validation cost:0.0658769086003 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0522599183023 and training accuracy:0.985092282295 validation cost:0.0572898574173 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472071692348 and training accuracy:0.986183047295 validation cost:0.0529422387481 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0444010272622 and training accuracy:0.987546563148 validation cost:0.0495213270187 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:124.055869102 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998966991901 and training accuracy:0.991804897785 validation cost:0.0895265564322 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0547585263848 and training accuracy:0.992975592613 validation cost:0.0472773835063 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395401082933 and training accuracy:0.994926810265 validation cost:0.0323188789189 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.031132536009 and training accuracy:0.996097564697 validation cost:0.0240289866924 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.025502556935 and training accuracy:0.996292710304 validation cost:0.0195622574538 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212966669351 and training accuracy:0.997073173523 validation cost:0.0153524586931 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186389107257 and training accuracy:0.997365832329 validation cost:0.0129008246586 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0168069005013 and training accuracy:0.997463405132 validation cost:0.0111837470904 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153891332448 and training accuracy:0.997560977936 validation cost:0.00985954049975 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.57141614 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620513111353 and training accuracy:0.992694139481 validation cost:0.0630574896932 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342170260847 and training accuracy:0.997745096684 validation cost:0.0349315293133 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241694878787 and training accuracy:0.998196065426 validation cost:0.0246193520725 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186452418566 and training accuracy:0.998556852341 validation cost:0.0192613769323 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151910483837 and training accuracy:0.998647093773 validation cost:0.0154539560899 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130330789834 and training accuracy:0.998827457428 validation cost:0.0134382722899 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113104647025 and training accuracy:0.999007821083 validation cost:0.0112215671688 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100138103589 and training accuracy:0.999007821083 validation cost:0.0101464334875 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00920079834759 and training accuracy:0.99927842617 validation cost:0.00916847307235 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.12041688 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154314219952 and training accuracy:0.963680386543 validation cost:0.152556017041 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105509199202 and training accuracy:0.968895494938 validation cost:0.101827159524 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0844690650702 and training accuracy:0.974483132362 validation cost:0.0815479159355 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0709075257182 and training accuracy:0.979232609272 validation cost:0.0700757429004 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0617095604539 and training accuracy:0.982119560242 validation cost:0.0593875646591 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0553193204105 and training accuracy:0.984913408756 validation cost:0.0525417588651 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0496909320354 and training accuracy:0.985844671726 validation cost:0.0471116192639 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0450657941401 and training accuracy:0.986962199211 validation cost:0.0446807965636 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0413357429206 and training accuracy:0.988079726696 validation cost:0.0407918281853 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.365795851 Method 3 test accuracy:0.793600022793 Training with lmbda:81792.5617724, 18 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.143939972 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116139009595 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903519690037 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756814107299 and training accuracy:0.977183878422 validation cost:0.0860360637307 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.066069200635 and training accuracy:0.978910982609 validation cost:0.0742588639259 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0589921176434 and training accuracy:0.982456147671 validation cost:0.0657024085522 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0522956177592 and training accuracy:0.985092282295 validation cost:0.0573350191116 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0473038591444 and training accuracy:0.986183047295 validation cost:0.0527751818299 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0443650297821 and training accuracy:0.987364768982 validation cost:0.0492106229067 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.889887094 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100160129368 and training accuracy:0.991512179375 validation cost:0.0899426341057 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0547148324549 and training accuracy:0.993073165417 validation cost:0.0473491027951 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395936444402 and training accuracy:0.995024383068 validation cost:0.0323394052684 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311119779944 and training accuracy:0.996195137501 validation cost:0.0236932169646 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0254520494491 and training accuracy:0.996390223503 validation cost:0.0195942465216 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212065782398 and training accuracy:0.997073173523 validation cost:0.015304742381 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185366533697 and training accuracy:0.997365832329 validation cost:0.0129050053656 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016842359677 and training accuracy:0.997463405132 validation cost:0.0111837480217 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153698166832 and training accuracy:0.997658550739 validation cost:0.00980960018933 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.910176039 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619847811759 and training accuracy:0.99287456274 validation cost:0.0630529001355 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341732911766 and training accuracy:0.997835278511 validation cost:0.0349929630756 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241510439664 and training accuracy:0.998105883598 validation cost:0.0246529262513 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186902154237 and training accuracy:0.998556852341 validation cost:0.0192131791264 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151602998376 and training accuracy:0.998647093773 validation cost:0.0154450619593 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130213964731 and training accuracy:0.998827457428 validation cost:0.0134410718456 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113176824525 and training accuracy:0.999007821083 validation cost:0.0112019991502 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.01008406654 and training accuracy:0.999007821083 validation cost:0.0101415254176 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0092150317505 and training accuracy:0.99927842617 validation cost:0.00911862961948 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.728933096 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154208779335 and training accuracy:0.963680386543 validation cost:0.152318760753 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105385765433 and training accuracy:0.968802392483 validation cost:0.101726077497 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0845630690455 and training accuracy:0.974390029907 validation cost:0.0813440009952 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0710419118404 and training accuracy:0.979418873787 validation cost:0.0710837468505 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0614679828286 and training accuracy:0.982585191727 validation cost:0.0593211278319 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.055225789547 and training accuracy:0.984820246696 validation cost:0.0526978708804 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0494461320341 and training accuracy:0.986030936241 validation cost:0.0470636114478 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.045010086149 and training accuracy:0.987055301666 validation cost:0.0447443127632 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0412020199001 and training accuracy:0.988265991211 validation cost:0.0403053425252 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.07625103 Method 3 test accuracy:0.794099986553 Training with lmbda:82188.6666178, 19 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.415081978 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116139009595 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903519690037 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756814107299 and training accuracy:0.977183878422 validation cost:0.0860360637307 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.066069200635 and training accuracy:0.978910982609 validation cost:0.0742588639259 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0589931569993 and training accuracy:0.982456147671 validation cost:0.0657024085522 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0522924773395 and training accuracy:0.985092282295 validation cost:0.0573350191116 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0473794192076 and training accuracy:0.986183047295 validation cost:0.0529461354017 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044450674206 and training accuracy:0.987546563148 validation cost:0.0493973009288 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:124.124292135 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.10005504638 and training accuracy:0.991804897785 validation cost:0.0896520838141 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0546966567636 and training accuracy:0.992975592613 validation cost:0.0471725463867 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395852476358 and training accuracy:0.994926810265 validation cost:0.0323379859328 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311081036925 and training accuracy:0.996195137501 validation cost:0.0236465968192 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0254938732833 and training accuracy:0.996292710304 validation cost:0.0195289123803 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212586335838 and training accuracy:0.996975600719 validation cost:0.0153543343768 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186599940062 and training accuracy:0.99726831913 validation cost:0.0129042919725 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0168115980923 and training accuracy:0.997463405132 validation cost:0.0111975297332 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153608461842 and training accuracy:0.997560977936 validation cost:0.00979455281049 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.607027054 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620449595153 and training accuracy:0.992694139481 validation cost:0.0632227063179 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342512987554 and training accuracy:0.997654914856 validation cost:0.0345673374832 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241575744003 and training accuracy:0.998105883598 validation cost:0.0246394872665 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.01865250431 and training accuracy:0.998556852341 validation cost:0.0192130934447 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151769965887 and training accuracy:0.9987372756 validation cost:0.0154337417334 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.013033920899 and training accuracy:0.998827457428 validation cost:0.0134516246617 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113434772938 and training accuracy:0.999007821083 validation cost:0.0111347101629 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100765312091 and training accuracy:0.999007821083 validation cost:0.0101400278509 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00921905040741 and training accuracy:0.99927842617 validation cost:0.00915797892958 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.266093016 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154261991382 and training accuracy:0.963866651058 validation cost:0.152860224247 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.10555331409 and training accuracy:0.968709230423 validation cost:0.101928368211 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0842873677611 and training accuracy:0.974855661392 validation cost:0.0821937844157 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0709693953395 and training accuracy:0.979418873787 validation cost:0.0711480230093 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616178363562 and training accuracy:0.982305824757 validation cost:0.0594426430762 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0553580448031 and training accuracy:0.984820246696 validation cost:0.0530238822103 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0494465492666 and training accuracy:0.986030936241 validation cost:0.0471157878637 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0448960363865 and training accuracy:0.987055301666 validation cost:0.0456928573549 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0415468886495 and training accuracy:0.987707197666 validation cost:0.040744189173 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:121.618806124 Method 3 test accuracy:0.793399989605 Training with lmbda:83384.3635591, 20 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.81160593 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116139009595 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903519690037 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756886452436 and training accuracy:0.977183878422 validation cost:0.0861091762781 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0660663172603 and training accuracy:0.978910982609 validation cost:0.0742588639259 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0589915290475 and training accuracy:0.982456147671 validation cost:0.065775513649 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0521808154881 and training accuracy:0.985092282295 validation cost:0.0573394447565 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472619459033 and training accuracy:0.986364901066 validation cost:0.0526715628803 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0443242304027 and training accuracy:0.987455666065 validation cost:0.0489780046046 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.902335882 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100178770721 and training accuracy:0.991707324982 validation cost:0.0896221846342 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0547545850277 and training accuracy:0.992975592613 validation cost:0.0471869967878 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395759269595 and training accuracy:0.995024383068 validation cost:0.0323143191636 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311517398804 and training accuracy:0.996195137501 validation cost:0.0237958524376 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0255217198282 and training accuracy:0.996195137501 validation cost:0.0195659324527 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0213362071663 and training accuracy:0.996878027916 validation cost:0.0153586789966 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0187047291547 and training accuracy:0.99726831913 validation cost:0.0129098258913 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0168331302702 and training accuracy:0.997463405132 validation cost:0.0111738303676 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153854638338 and training accuracy:0.997560977936 validation cost:0.00981731433421 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.663136005 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619885958731 and training accuracy:0.992603957653 validation cost:0.0628391802311 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341899618506 and training accuracy:0.997654914856 validation cost:0.0348883867264 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241276379675 and training accuracy:0.998196065426 validation cost:0.0246600843966 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186245013028 and training accuracy:0.998556852341 validation cost:0.0191976688802 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151464864612 and training accuracy:0.998647093773 validation cost:0.0154772568494 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130122005939 and training accuracy:0.998827457428 validation cost:0.0134592577815 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113340383396 and training accuracy:0.999007821083 validation cost:0.0113903991878 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100800478831 and training accuracy:0.999098062515 validation cost:0.0101461727172 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00919389165938 and training accuracy:0.99927842617 validation cost:0.00916471797973 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.191843987 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154160633683 and training accuracy:0.963773488998 validation cost:0.152178838849 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105592548847 and training accuracy:0.968802392483 validation cost:0.101590692997 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0845106616616 and training accuracy:0.974390029907 validation cost:0.081329844892 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0710271671414 and training accuracy:0.979418873787 validation cost:0.0711885020137 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616954751313 and training accuracy:0.982305824757 validation cost:0.0593611635268 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0556514114141 and training accuracy:0.984540879726 validation cost:0.0531021803617 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.049346473068 and training accuracy:0.985937774181 validation cost:0.0472740232944 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0449801832438 and training accuracy:0.986962199211 validation cost:0.0449408665299 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.041337236762 and training accuracy:0.988172829151 validation cost:0.0412320643663 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.915799856 Method 3 test accuracy:0.793600022793 Training with lmbda:85323.1594388, 21 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.336194992 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116122156382 and training accuracy:0.968639194965 validation cost:0.11926035583 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903654396534 and training accuracy:0.974729597569 validation cost:0.0984914898872 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.075673237443 and training accuracy:0.977274775505 validation cost:0.0858197286725 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663200542331 and training accuracy:0.978910982609 validation cost:0.0746288746595 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0590624026954 and training accuracy:0.982456147671 validation cost:0.0655251145363 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0523199103773 and training accuracy:0.984819591045 validation cost:0.0572834312916 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0473388843238 and training accuracy:0.986183047295 validation cost:0.052843734622 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0443741083145 and training accuracy:0.987182974815 validation cost:0.0483485162258 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:124.302994967 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0999927967787 and training accuracy:0.991804897785 validation cost:0.0896364971995 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0546655394137 and training accuracy:0.993073165417 validation cost:0.0473197028041 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0396466031671 and training accuracy:0.994926810265 validation cost:0.0323871076107 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0312129314989 and training accuracy:0.995999991894 validation cost:0.0240066032857 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0255570691079 and training accuracy:0.996195137501 validation cost:0.0195513572544 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.021277172491 and training accuracy:0.997073173523 validation cost:0.0153476763517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0187046471983 and training accuracy:0.99726831913 validation cost:0.0129053201526 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167864132673 and training accuracy:0.997463405132 validation cost:0.0110215190798 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154279870912 and training accuracy:0.997560977936 validation cost:0.00972535181791 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.951641083 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620538927615 and training accuracy:0.992603957653 validation cost:0.0632148087025 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342513546348 and training accuracy:0.997654914856 validation cost:0.0346211828291 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240975245833 and training accuracy:0.998196065426 validation cost:0.0245758835226 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0185520481318 and training accuracy:0.998556852341 validation cost:0.0192254092544 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0152616379783 and training accuracy:0.998647093773 validation cost:0.01550190337 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130396019667 and training accuracy:0.998827457428 validation cost:0.0133780343458 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113642495126 and training accuracy:0.999007821083 validation cost:0.0111460359767 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100641986355 and training accuracy:0.999007821083 validation cost:0.0101599013433 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00916485581547 and training accuracy:0.99927842617 validation cost:0.00913035776466 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.510923147 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154298439622 and training accuracy:0.963680386543 validation cost:0.152351483703 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105335831642 and training accuracy:0.968802392483 validation cost:0.101940348744 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0842839255929 and training accuracy:0.974576294422 validation cost:0.0806538388133 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.071099974215 and training accuracy:0.979418873787 validation cost:0.0709223151207 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0617794506252 and training accuracy:0.982492089272 validation cost:0.0598010383546 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0553219616413 and training accuracy:0.984727144241 validation cost:0.0525844469666 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0495107844472 and training accuracy:0.985751509666 validation cost:0.0470282621682 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0451104789972 and training accuracy:0.986869037151 validation cost:0.045258924365 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0414215400815 and training accuracy:0.987986564636 validation cost:0.0409275963902 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.178705931 Method 3 test accuracy:0.793099999428 Training with lmbda:85559.701654, 22 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.645027161 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116122156382 and training accuracy:0.968639194965 validation cost:0.11926035583 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903654396534 and training accuracy:0.974729597569 validation cost:0.0984914898872 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.075673237443 and training accuracy:0.977274775505 validation cost:0.0858197286725 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663200542331 and training accuracy:0.978910982609 validation cost:0.0746288746595 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0590613149107 and training accuracy:0.982456147671 validation cost:0.0655251145363 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0523036569357 and training accuracy:0.984819591045 validation cost:0.0572939291596 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.047345943749 and training accuracy:0.986183047295 validation cost:0.052843734622 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0444542206824 and training accuracy:0.987182974815 validation cost:0.0484228134155 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:124.162818193 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100040875375 and training accuracy:0.991707324982 validation cost:0.0895265564322 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0547195822001 and training accuracy:0.993073165417 validation cost:0.0473198331892 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395789481699 and training accuracy:0.994926810265 validation cost:0.0323705710471 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0312123727053 and training accuracy:0.995999991894 validation cost:0.0240888036788 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0255606863648 and training accuracy:0.996292710304 validation cost:0.0195272583514 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.021293843165 and training accuracy:0.997073173523 validation cost:0.0153141384944 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0187493506819 and training accuracy:0.99726831913 validation cost:0.0129020893946 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167859662324 and training accuracy:0.997463405132 validation cost:0.0112132765353 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015464852564 and training accuracy:0.997560977936 validation cost:0.00982251111418 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.557518959 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620950125158 and training accuracy:0.992694139481 validation cost:0.0631811022758 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342496372759 and training accuracy:0.997654914856 validation cost:0.0346616357565 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.024144295603 and training accuracy:0.998196065426 validation cost:0.0246539488435 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186797846109 and training accuracy:0.998556852341 validation cost:0.019224781543 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0152376741171 and training accuracy:0.998647093773 validation cost:0.0154842613265 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130319586024 and training accuracy:0.998827457428 validation cost:0.0133403968066 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113324550912 and training accuracy:0.999007821083 validation cost:0.0112035442144 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100686363876 and training accuracy:0.999098062515 validation cost:0.0101595669985 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00921547506005 and training accuracy:0.99927842617 validation cost:0.00915006455034 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.965277195 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15429700911 and training accuracy:0.963494122028 validation cost:0.152654960752 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105406306684 and training accuracy:0.968802392483 validation cost:0.101870752871 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0842751786113 and training accuracy:0.974483132362 validation cost:0.081057049334 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0709488764405 and training accuracy:0.979418873787 validation cost:0.0709564089775 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616304837167 and training accuracy:0.982305824757 validation cost:0.0594508089125 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0554433055222 and training accuracy:0.984540879726 validation cost:0.0530577562749 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0494777746499 and training accuracy:0.985937774181 validation cost:0.0470034517348 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0450812503695 and training accuracy:0.987055301666 validation cost:0.0449070632458 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0416844002903 and training accuracy:0.987707197666 validation cost:0.0413485281169 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.380127907 Method 3 test accuracy:0.793299973011 Training with lmbda:86141.5244289, 23 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.514102936 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116139009595 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903376936913 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.075674161315 and training accuracy:0.977183878422 validation cost:0.0860212445259 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0660680234432 and training accuracy:0.978820085526 validation cost:0.0742270201445 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0590914189816 and training accuracy:0.982456147671 validation cost:0.0655119121075 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0521829016507 and training accuracy:0.985092282295 validation cost:0.0573108121753 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0473964139819 and training accuracy:0.986183047295 validation cost:0.0524995326996 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044351361692 and training accuracy:0.987546563148 validation cost:0.0498187765479 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:124.372034788 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100137650967 and training accuracy:0.991414606571 validation cost:0.0900967791677 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0547524876893 and training accuracy:0.992975592613 validation cost:0.0475455336273 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0396342910826 and training accuracy:0.994926810265 validation cost:0.0323186442256 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311815328896 and training accuracy:0.996097564697 validation cost:0.0239708200097 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0255083981901 and training accuracy:0.996195137501 validation cost:0.0195926353335 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212297830731 and training accuracy:0.997073173523 validation cost:0.0153602650389 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0187024865299 and training accuracy:0.997365832329 validation cost:0.0129023082554 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0168282613158 and training accuracy:0.997463405132 validation cost:0.0112265804783 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015500402078 and training accuracy:0.997560977936 validation cost:0.00985925737768 and validation accuracy:1.0 Training on :(4, 5) Time taken:120.915559053 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620236322284 and training accuracy:0.992603957653 validation cost:0.0631988570094 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342017635703 and training accuracy:0.997745096684 validation cost:0.0345846451819 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241929274052 and training accuracy:0.998105883598 validation cost:0.0243976302445 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0185763090849 and training accuracy:0.998556852341 validation cost:0.0192668307573 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.015199739486 and training accuracy:0.9987372756 validation cost:0.0155549068004 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130310803652 and training accuracy:0.998827457428 validation cost:0.0134784569964 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113551300019 and training accuracy:0.999007821083 validation cost:0.0112253548577 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101113319397 and training accuracy:0.999098062515 validation cost:0.0101371146739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00922291912138 and training accuracy:0.99927842617 validation cost:0.00912200659513 and validation accuracy:1.0 Training on :(6, 7) Time taken:133.913394213 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154575258493 and training accuracy:0.963307857513 validation cost:0.153341710567 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.10534927249 and training accuracy:0.968988656998 validation cost:0.101513177156 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0842767357826 and training accuracy:0.974762499332 validation cost:0.080613963306 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0709811672568 and training accuracy:0.979325771332 validation cost:0.0709817111492 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0617744326591 and training accuracy:0.982119560242 validation cost:0.059668045491 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0553086288273 and training accuracy:0.984820246696 validation cost:0.052442509681 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0492340102792 and training accuracy:0.986124038696 validation cost:0.0472761578858 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0450994856656 and training accuracy:0.987055301666 validation cost:0.0453240722418 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0415932610631 and training accuracy:0.987986564636 validation cost:0.0417796857655 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:132.534079075 Method 3 test accuracy:0.794300019741 Training with lmbda:0, 24 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:133.930623055 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.778643847 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286055970937 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234335958958 and training accuracy:0.997658550739 validation cost:0.0190068222582 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774708599 and training accuracy:0.997951209545 validation cost:0.0152730233967 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174989383668 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:120.239573002 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620176307857 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.033804718405 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235140342265 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181464832276 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148392925039 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.012655550614 and training accuracy:0.998556852341 validation cost:0.0128999259323 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109515367076 and training accuracy:0.998917639256 validation cost:0.0109260976315 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972819607705 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00864860136062 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:129.074868917 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150494784117 and training accuracy:0.963401019573 validation cost:0.148497834802 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102353192866 and training accuracy:0.972341239452 validation cost:0.101713344455 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.083420984447 and training accuracy:0.975693821907 validation cost:0.0832629576325 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0700587108731 and training accuracy:0.978766977787 validation cost:0.0694157853723 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608406923711 and training accuracy:0.982119560242 validation cost:0.0600199811161 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.054213847965 and training accuracy:0.983982145786 validation cost:0.0518169738352 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0485742762685 and training accuracy:0.986030936241 validation cost:0.0470215454698 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0444778949022 and training accuracy:0.987148463726 validation cost:0.0425119064748 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0412655323744 and training accuracy:0.988359093666 validation cost:0.039038259536 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.27758503 Method 3 test accuracy:0.787899971008 Training with lmbda:75058.9857024, 25 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.752149105 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107103474438 and training accuracy:0.97127532959 validation cost:0.106736317277 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833898261189 and training accuracy:0.975184082985 validation cost:0.0829503983259 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703212246299 and training accuracy:0.977456569672 validation cost:0.0716136917472 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620242469013 and training accuracy:0.979001879692 validation cost:0.0636194199324 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0546811968088 and training accuracy:0.981819808483 validation cost:0.0558036379516 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0496190860868 and training accuracy:0.983819663525 validation cost:0.0487594902515 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0461081415415 and training accuracy:0.985001385212 validation cost:0.0460862740874 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0424579381943 and training accuracy:0.986728489399 validation cost:0.0423078387976 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:126.313657045 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965524986386 and training accuracy:0.993365824223 validation cost:0.0912572517991 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0527665652335 and training accuracy:0.994926810265 validation cost:0.0475545115769 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380930565298 and training accuracy:0.99590241909 validation cost:0.0326551571488 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289031863213 and training accuracy:0.997658550739 validation cost:0.0239692740142 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237838998437 and training accuracy:0.997560977936 validation cost:0.0195486135781 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200898256153 and training accuracy:0.998048782349 validation cost:0.0150512829423 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176050961018 and training accuracy:0.998341441154 validation cost:0.0132418200374 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158239658922 and training accuracy:0.998341441154 validation cost:0.0122138783336 and validation accuracy:1.0 Training on :(4, 5) training cost:0.014459435828 and training accuracy:0.998439013958 validation cost:0.0114637948573 and validation accuracy:1.0 Training on :(4, 5) Time taken:136.928726912 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620270110667 and training accuracy:0.991702020168 validation cost:0.0614616237581 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.033734831959 and training accuracy:0.997023522854 validation cost:0.0349549874663 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234698802233 and training accuracy:0.998196065426 validation cost:0.0244474764913 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183593928814 and training accuracy:0.998376488686 validation cost:0.0187804829329 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149025684223 and training accuracy:0.998376488686 validation cost:0.0144175346941 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128169013187 and training accuracy:0.998466670513 validation cost:0.0129268318415 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112028364092 and training accuracy:0.998917639256 validation cost:0.0112341186032 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00988901220262 and training accuracy:0.999007821083 validation cost:0.0100786918774 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00889679603279 and training accuracy:0.999098062515 validation cost:0.00900848023593 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:133.456457853 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150382533669 and training accuracy:0.963866651058 validation cost:0.147497296333 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103020958602 and training accuracy:0.972154974937 validation cost:0.10334713012 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.083671271801 and training accuracy:0.975880026817 validation cost:0.0849840566516 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0699972435832 and training accuracy:0.978673875332 validation cost:0.06945810467 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0609452351928 and training accuracy:0.982119560242 validation cost:0.0590028427541 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.054018240422 and training accuracy:0.984168350697 validation cost:0.0525244176388 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0488353706896 and training accuracy:0.985472142696 validation cost:0.0473914369941 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0448358990252 and training accuracy:0.987427830696 validation cost:0.0429333895445 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0417473688722 and training accuracy:0.988452196121 validation cost:0.0403963066638 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:122.854230881 Method 3 test accuracy:0.786800026894 Training with lmbda:76519.6140098, 26 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:132.578275919 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107104510069 and training accuracy:0.97127532959 validation cost:0.106736317277 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833898261189 and training accuracy:0.975184082985 validation cost:0.0829503983259 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703015327454 and training accuracy:0.977638423443 validation cost:0.07185190171 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0619583018124 and training accuracy:0.979001879692 validation cost:0.06360796839 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0549194440246 and training accuracy:0.9817289114 validation cost:0.0559832900763 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0494966581464 and training accuracy:0.983819663525 validation cost:0.0487187132239 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0458904579282 and training accuracy:0.985001385212 validation cost:0.0461104884744 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0421927794814 and training accuracy:0.986819386482 validation cost:0.0422300435603 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.853034973 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0966361388564 and training accuracy:0.993365824223 validation cost:0.0911522731185 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0527822673321 and training accuracy:0.995024383068 validation cost:0.0477746985853 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379592999816 and training accuracy:0.99590241909 validation cost:0.0324715599418 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289433095604 and training accuracy:0.997658550739 validation cost:0.0240303426981 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0236963108182 and training accuracy:0.997560977936 validation cost:0.0193565469235 and validation accuracy:1.0 Training on :(4, 5) training cost:0.020055135712 and training accuracy:0.998048782349 validation cost:0.0150245148689 and validation accuracy:1.0 Training on :(4, 5) training cost:0.017595725134 and training accuracy:0.998341441154 validation cost:0.0132585940883 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158335268497 and training accuracy:0.998341441154 validation cost:0.012216521427 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144932651892 and training accuracy:0.998439013958 validation cost:0.0114999646321 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.610715151 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620298683643 and training accuracy:0.991792201996 validation cost:0.0613271817565 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337204039097 and training accuracy:0.997113764286 validation cost:0.0351260006428 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234607234597 and training accuracy:0.998196065426 validation cost:0.0244532581419 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183219965547 and training accuracy:0.998376488686 validation cost:0.0188790094107 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149061670527 and training accuracy:0.998376488686 validation cost:0.0144720571116 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128113366663 and training accuracy:0.998466670513 validation cost:0.012909591198 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0111961914226 and training accuracy:0.9987372756 validation cost:0.0115847447887 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0099069243297 and training accuracy:0.999007821083 validation cost:0.0100860530511 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00887473300099 and training accuracy:0.999098062515 validation cost:0.00883834436536 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.459434986 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150360837579 and training accuracy:0.963866651058 validation cost:0.147800177336 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103240504861 and training accuracy:0.972061812878 validation cost:0.103043675423 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0838190764189 and training accuracy:0.975786924362 validation cost:0.0858746692538 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0699514374137 and training accuracy:0.978580713272 validation cost:0.0691505372524 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0611156746745 and training accuracy:0.982119560242 validation cost:0.0586783401668 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0541455745697 and training accuracy:0.983982145786 validation cost:0.0526243858039 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0487363561988 and training accuracy:0.985565304756 validation cost:0.0474481098354 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0450149178505 and training accuracy:0.987148463726 validation cost:0.0435042381287 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0416964627802 and training accuracy:0.988079726696 validation cost:0.0401734262705 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.263037205 Method 3 test accuracy:0.787500023842 Training with lmbda:76708.8323711, 27 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:140.724862814 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107104510069 and training accuracy:0.97127532959 validation cost:0.106736317277 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833898261189 and training accuracy:0.975184082985 validation cost:0.0829503983259 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703015327454 and training accuracy:0.977638423443 validation cost:0.07185190171 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620313361287 and training accuracy:0.979001879692 validation cost:0.06360796839 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0546814203262 and training accuracy:0.981819808483 validation cost:0.0562077462673 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0494523122907 and training accuracy:0.983910560608 validation cost:0.0487788207829 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.046090811491 and training accuracy:0.984910488129 validation cost:0.0461053140461 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0423352904618 and training accuracy:0.986910283566 validation cost:0.0422959662974 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:130.696455002 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965636968613 and training accuracy:0.993365824223 validation cost:0.0911852195859 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0527354590595 and training accuracy:0.994829297066 validation cost:0.0475841984153 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380671992898 and training accuracy:0.99590241909 validation cost:0.0324677675962 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289945136756 and training accuracy:0.997658550739 validation cost:0.0240497738123 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237690620124 and training accuracy:0.997560977936 validation cost:0.0192800108343 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200979039073 and training accuracy:0.998048782349 validation cost:0.0149981351569 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176597926766 and training accuracy:0.998341441154 validation cost:0.0134024349973 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158666986972 and training accuracy:0.998341441154 validation cost:0.0123726408929 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144958375022 and training accuracy:0.998439013958 validation cost:0.0115095488727 and validation accuracy:1.0 Training on :(4, 5) Time taken:121.533989906 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619916692376 and training accuracy:0.991882383823 validation cost:0.0614916197956 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337170995772 and training accuracy:0.997023522854 validation cost:0.034920591861 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.023467361927 and training accuracy:0.998196065426 validation cost:0.0244649257511 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183966364712 and training accuracy:0.998286306858 validation cost:0.0192475300282 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0149266971275 and training accuracy:0.998376488686 validation cost:0.0144718633965 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128148077056 and training accuracy:0.998466670513 validation cost:0.0129060149193 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112731801346 and training accuracy:0.998827457428 validation cost:0.0118364496157 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00991332810372 and training accuracy:0.999007821083 validation cost:0.0101660676301 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00885954592377 and training accuracy:0.999098062515 validation cost:0.00886442232877 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:127.279315948 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150145485997 and training accuracy:0.964052915573 validation cost:0.146985307336 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103081561625 and training accuracy:0.972341239452 validation cost:0.102532282472 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0838130265474 and training accuracy:0.975600659847 validation cost:0.0847744420171 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0701362416148 and training accuracy:0.978766977787 validation cost:0.0694538801908 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0609105043113 and training accuracy:0.982119560242 validation cost:0.0586929880083 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539193600416 and training accuracy:0.984075248241 validation cost:0.0525991879404 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0488285906613 and training accuracy:0.985658407211 validation cost:0.0473365336657 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0447661876678 and training accuracy:0.987427830696 validation cost:0.0429031737149 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0418122261763 and training accuracy:0.988079726696 validation cost:0.0403399020433 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:123.440820932 Method 3 test accuracy:0.787400007248 Training with lmbda:78479.6173137, 28 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:139.164684057 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107104510069 and training accuracy:0.97127532959 validation cost:0.106736317277 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833898261189 and training accuracy:0.975184082985 validation cost:0.0829503983259 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703501701355 and training accuracy:0.977638423443 validation cost:0.0718473792076 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0619577951729 and training accuracy:0.978910982609 validation cost:0.0635674148798 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0546914897859 and training accuracy:0.981819808483 validation cost:0.0558003485203 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0495132282376 and training accuracy:0.983728766441 validation cost:0.0488201715052 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0461935326457 and training accuracy:0.984910488129 validation cost:0.0459018275142 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0423728302121 and training accuracy:0.986728489399 validation cost:0.0423074625432 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:133.731517076 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965206176043 and training accuracy:0.993365824223 validation cost:0.0908777043223 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0528946965933 and training accuracy:0.994926810265 validation cost:0.0477013960481 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379761680961 and training accuracy:0.99590241909 validation cost:0.0326691009104 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288758911192 and training accuracy:0.997658550739 validation cost:0.0239992681891 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237526800483 and training accuracy:0.997560977936 validation cost:0.0191795099527 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200410075486 and training accuracy:0.998048782349 validation cost:0.0150514254346 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176441818476 and training accuracy:0.998243927956 validation cost:0.0132621508092 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158888529986 and training accuracy:0.998341441154 validation cost:0.0122190536931 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144937280566 and training accuracy:0.998439013958 validation cost:0.0115266125649 and validation accuracy:1.0 Training on :(4, 5) Time taken:118.346966982 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619603991508 and training accuracy:0.991792201996 validation cost:0.0611898750067 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337204784155 and training accuracy:0.997113764286 validation cost:0.0351348929107 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234542246908 and training accuracy:0.998196065426 validation cost:0.0244256984442 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0184180419892 and training accuracy:0.998286306858 validation cost:0.0192303918302 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0149133596569 and training accuracy:0.998376488686 validation cost:0.0145107666031 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128518072888 and training accuracy:0.998466670513 validation cost:0.0132673224434 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112542659044 and training accuracy:0.998827457428 validation cost:0.0115948440507 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00988464802504 and training accuracy:0.999098062515 validation cost:0.0100794881582 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00888743437827 and training accuracy:0.999098062515 validation cost:0.00891558919102 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:129.598552942 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15032568574 and training accuracy:0.963959753513 validation cost:0.147336766124 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103327482939 and training accuracy:0.971968710423 validation cost:0.103366568685 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0839565470815 and training accuracy:0.975693821907 validation cost:0.0862364321947 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.070155069232 and training accuracy:0.978580713272 validation cost:0.0694959014654 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0607587769628 and training accuracy:0.982305824757 validation cost:0.058888759464 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540160834789 and training accuracy:0.984075248241 validation cost:0.0526811443269 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0489915646613 and training accuracy:0.985472142696 validation cost:0.0474340058863 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0449777022004 and training accuracy:0.987427830696 validation cost:0.0429121367633 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0418097265065 and training accuracy:0.987986564636 validation cost:0.0402659475803 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:128.599042892 Method 3 test accuracy:0.787800014019 Training with lmbda:80306.4698844, 29 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:138.946191072 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107104122639 and training accuracy:0.97127532959 validation cost:0.106732428074 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0830656886101 and training accuracy:0.975274980068 validation cost:0.0822008922696 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0704060792923 and training accuracy:0.977456569672 validation cost:0.071807205677 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620712935925 and training accuracy:0.979001879692 validation cost:0.0633941814303 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0549685619771 and training accuracy:0.981638014317 validation cost:0.0560600496829 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0494835264981 and training accuracy:0.983910560608 validation cost:0.0482137426734 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0460784621537 and training accuracy:0.985001385212 validation cost:0.0461829267442 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0423309616745 and training accuracy:0.986819386482 validation cost:0.042214140296 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.684679031 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.096545048058 and training accuracy:0.993365824223 validation cost:0.0910997614264 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.052827399224 and training accuracy:0.994926810265 validation cost:0.0474790744483 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379165448248 and training accuracy:0.996097564697 validation cost:0.0325301140547 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288681946695 and training accuracy:0.997658550739 validation cost:0.0240006688982 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237156264484 and training accuracy:0.997560977936 validation cost:0.0192747917026 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200710948557 and training accuracy:0.998048782349 validation cost:0.015041465871 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176705736667 and training accuracy:0.998243927956 validation cost:0.0133396293968 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158494953066 and training accuracy:0.998341441154 validation cost:0.0124051300809 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144787942991 and training accuracy:0.998439013958 validation cost:0.0115414243191 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.212700129 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620993822813 and training accuracy:0.991702020168 validation cost:0.0615204237401 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337510108948 and training accuracy:0.997113764286 validation cost:0.0349231772125 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234387405217 and training accuracy:0.998196065426 validation cost:0.0244364999235 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0184358283877 and training accuracy:0.998286306858 validation cost:0.0191462002695 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.014881352894 and training accuracy:0.998376488686 validation cost:0.0143694849685 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128516592085 and training accuracy:0.998466670513 validation cost:0.0130773419514 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112739559263 and training accuracy:0.998827457428 validation cost:0.0117590138689 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00990774482489 and training accuracy:0.999098062515 validation cost:0.0101212598383 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0088904639706 and training accuracy:0.999098062515 validation cost:0.0090819131583 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.022192001 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150376915932 and training accuracy:0.963866651058 validation cost:0.147016629577 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.1032198295 and training accuracy:0.972341239452 validation cost:0.102812699974 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0837162509561 and training accuracy:0.975600659847 validation cost:0.0853162333369 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0700743943453 and training accuracy:0.978580713272 validation cost:0.0692381262779 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.061238117516 and training accuracy:0.981933295727 validation cost:0.0589922145009 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0541863888502 and training accuracy:0.984075248241 validation cost:0.0526660978794 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0490053407848 and training accuracy:0.985565304756 validation cost:0.0478158779442 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0449847243726 and training accuracy:0.987427830696 validation cost:0.0429300628603 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0419077016413 and training accuracy:0.988079726696 validation cost:0.0405911244452 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.287006855 Method 3 test accuracy:0.787000000477 Training with lmbda:81792.5617724, 30 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.392365932 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.10712839663 and training accuracy:0.97127532959 validation cost:0.106732428074 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0830616429448 and training accuracy:0.975274980068 validation cost:0.0822008922696 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703850910068 and training accuracy:0.977547466755 validation cost:0.071807205677 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.062079127878 and training accuracy:0.979001879692 validation cost:0.06339225173 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.054785002023 and training accuracy:0.981638014317 validation cost:0.0561785884202 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0494129769504 and training accuracy:0.983728766441 validation cost:0.0485332235694 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0460240542889 and training accuracy:0.984910488129 validation cost:0.0459824353456 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0423506684601 and training accuracy:0.986819386482 validation cost:0.0425729453564 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.920687199 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964965075254 and training accuracy:0.993365824223 validation cost:0.0910164639354 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0527827516198 and training accuracy:0.995121955872 validation cost:0.0475094430149 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380210615695 and training accuracy:0.99590241909 validation cost:0.032624065876 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289133805782 and training accuracy:0.997658550739 validation cost:0.0240362100303 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237464085221 and training accuracy:0.997560977936 validation cost:0.0191556569189 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201104432344 and training accuracy:0.998048782349 validation cost:0.0150858508423 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176062956452 and training accuracy:0.998341441154 validation cost:0.0132723199204 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158902462572 and training accuracy:0.998341441154 validation cost:0.0124214841053 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0145227555186 and training accuracy:0.998439013958 validation cost:0.0115603767335 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.986277103 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619895011187 and training accuracy:0.991792201996 validation cost:0.0615424886346 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0336942151189 and training accuracy:0.997113764286 validation cost:0.034911300987 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234887804836 and training accuracy:0.998196065426 validation cost:0.0244925674051 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183887444437 and training accuracy:0.998376488686 validation cost:0.0185957662761 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149359889328 and training accuracy:0.998286306858 validation cost:0.0144852874801 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0129029704258 and training accuracy:0.998376488686 validation cost:0.0128706116229 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112418867648 and training accuracy:0.9987372756 validation cost:0.0117547493428 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00994702335447 and training accuracy:0.999007821083 validation cost:0.0101702408865 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00891053304076 and training accuracy:0.999098062515 validation cost:0.00912916008383 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.763410807 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150175198913 and training accuracy:0.963959753513 validation cost:0.14722186327 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.1031453982 and training accuracy:0.972248077393 validation cost:0.102842256427 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0838157609105 and training accuracy:0.975786924362 validation cost:0.0851666405797 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.06996935606 and training accuracy:0.978580713272 validation cost:0.0687364935875 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0609054118395 and training accuracy:0.982212722301 validation cost:0.0586587376893 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0541572123766 and training accuracy:0.983982145786 validation cost:0.0530368760228 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0489484630525 and training accuracy:0.985472142696 validation cost:0.0476246625185 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0448441579938 and training accuracy:0.987427830696 validation cost:0.0434280000627 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0417859219015 and training accuracy:0.987800359726 validation cost:0.0403957255185 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.356116056 Method 3 test accuracy:0.78820002079 Training with lmbda:82188.6666178, 31 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:130.235983133 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.10712839663 and training accuracy:0.97127532959 validation cost:0.106732428074 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0830616429448 and training accuracy:0.975274980068 validation cost:0.0822008922696 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703850910068 and training accuracy:0.977547466755 validation cost:0.071807205677 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620967037976 and training accuracy:0.979001879692 validation cost:0.0634226128459 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548604466021 and training accuracy:0.981638014317 validation cost:0.0561457388103 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0494310855865 and training accuracy:0.983910560608 validation cost:0.0482137426734 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461448803544 and training accuracy:0.985001385212 validation cost:0.0462371110916 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0423750244081 and training accuracy:0.986819386482 validation cost:0.0421625636518 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.743917942 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965438708663 and training accuracy:0.993365824223 validation cost:0.0908271148801 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0527397096157 and training accuracy:0.994926810265 validation cost:0.047421567142 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379121266305 and training accuracy:0.995999991894 validation cost:0.0325209610164 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289819389582 and training accuracy:0.997658550739 validation cost:0.0240917932242 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237707421184 and training accuracy:0.997560977936 validation cost:0.0195476803929 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200858991593 and training accuracy:0.998146355152 validation cost:0.0151275927201 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176531262696 and training accuracy:0.998243927956 validation cost:0.0132627664134 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158886685967 and training accuracy:0.998341441154 validation cost:0.0124963540584 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0145182097331 and training accuracy:0.998439013958 validation cost:0.0114804515615 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.103981018 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619874633849 and training accuracy:0.991792201996 validation cost:0.0614439360797 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337727591395 and training accuracy:0.997023522854 validation cost:0.0349113047123 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234477072954 and training accuracy:0.998196065426 validation cost:0.0244469232857 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0184090863913 and training accuracy:0.998376488686 validation cost:0.0188393257558 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149111207575 and training accuracy:0.998376488686 validation cost:0.0144301187247 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128741553053 and training accuracy:0.998466670513 validation cost:0.0131126930937 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112177534029 and training accuracy:0.998827457428 validation cost:0.0117569463328 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00991919543594 and training accuracy:0.999007821083 validation cost:0.0100951055065 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00889167655259 and training accuracy:0.999098062515 validation cost:0.00906419754028 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.536335945 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15039229393 and training accuracy:0.963959753513 validation cost:0.146973207593 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103195093572 and training accuracy:0.972341239452 validation cost:0.102602832019 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.083872616291 and training accuracy:0.975693821907 validation cost:0.0851747244596 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.070129096508 and training accuracy:0.978673875332 validation cost:0.0687699243426 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0606943815947 and training accuracy:0.982119560242 validation cost:0.0585305653512 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0541556440294 and training accuracy:0.983982145786 validation cost:0.0522225871682 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0489569827914 and training accuracy:0.985658407211 validation cost:0.047608923167 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.044812053442 and training accuracy:0.987520933151 validation cost:0.0425502248108 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0419010035694 and training accuracy:0.988079726696 validation cost:0.0401565134525 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.031829119 Method 3 test accuracy:0.787699997425 Training with lmbda:83384.3635591, 32 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.563965082 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.10712839663 and training accuracy:0.97127532959 validation cost:0.106732428074 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0830616429448 and training accuracy:0.975274980068 validation cost:0.0822008922696 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703850910068 and training accuracy:0.977547466755 validation cost:0.071807205677 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620774850249 and training accuracy:0.979001879692 validation cost:0.06339225173 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.054747607559 and training accuracy:0.981638014317 validation cost:0.0561741627753 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0495319850743 and training accuracy:0.983819663525 validation cost:0.0483708046377 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0462920106947 and training accuracy:0.984819591045 validation cost:0.0462106503546 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0425434149802 and training accuracy:0.986728489399 validation cost:0.0425472259521 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.946493149 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965769812465 and training accuracy:0.993365824223 validation cost:0.0911450609565 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0528544262052 and training accuracy:0.994926810265 validation cost:0.047427482903 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379845872521 and training accuracy:0.99590241909 validation cost:0.0326932556927 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289011001587 and training accuracy:0.997658550739 validation cost:0.023964067921 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238046403974 and training accuracy:0.997560977936 validation cost:0.0193348247558 and validation accuracy:1.0 Training on :(4, 5) training cost:0.020132580772 and training accuracy:0.997951209545 validation cost:0.0150861712173 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176506713033 and training accuracy:0.998243927956 validation cost:0.0132499756292 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158902835101 and training accuracy:0.998341441154 validation cost:0.0124665340409 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144908502698 and training accuracy:0.998439013958 validation cost:0.0112848654389 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.187037945 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620210319757 and training accuracy:0.991702020168 validation cost:0.0614164024591 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0336880683899 and training accuracy:0.997113764286 validation cost:0.0348979234695 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234751272947 and training accuracy:0.998196065426 validation cost:0.0247034337372 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0184175241739 and training accuracy:0.998376488686 validation cost:0.0188025310636 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149071002379 and training accuracy:0.998376488686 validation cost:0.014352703467 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128722470254 and training accuracy:0.998466670513 validation cost:0.0129688503221 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112107424065 and training accuracy:0.9987372756 validation cost:0.0115836374462 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00998636428267 and training accuracy:0.999007821083 validation cost:0.0101855397224 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00887352414429 and training accuracy:0.999098062515 validation cost:0.00903586298227 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:131.154630899 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150623187423 and training accuracy:0.963680386543 validation cost:0.147016629577 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103254362941 and training accuracy:0.972248077393 validation cost:0.103278063238 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0838844701648 and training accuracy:0.975786924362 validation cost:0.0860768631101 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0702113732696 and training accuracy:0.978487610817 validation cost:0.0693224743009 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0609082728624 and training accuracy:0.982212722301 validation cost:0.0584569871426 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540235042572 and training accuracy:0.984261512756 validation cost:0.0531883016229 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0490455292165 and training accuracy:0.985565304756 validation cost:0.0474754534662 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0450274683535 and training accuracy:0.987334728241 validation cost:0.0425644926727 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0418087691069 and training accuracy:0.988079726696 validation cost:0.0401695892215 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.37883997 Method 3 test accuracy:0.78719997406 Training with lmbda:85323.1594388, 33 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.491219997 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.10712839663 and training accuracy:0.97127532959 validation cost:0.106732428074 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0830648839474 and training accuracy:0.975274980068 validation cost:0.0822008922696 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0704392716289 and training accuracy:0.977456569672 validation cost:0.071807205677 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620982795954 and training accuracy:0.979001879692 validation cost:0.0634226128459 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548756420612 and training accuracy:0.981638014317 validation cost:0.0561757795513 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493997521698 and training accuracy:0.983910560608 validation cost:0.0477251373231 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461266599596 and training accuracy:0.984910488129 validation cost:0.0462156124413 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0424120388925 and training accuracy:0.986819386482 validation cost:0.0422349572182 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.222313881 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965266302228 and training accuracy:0.993365824223 validation cost:0.0911767482758 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0528234429657 and training accuracy:0.994926810265 validation cost:0.0476659908891 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379690900445 and training accuracy:0.995999991894 validation cost:0.0321652665734 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290024094284 and training accuracy:0.997658550739 validation cost:0.0240476299077 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023787047714 and training accuracy:0.997560977936 validation cost:0.0190693065524 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200462862849 and training accuracy:0.998048782349 validation cost:0.015099520795 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176445618272 and training accuracy:0.998243927956 validation cost:0.0133569389582 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158658418804 and training accuracy:0.998341441154 validation cost:0.0124013125896 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0145216304809 and training accuracy:0.998439013958 validation cost:0.0115178171545 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.136074066 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620308890939 and training accuracy:0.991702020168 validation cost:0.0612453967333 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.033762101084 and training accuracy:0.997023522854 validation cost:0.0349336005747 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234411917627 and training accuracy:0.998196065426 validation cost:0.0244617536664 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0184081792831 and training accuracy:0.998376488686 validation cost:0.0188297107816 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149352783337 and training accuracy:0.998286306858 validation cost:0.0144478231668 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0129114184529 and training accuracy:0.998466670513 validation cost:0.0131412399933 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112402606755 and training accuracy:0.9987372756 validation cost:0.011763419956 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00992621574551 and training accuracy:0.999007821083 validation cost:0.0101049169898 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00892627425492 and training accuracy:0.999098062515 validation cost:0.00918276142329 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.367995024 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150371417403 and training accuracy:0.964052915573 validation cost:0.147626414895 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103267595172 and training accuracy:0.972248077393 validation cost:0.103039696813 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0837983116508 and training accuracy:0.975693821907 validation cost:0.0845019221306 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0702333897352 and training accuracy:0.978580713272 validation cost:0.0693607479334 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0609476007521 and training accuracy:0.982119560242 validation cost:0.0587161555886 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539781562984 and training accuracy:0.984261512756 validation cost:0.0525783598423 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0490031652153 and training accuracy:0.985565304756 validation cost:0.0472151935101 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0451147332788 and training accuracy:0.987241566181 validation cost:0.0428709574044 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0419918075204 and training accuracy:0.987986564636 validation cost:0.0401613973081 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.883712053 Method 3 test accuracy:0.787599980831 Training with lmbda:85559.701654, 34 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:130.068171978 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.10712839663 and training accuracy:0.97127532959 validation cost:0.106732428074 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0830648839474 and training accuracy:0.975274980068 validation cost:0.0822008922696 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0704392716289 and training accuracy:0.977456569672 validation cost:0.071807205677 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620982795954 and training accuracy:0.979001879692 validation cost:0.0634226128459 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548756420612 and training accuracy:0.981638014317 validation cost:0.0561757795513 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493997521698 and training accuracy:0.983910560608 validation cost:0.0477251373231 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461266599596 and training accuracy:0.984910488129 validation cost:0.0462156124413 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0424048602581 and training accuracy:0.986819386482 validation cost:0.0421623848379 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:124.023298025 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965285822749 and training accuracy:0.993365824223 validation cost:0.0911767482758 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.052895706147 and training accuracy:0.995024383068 validation cost:0.0479680933058 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378706119955 and training accuracy:0.996097564697 validation cost:0.0321352742612 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289817303419 and training accuracy:0.997658550739 validation cost:0.0240110680461 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237876437604 and training accuracy:0.997560977936 validation cost:0.0191762652248 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200720205903 and training accuracy:0.998048782349 validation cost:0.0150978909805 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176507532597 and training accuracy:0.998243927956 validation cost:0.0132208848372 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158782862127 and training accuracy:0.998341441154 validation cost:0.0123973237351 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0145263401791 and training accuracy:0.998439013958 validation cost:0.0115097276866 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.702615976 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0621530860662 and training accuracy:0.991611778736 validation cost:0.0614616349339 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337960720062 and training accuracy:0.997023522854 validation cost:0.0349627546966 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234730280936 and training accuracy:0.998196065426 validation cost:0.0244891867042 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.018402222544 and training accuracy:0.998376488686 validation cost:0.0186658035964 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149390967563 and training accuracy:0.998286306858 validation cost:0.0144562823698 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128936944529 and training accuracy:0.998376488686 validation cost:0.0131426462904 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112508572638 and training accuracy:0.9987372756 validation cost:0.0117543507367 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00992434937507 and training accuracy:0.999007821083 validation cost:0.0101048443466 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00897524226457 and training accuracy:0.999098062515 validation cost:0.00917748175561 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.851967096 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150192335248 and training accuracy:0.964146018028 validation cost:0.14698804915 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103153087199 and training accuracy:0.971968710423 validation cost:0.102991610765 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0835673362017 and training accuracy:0.975693821907 validation cost:0.0845468789339 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0701411068439 and training accuracy:0.978673875332 validation cost:0.0694020912051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0609013997018 and training accuracy:0.982119560242 validation cost:0.0585441030562 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539998225868 and training accuracy:0.984075248241 validation cost:0.0522718913853 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.049084533006 and training accuracy:0.985565304756 validation cost:0.0474326983094 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.045167170465 and training accuracy:0.987241566181 validation cost:0.0429560355842 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0417819619179 and training accuracy:0.988079726696 validation cost:0.0401471108198 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.751251936 Method 3 test accuracy:0.787400007248 Training with lmbda:86141.5244289, 35 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.522886038 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.10712839663 and training accuracy:0.97127532959 validation cost:0.106732428074 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0830648839474 and training accuracy:0.975274980068 validation cost:0.0822008922696 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0704392716289 and training accuracy:0.977456569672 validation cost:0.071807205677 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620993673801 and training accuracy:0.979001879692 validation cost:0.0634226128459 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548828057945 and training accuracy:0.981638014317 validation cost:0.0561757795513 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0494024679065 and training accuracy:0.983910560608 validation cost:0.0477251373231 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461236461997 and training accuracy:0.984910488129 validation cost:0.046187184751 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0424041487277 and training accuracy:0.986819386482 validation cost:0.0421728901565 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.36951685 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965852364898 and training accuracy:0.993365824223 validation cost:0.0911263972521 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0528952218592 and training accuracy:0.994926810265 validation cost:0.0475858189166 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379405133426 and training accuracy:0.996097564697 validation cost:0.0327282734215 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289146434516 and training accuracy:0.997658550739 validation cost:0.0239790100604 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237815603614 and training accuracy:0.997560977936 validation cost:0.0191047117114 and validation accuracy:1.0 Training on :(4, 5) training cost:0.020080499351 and training accuracy:0.998048782349 validation cost:0.0151127614081 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176431145519 and training accuracy:0.998243927956 validation cost:0.0132983261719 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158490389585 and training accuracy:0.998341441154 validation cost:0.0124168125913 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0145162828267 and training accuracy:0.998439013958 validation cost:0.0115126594901 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.577182055 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619978830218 and training accuracy:0.991702020168 validation cost:0.061425883323 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337921231985 and training accuracy:0.997023522854 validation cost:0.0349627546966 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.023482747376 and training accuracy:0.998196065426 validation cost:0.0246297512203 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0184198506176 and training accuracy:0.998376488686 validation cost:0.0188291855156 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149031644687 and training accuracy:0.998376488686 validation cost:0.0144294286147 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128794685006 and training accuracy:0.998466670513 validation cost:0.0131410192698 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112252729014 and training accuracy:0.998827457428 validation cost:0.0117540825158 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00995125900954 and training accuracy:0.999007821083 validation cost:0.0101753808558 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00891835149378 and training accuracy:0.999098062515 validation cost:0.00908995978534 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.73544693 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15043836832 and training accuracy:0.963959753513 validation cost:0.147597819567 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103261500597 and training accuracy:0.971782445908 validation cost:0.102969624102 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.083895072341 and training accuracy:0.975600659847 validation cost:0.0855518579483 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0703366026282 and training accuracy:0.978487610817 validation cost:0.0695250034332 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608061365783 and training accuracy:0.982026457787 validation cost:0.0583912022412 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0542658343911 and training accuracy:0.983982145786 validation cost:0.0526510514319 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0488986745477 and training accuracy:0.985472142696 validation cost:0.0471827536821 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0450392439961 and training accuracy:0.987427830696 validation cost:0.0428987033665 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0419513881207 and training accuracy:0.987986564636 validation cost:0.0400907099247 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.965818167 Method 3 test accuracy:0.787699997425 Training with lmbda:0, 36 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:130.093065977 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.47785306 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.024416424334 and training accuracy:0.997170746326 validation cost:0.0177602935582 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212638769299 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753454179 and training accuracy:0.99726831913 validation cost:0.0134453475475 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169585160911 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152014484629 and training accuracy:0.997463405132 validation cost:0.0111647546291 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.361481905 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680197104812 and training accuracy:0.990258872509 validation cost:0.0667800009251 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364416614175 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0257732402533 and training accuracy:0.997384309769 validation cost:0.0257938690484 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.020039210096 and training accuracy:0.997745096684 validation cost:0.019262008369 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0159926116467 and training accuracy:0.998105883598 validation cost:0.0156124858186 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134396087378 and training accuracy:0.998556852341 validation cost:0.0136646823958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115250283852 and training accuracy:0.998556852341 validation cost:0.0119702173397 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101073002443 and training accuracy:0.9987372756 validation cost:0.0104008261114 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00918213743716 and training accuracy:0.998827457428 validation cost:0.00931342691183 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.779373884 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.1503149122 and training accuracy:0.963680386543 validation cost:0.150966629386 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104495748878 and training accuracy:0.971689343452 validation cost:0.10532271862 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0849667042494 and training accuracy:0.974669396877 validation cost:0.0854837447405 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0725708380342 and training accuracy:0.978394508362 validation cost:0.0726876705885 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.06287471205 and training accuracy:0.982212722301 validation cost:0.0621440894902 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0562736280262 and training accuracy:0.983888983727 validation cost:0.0555613227189 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511264130473 and training accuracy:0.985379040241 validation cost:0.0486761070788 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461544878781 and training accuracy:0.986775934696 validation cost:0.0432433150709 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428599640727 and training accuracy:0.987614095211 validation cost:0.0393931046128 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.826107979 Method 3 test accuracy:0.789300024509 Training with lmbda:75058.9857024, 37 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.662211895 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162090584636 and training accuracy:0.953822374344 validation cost:0.167213529348 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10814588517 and training accuracy:0.971457123756 validation cost:0.10964166373 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837317481637 and training accuracy:0.976274907589 validation cost:0.0887669399381 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695856958628 and training accuracy:0.977820217609 validation cost:0.0768106579781 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0613679103553 and training accuracy:0.97963821888 validation cost:0.0684042423964 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538045465946 and training accuracy:0.982365250587 validation cost:0.0579331330955 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0492436662316 and training accuracy:0.984455943108 validation cost:0.0530614107847 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0454467050731 and training accuracy:0.985819458961 validation cost:0.0483337305486 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0414672121406 and training accuracy:0.987092077732 validation cost:0.0450992658734 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.575965881 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0954524204135 and training accuracy:0.991902410984 validation cost:0.0894571095705 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531359314919 and training accuracy:0.992975592613 validation cost:0.0451627485454 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376921966672 and training accuracy:0.994926810265 validation cost:0.0307836364955 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295973159373 and training accuracy:0.996780514717 validation cost:0.0222925711423 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0247879754752 and training accuracy:0.997073173523 validation cost:0.0179490093142 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0216033216566 and training accuracy:0.997365832329 validation cost:0.0152995660901 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191067513078 and training accuracy:0.997463405132 validation cost:0.0135911488906 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170974414796 and training accuracy:0.997463405132 validation cost:0.0125584146008 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154973650351 and training accuracy:0.997463405132 validation cost:0.0109334103763 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.673028946 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680620446801 and training accuracy:0.990168690681 validation cost:0.0667530149221 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365587472916 and training accuracy:0.996572554111 validation cost:0.0356042422354 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.025976780802 and training accuracy:0.997564733028 validation cost:0.0256489161402 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0202422719449 and training accuracy:0.997835278511 validation cost:0.0195696726441 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162390563637 and training accuracy:0.998105883598 validation cost:0.0155013613403 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0137591417879 and training accuracy:0.998376488686 validation cost:0.0138072976843 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0117329824716 and training accuracy:0.998556852341 validation cost:0.0122488858178 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104788746685 and training accuracy:0.9987372756 validation cost:0.0112302806228 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00946424528956 and training accuracy:0.9987372756 validation cost:0.00969058927149 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.752377033 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150731354952 and training accuracy:0.963587284088 validation cost:0.153345271945 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.104425139725 and training accuracy:0.971968710423 validation cost:0.106554068625 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0845319852233 and training accuracy:0.974296867847 validation cost:0.0840020477772 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0726209133863 and training accuracy:0.978301346302 validation cost:0.0721326097846 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0628312751651 and training accuracy:0.982398927212 validation cost:0.062596000731 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0564199723303 and training accuracy:0.984168350697 validation cost:0.0539985448122 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0518602840602 and training accuracy:0.985472142696 validation cost:0.0500519424677 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0471389703453 and training accuracy:0.986496567726 validation cost:0.0450671575963 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0434788390994 and training accuracy:0.987241566181 validation cost:0.0409625396132 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.944854021 Method 3 test accuracy:0.785000026226 Training with lmbda:76519.6140098, 38 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:130.032421827 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162090584636 and training accuracy:0.953822374344 validation cost:0.167213529348 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108149036765 and training accuracy:0.971457123756 validation cost:0.109645545483 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837389752269 and training accuracy:0.976274907589 validation cost:0.0887669399381 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695856958628 and training accuracy:0.977820217609 validation cost:0.0768106579781 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0613700710237 and training accuracy:0.97963821888 validation cost:0.0684042423964 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537707470357 and training accuracy:0.982456147671 validation cost:0.0579846762121 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0492949187756 and training accuracy:0.984365046024 validation cost:0.0528883896768 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0454618521035 and training accuracy:0.985728561878 validation cost:0.0496764555573 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416134335101 and training accuracy:0.987001180649 validation cost:0.0450588017702 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:124.100674868 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0951875820756 and training accuracy:0.992097556591 validation cost:0.0890737324953 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0532190836966 and training accuracy:0.992780506611 validation cost:0.0454318523407 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0375589393079 and training accuracy:0.994926810265 validation cost:0.0301554314792 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0297137722373 and training accuracy:0.996780514717 validation cost:0.0223173443228 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0247321594507 and training accuracy:0.996975600719 validation cost:0.0182487610728 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0214513540268 and training accuracy:0.997365832329 validation cost:0.0152427507564 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191574133933 and training accuracy:0.997463405132 validation cost:0.0135198878124 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0171595066786 and training accuracy:0.997463405132 validation cost:0.0122928014025 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0155278798193 and training accuracy:0.997463405132 validation cost:0.0111038582399 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.432487011 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679562240839 and training accuracy:0.990349054337 validation cost:0.0666234046221 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0366606079042 and training accuracy:0.996482372284 validation cost:0.0359784550965 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0261041671038 and training accuracy:0.997384309769 validation cost:0.0259179044515 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0202476792037 and training accuracy:0.997835278511 validation cost:0.0195049233735 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162307061255 and training accuracy:0.998105883598 validation cost:0.0155295142904 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0136931110173 and training accuracy:0.998466670513 validation cost:0.0137695241719 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0118279932067 and training accuracy:0.998466670513 validation cost:0.0121703911573 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104689523578 and training accuracy:0.9987372756 validation cost:0.0111312670633 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00949473306537 and training accuracy:0.998827457428 validation cost:0.00972620490938 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.962323904 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151023775339 and training accuracy:0.963494122028 validation cost:0.153134405613 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.10499035567 and training accuracy:0.971968710423 validation cost:0.108015649021 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0849407687783 and training accuracy:0.974017500877 validation cost:0.0852944925427 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0727833509445 and training accuracy:0.977928876877 validation cost:0.0729722604156 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0629445835948 and training accuracy:0.982212722301 validation cost:0.0635676011443 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0566703975201 and training accuracy:0.983888983727 validation cost:0.0551189258695 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0517339408398 and training accuracy:0.985472142696 validation cost:0.0495969690382 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0470696538687 and training accuracy:0.986589670181 validation cost:0.044652082026 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0434063673019 and training accuracy:0.987241566181 validation cost:0.0409537628293 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.098469973 Method 3 test accuracy:0.790400028229 Training with lmbda:76708.8323711, 39 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.452142954 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162090584636 and training accuracy:0.953822374344 validation cost:0.167213529348 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108149036765 and training accuracy:0.971457123756 validation cost:0.109645545483 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837389752269 and training accuracy:0.976274907589 validation cost:0.0887669399381 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695856958628 and training accuracy:0.977820217609 validation cost:0.0768106579781 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0613700710237 and training accuracy:0.97963821888 validation cost:0.0684042423964 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537707470357 and training accuracy:0.982456147671 validation cost:0.0579846762121 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0492953062057 and training accuracy:0.984365046024 validation cost:0.0528883896768 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0454772002995 and training accuracy:0.985637664795 validation cost:0.0495044961572 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0415878556669 and training accuracy:0.987092077732 validation cost:0.0455010123551 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.445286036 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0952368229628 and training accuracy:0.992195129395 validation cost:0.0891208127141 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531367957592 and training accuracy:0.993073165417 validation cost:0.0455575101078 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0375466682017 and training accuracy:0.994926810265 validation cost:0.0301373898983 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295804329216 and training accuracy:0.996878027916 validation cost:0.0223408788443 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0247452575713 and training accuracy:0.996975600719 validation cost:0.018277073279 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0214925184846 and training accuracy:0.997365832329 validation cost:0.0152386780828 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191044155508 and training accuracy:0.997463405132 validation cost:0.013528637588 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0171613860875 and training accuracy:0.997365832329 validation cost:0.0127010913566 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154378693551 and training accuracy:0.997463405132 validation cost:0.0110701415688 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.862187862 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679003894329 and training accuracy:0.990168690681 validation cost:0.0666536912322 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365829244256 and training accuracy:0.996482372284 validation cost:0.0358098596334 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0261119548231 and training accuracy:0.997294127941 validation cost:0.0258848685771 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0202133730054 and training accuracy:0.997835278511 validation cost:0.0195131599903 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162210706621 and training accuracy:0.998105883598 validation cost:0.0155446790159 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0136647028849 and training accuracy:0.998466670513 validation cost:0.0135578662157 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0117585519329 and training accuracy:0.998466670513 validation cost:0.0121639743447 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104654990137 and training accuracy:0.9987372756 validation cost:0.0111306477338 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00950767379254 and training accuracy:0.998827457428 validation cost:0.00969381630421 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.446017027 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151130914688 and training accuracy:0.963307857513 validation cost:0.153337404132 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.104969963431 and training accuracy:0.971968710423 validation cost:0.106844030321 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0849759653211 and training accuracy:0.974110662937 validation cost:0.084657907486 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0726958587766 and training accuracy:0.978115081787 validation cost:0.0730205774307 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.062864549458 and training accuracy:0.982212722301 validation cost:0.0634995475411 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0567159503698 and training accuracy:0.983795881271 validation cost:0.055118765682 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.051619451493 and training accuracy:0.985285878181 validation cost:0.0487357899547 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0471359528601 and training accuracy:0.986403405666 validation cost:0.0454541184008 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0434284061193 and training accuracy:0.987334728241 validation cost:0.0413267575204 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.698923826 Method 3 test accuracy:0.790099978447 Training with lmbda:78479.6173137, 40 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.922206879 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162090584636 and training accuracy:0.953822374344 validation cost:0.167213529348 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108093008399 and training accuracy:0.971457123756 validation cost:0.109079107642 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0838002339005 and training accuracy:0.976365804672 validation cost:0.0886277332902 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696804150939 and training accuracy:0.977729320526 validation cost:0.0767770558596 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0610232502222 and training accuracy:0.97991091013 validation cost:0.0678356438875 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537730641663 and training accuracy:0.982365250587 validation cost:0.0579754598439 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0491555780172 and training accuracy:0.984274148941 validation cost:0.0528307817876 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0454025603831 and training accuracy:0.985728561878 validation cost:0.0494955517352 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0414680913091 and training accuracy:0.987182974815 validation cost:0.0454086512327 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.533147097 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.095413275063 and training accuracy:0.991902410984 validation cost:0.0894354209304 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531011223793 and training accuracy:0.992975592613 validation cost:0.045236825943 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376224145293 and training accuracy:0.994926810265 validation cost:0.0308660380542 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.029487637803 and training accuracy:0.996682941914 validation cost:0.0227187927812 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0247665345669 and training accuracy:0.996975600719 validation cost:0.0181243792176 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0215952396393 and training accuracy:0.997365832329 validation cost:0.0153548251837 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191075857729 and training accuracy:0.997463405132 validation cost:0.0135859195143 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172437634319 and training accuracy:0.997365832329 validation cost:0.0126366894692 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0155066605657 and training accuracy:0.997463405132 validation cost:0.0110802883282 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.707514048 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0678380280733 and training accuracy:0.990258872509 validation cost:0.0667066052556 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365338474512 and training accuracy:0.996121585369 validation cost:0.0358401797712 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0260065756738 and training accuracy:0.997203946114 validation cost:0.0258447825909 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.020154312253 and training accuracy:0.997745096684 validation cost:0.0197811145335 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0161862950772 and training accuracy:0.998286306858 validation cost:0.0157275889069 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0136302923784 and training accuracy:0.998466670513 validation cost:0.0136601310223 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0116423601285 and training accuracy:0.998556852341 validation cost:0.0117789898068 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104140667245 and training accuracy:0.998827457428 validation cost:0.0108997616917 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00947423744947 and training accuracy:0.998827457428 validation cost:0.00950689986348 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.623180151 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15026769042 and training accuracy:0.963587284088 validation cost:0.152324259281 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.103994421661 and training accuracy:0.972434341908 validation cost:0.106960177422 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.084095582366 and training accuracy:0.975041925907 validation cost:0.0843373686075 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0723200067878 and training accuracy:0.978487610817 validation cost:0.0719905421138 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0630383491516 and training accuracy:0.982305824757 validation cost:0.0624866373837 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0567482225597 and training accuracy:0.984168350697 validation cost:0.0543054789305 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0518292225897 and training accuracy:0.985751509666 validation cost:0.0499499551952 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0468849688768 and training accuracy:0.986775934696 validation cost:0.0434191785753 and validation accuracy:0.992467045784 Training on :(8, 9) training cost:0.0436669811606 and training accuracy:0.987520933151 validation cost:0.0398041345179 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:120.799056053 Method 3 test accuracy:0.803900003433 Training with lmbda:80306.4698844, 41 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.726268053 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162091732025 and training accuracy:0.953822374344 validation cost:0.167225301266 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108093008399 and training accuracy:0.971457123756 validation cost:0.109079107642 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0838002339005 and training accuracy:0.976365804672 validation cost:0.0886277332902 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696804150939 and training accuracy:0.977729320526 validation cost:0.0767770558596 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0610228180885 and training accuracy:0.97991091013 validation cost:0.0678356438875 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538175851107 and training accuracy:0.982365250587 validation cost:0.057990565896 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0491280369461 and training accuracy:0.984274148941 validation cost:0.0528254508972 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.045378960669 and training accuracy:0.985819458961 validation cost:0.0492717400193 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0415247902274 and training accuracy:0.987092077732 validation cost:0.0457760095596 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.694076777 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0951293557882 and training accuracy:0.991902410984 validation cost:0.0889370962977 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531256310642 and training accuracy:0.992780506611 validation cost:0.0453368015587 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376011617482 and training accuracy:0.994926810265 validation cost:0.0302413478494 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0298025794327 and training accuracy:0.99658536911 validation cost:0.0222369879484 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0247570965439 and training accuracy:0.997073173523 validation cost:0.0182549878955 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0215130541474 and training accuracy:0.99726831913 validation cost:0.015280302614 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190810039639 and training accuracy:0.997560977936 validation cost:0.0135057894513 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0171647258103 and training accuracy:0.997463405132 validation cost:0.0123176546767 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.015558748506 and training accuracy:0.997463405132 validation cost:0.0111858295277 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.504645824 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.067987844348 and training accuracy:0.990078449249 validation cost:0.0667506679893 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365806631744 and training accuracy:0.996482372284 validation cost:0.0357994325459 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0260950718075 and training accuracy:0.997294127941 validation cost:0.0258515831083 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.020234150812 and training accuracy:0.997835278511 validation cost:0.0194840319455 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.016217559576 and training accuracy:0.998105883598 validation cost:0.0156042873859 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.01372554712 and training accuracy:0.998466670513 validation cost:0.0138286724687 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0117645803839 and training accuracy:0.998466670513 validation cost:0.0121404761449 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104315588251 and training accuracy:0.9987372756 validation cost:0.0111239189282 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00949449464679 and training accuracy:0.998827457428 validation cost:0.00973541662097 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.606412888 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151229217649 and training accuracy:0.963121652603 validation cost:0.153616145253 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.104970365763 and training accuracy:0.971968710423 validation cost:0.107680745423 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0851610451937 and training accuracy:0.973924398422 validation cost:0.0853964537382 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0725680738688 and training accuracy:0.978301346302 validation cost:0.0722872838378 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0628245547414 and training accuracy:0.982212722301 validation cost:0.0635173767805 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0568066686392 and training accuracy:0.983795881271 validation cost:0.0547789484262 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0517194382846 and training accuracy:0.985472142696 validation cost:0.0497209914029 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0472441576421 and training accuracy:0.986403405666 validation cost:0.0451073870063 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0434572137892 and training accuracy:0.987241566181 validation cost:0.0411416888237 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.760462046 Method 3 test accuracy:0.789699971676 Training with lmbda:81792.5617724, 42 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.918364048 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162091732025 and training accuracy:0.953822374344 validation cost:0.167225301266 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108103610575 and training accuracy:0.971457123756 validation cost:0.109079107642 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837114080787 and training accuracy:0.976002156734 validation cost:0.088717520237 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696170926094 and training accuracy:0.977729320526 validation cost:0.0767798423767 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611543245614 and training accuracy:0.97991091013 validation cost:0.0684152245522 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538434721529 and training accuracy:0.982365250587 validation cost:0.0580992475152 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0492231957614 and training accuracy:0.984274148941 validation cost:0.0532483905554 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.045385338366 and training accuracy:0.985637664795 validation cost:0.0491755902767 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.041690889746 and training accuracy:0.987001180649 validation cost:0.0461941063404 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.41721797 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0954833775759 and training accuracy:0.991999983788 validation cost:0.0896062999964 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530756115913 and training accuracy:0.992975592613 validation cost:0.0453159473836 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376278832555 and training accuracy:0.994926810265 validation cost:0.030565854162 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0296537782997 and training accuracy:0.996682941914 validation cost:0.0227094776928 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0247863475233 and training accuracy:0.997073173523 validation cost:0.0179937463254 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0215936172754 and training accuracy:0.997365832329 validation cost:0.0153635367751 and validation accuracy:1.0 Training on :(4, 5) training cost:0.019100535661 and training accuracy:0.997463405132 validation cost:0.0135573390871 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172492824495 and training accuracy:0.99726831913 validation cost:0.0126513736323 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154740521684 and training accuracy:0.997463405132 validation cost:0.0109975496307 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.707546949 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679802671075 and training accuracy:0.990258872509 validation cost:0.0670757517219 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.036516007036 and training accuracy:0.996572554111 validation cost:0.0357055403292 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259280856699 and training accuracy:0.997384309769 validation cost:0.0258230436593 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0203173514456 and training accuracy:0.997745096684 validation cost:0.0197427198291 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162216760218 and training accuracy:0.998196065426 validation cost:0.0154615705833 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.013685871847 and training accuracy:0.998556852341 validation cost:0.014109830372 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0116960015148 and training accuracy:0.998556852341 validation cost:0.0118295662105 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0103876963258 and training accuracy:0.9987372756 validation cost:0.0107835996896 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00945663265884 and training accuracy:0.9987372756 validation cost:0.0098478551954 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.723526955 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150646060705 and training accuracy:0.963680386543 validation cost:0.152984932065 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.10400865972 and training accuracy:0.972434341908 validation cost:0.107559084892 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0845926105976 and training accuracy:0.974483132362 validation cost:0.0859275534749 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0726414769888 and training accuracy:0.978487610817 validation cost:0.0727283731103 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0633181408048 and training accuracy:0.982212722301 validation cost:0.0631041973829 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0566583015025 and training accuracy:0.983982145786 validation cost:0.0552732385695 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0520161129534 and training accuracy:0.985379040241 validation cost:0.0502301678061 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0471910275519 and training accuracy:0.986496567726 validation cost:0.0456318706274 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0432940758765 and training accuracy:0.987148463726 validation cost:0.0407872013748 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.858119011 Method 3 test accuracy:0.797100007534 Training with lmbda:82188.6666178, 43 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.933820963 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162091732025 and training accuracy:0.953822374344 validation cost:0.167225301266 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108103610575 and training accuracy:0.971457123756 validation cost:0.109079107642 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837114080787 and training accuracy:0.976002156734 validation cost:0.088717520237 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696170926094 and training accuracy:0.977729320526 validation cost:0.0767798423767 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611543245614 and training accuracy:0.97991091013 validation cost:0.0684152245522 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538433343172 and training accuracy:0.982365250587 validation cost:0.0580992475152 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0492232143879 and training accuracy:0.984274148941 validation cost:0.0532483905554 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0453895740211 and training accuracy:0.985637664795 validation cost:0.0491794869304 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416845679283 and training accuracy:0.987001180649 validation cost:0.0461728945374 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.949027061 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0955244973302 and training accuracy:0.991999983788 validation cost:0.0896062999964 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530327744782 and training accuracy:0.992975592613 validation cost:0.0451797954738 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376432128251 and training accuracy:0.994926810265 validation cost:0.0307490620762 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0296411253512 and training accuracy:0.996682941914 validation cost:0.0227409731597 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0248068720102 and training accuracy:0.997073173523 validation cost:0.0180772468448 and validation accuracy:1.0 Training on :(4, 5) training cost:0.021568691358 and training accuracy:0.997365832329 validation cost:0.0153660429642 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191167313606 and training accuracy:0.997463405132 validation cost:0.0135608296841 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172134917229 and training accuracy:0.997365832329 validation cost:0.0126512907445 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154766729102 and training accuracy:0.997463405132 validation cost:0.0109546426684 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.865868092 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.067986600101 and training accuracy:0.990258872509 validation cost:0.0669012740254 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365073755383 and training accuracy:0.996572554111 validation cost:0.0356878116727 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0260010343045 and training accuracy:0.997384309769 validation cost:0.0258429273963 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.020274925977 and training accuracy:0.997745096684 validation cost:0.0197240039706 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162374265492 and training accuracy:0.998196065426 validation cost:0.0154666062444 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0136646907777 and training accuracy:0.998556852341 validation cost:0.0138751398772 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0117063801736 and training accuracy:0.998556852341 validation cost:0.0120125729591 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0103972135112 and training accuracy:0.9987372756 validation cost:0.0107819400728 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00945243332535 and training accuracy:0.9987372756 validation cost:0.00983828864992 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.613593102 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150524824858 and training accuracy:0.963680386543 validation cost:0.154386922717 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.104046307504 and training accuracy:0.972154974937 validation cost:0.107208281755 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0846432521939 and training accuracy:0.974483132362 validation cost:0.0859982594848 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0727049633861 and training accuracy:0.978580713272 validation cost:0.0728913545609 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0629942119122 and training accuracy:0.982212722301 validation cost:0.0636469498277 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0564947612584 and training accuracy:0.983982145786 validation cost:0.0550626330078 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.05189088732 and training accuracy:0.985379040241 validation cost:0.0503307282925 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0472679696977 and training accuracy:0.986403405666 validation cost:0.0457011945546 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0435345619917 and training accuracy:0.987241566181 validation cost:0.0413287431002 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.595067024 Method 3 test accuracy:0.797399997711 Training with lmbda:83384.3635591, 44 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:130.262665033 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162099152803 and training accuracy:0.953822374344 validation cost:0.167225301266 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108103610575 and training accuracy:0.971457123756 validation cost:0.109079107642 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837114080787 and training accuracy:0.976002156734 validation cost:0.088717520237 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696156695485 and training accuracy:0.977729320526 validation cost:0.0767798423767 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0612109228969 and training accuracy:0.979820013046 validation cost:0.0684170201421 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538406074047 and training accuracy:0.982456147671 validation cost:0.05812959373 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0491429828107 and training accuracy:0.984274148941 validation cost:0.0532103478909 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0453802794218 and training accuracy:0.985819458961 validation cost:0.0490129739046 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0417351722717 and training accuracy:0.987001180649 validation cost:0.0461438409984 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.322402 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0954591706395 and training accuracy:0.991999983788 validation cost:0.0896247476339 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530131235719 and training accuracy:0.992975592613 validation cost:0.0452160984278 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0377081744373 and training accuracy:0.994829297066 validation cost:0.0303314141929 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295741446316 and training accuracy:0.996682941914 validation cost:0.0227424055338 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0248104017228 and training accuracy:0.997073173523 validation cost:0.0180704109371 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0215730331838 and training accuracy:0.997365832329 validation cost:0.015331867151 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191433988512 and training accuracy:0.997463405132 validation cost:0.0136047853157 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0171881988645 and training accuracy:0.997365832329 validation cost:0.012654222548 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154595356435 and training accuracy:0.997463405132 validation cost:0.0110997259617 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.313356876 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679599568248 and training accuracy:0.990258872509 validation cost:0.06717569381 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365080945194 and training accuracy:0.996572554111 validation cost:0.0356669686735 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259743779898 and training accuracy:0.997384309769 validation cost:0.0258491057903 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0202727448195 and training accuracy:0.997745096684 validation cost:0.0197204630822 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162474159151 and training accuracy:0.998196065426 validation cost:0.0154742989689 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0136982621625 and training accuracy:0.998556852341 validation cost:0.0139569984749 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0116844503209 and training accuracy:0.998556852341 validation cost:0.011849203147 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104267513379 and training accuracy:0.9987372756 validation cost:0.0108204865828 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0095163397491 and training accuracy:0.9987372756 validation cost:0.00984423886985 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.347377062 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150559589267 and training accuracy:0.963587284088 validation cost:0.15421667695 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.104088962078 and training accuracy:0.972154974937 validation cost:0.107046917081 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0846649184823 and training accuracy:0.974390029907 validation cost:0.0856931954622 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0727285817266 and training accuracy:0.978394508362 validation cost:0.0717790275812 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0629248917103 and training accuracy:0.982212722301 validation cost:0.0633542314172 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.05674559623 and training accuracy:0.983795881271 validation cost:0.0552100427449 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0518122203648 and training accuracy:0.985472142696 validation cost:0.0500272661448 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0472679547966 and training accuracy:0.986589670181 validation cost:0.0451262257993 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0433432608843 and training accuracy:0.987520933151 validation cost:0.0402781330049 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:120.380017996 Method 3 test accuracy:0.797299981117 Training with lmbda:85323.1594388, 45 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.562670946 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162099152803 and training accuracy:0.953822374344 validation cost:0.167225301266 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108103610575 and training accuracy:0.971457123756 validation cost:0.109079107642 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837114080787 and training accuracy:0.976002156734 validation cost:0.088717520237 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.069559648633 and training accuracy:0.977729320526 validation cost:0.0767798423767 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611925497651 and training accuracy:0.979729115963 validation cost:0.0683751478791 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538546442986 and training accuracy:0.982456147671 validation cost:0.058085989207 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0493303313851 and training accuracy:0.984274148941 validation cost:0.0528823435307 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0454238988459 and training accuracy:0.985728561878 validation cost:0.0491918027401 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.041636813432 and training accuracy:0.987273871899 validation cost:0.046182140708 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.463917017 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0954463928938 and training accuracy:0.991999983788 validation cost:0.0895887464285 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531118586659 and training accuracy:0.992975592613 validation cost:0.0452532283962 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376654975116 and training accuracy:0.994926810265 validation cost:0.0306565072387 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0296460408717 and training accuracy:0.996682941914 validation cost:0.0227359905839 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0247868597507 and training accuracy:0.997073173523 validation cost:0.0180358719081 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0216089244932 and training accuracy:0.997365832329 validation cost:0.0154466070235 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191287267953 and training accuracy:0.997463405132 validation cost:0.0136435367167 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0171942263842 and training accuracy:0.997365832329 validation cost:0.0126482481137 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154762351885 and training accuracy:0.997463405132 validation cost:0.0110194087029 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.580369949 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680188834667 and training accuracy:0.990258872509 validation cost:0.0670454651117 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.036558944732 and training accuracy:0.996482372284 validation cost:0.0358135923743 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0259586554021 and training accuracy:0.997384309769 validation cost:0.0258788894862 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0202731247991 and training accuracy:0.997745096684 validation cost:0.0197220891714 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162305794656 and training accuracy:0.998196065426 validation cost:0.0154618397355 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0137006584555 and training accuracy:0.998556852341 validation cost:0.013931715861 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0117195732892 and training accuracy:0.998556852341 validation cost:0.0120367510244 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104092406109 and training accuracy:0.9987372756 validation cost:0.0108583439142 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00946891028434 and training accuracy:0.998827457428 validation cost:0.0098473560065 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.556814194 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150808081031 and training accuracy:0.963494122028 validation cost:0.154131278396 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.104113571346 and training accuracy:0.972154974937 validation cost:0.106899686158 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0845421105623 and training accuracy:0.974576294422 validation cost:0.0860984176397 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0727336853743 and training accuracy:0.978394508362 validation cost:0.0720094591379 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0631247237325 and training accuracy:0.982119560242 validation cost:0.063533090055 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0564715526998 and training accuracy:0.984075248241 validation cost:0.0549420081079 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0517187416553 and training accuracy:0.985658407211 validation cost:0.0499753914773 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0469514392316 and training accuracy:0.986682832241 validation cost:0.0445929989219 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0436049439013 and training accuracy:0.987148463726 validation cost:0.0410398058593 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.723189116 Method 3 test accuracy:0.793399989605 Training with lmbda:85559.701654, 46 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.949068069 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162099152803 and training accuracy:0.953822374344 validation cost:0.167225301266 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108103610575 and training accuracy:0.971457123756 validation cost:0.109079107642 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837114080787 and training accuracy:0.976002156734 validation cost:0.088717520237 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695600807667 and training accuracy:0.977729320526 validation cost:0.0767798423767 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611925497651 and training accuracy:0.979729115963 validation cost:0.0683751478791 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538575313985 and training accuracy:0.982456147671 validation cost:0.0581151917577 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0493303313851 and training accuracy:0.984274148941 validation cost:0.0528823435307 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0454167835414 and training accuracy:0.985728561878 validation cost:0.0491918027401 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.041636813432 and training accuracy:0.987273871899 validation cost:0.046182140708 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.781227112 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0954452902079 and training accuracy:0.991999983788 validation cost:0.0895887464285 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531124658883 and training accuracy:0.992975592613 validation cost:0.0452285036445 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0377033166587 and training accuracy:0.994926810265 validation cost:0.030804945156 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0296527277678 and training accuracy:0.996682941914 validation cost:0.0226587858051 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0247672572732 and training accuracy:0.997073173523 validation cost:0.0180518645793 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0216011572629 and training accuracy:0.997365832329 validation cost:0.0153605053201 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191089455038 and training accuracy:0.997463405132 validation cost:0.0136219952255 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172801818699 and training accuracy:0.997365832329 validation cost:0.0126280253753 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154552450404 and training accuracy:0.997463405132 validation cost:0.0110174240544 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.807424068 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.068011559546 and training accuracy:0.990258872509 validation cost:0.0670581832528 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0366387963295 and training accuracy:0.996482372284 validation cost:0.0358121693134 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0260459911078 and training accuracy:0.997384309769 validation cost:0.0258542224765 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0203216411173 and training accuracy:0.997745096684 validation cost:0.0196532383561 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162764191628 and training accuracy:0.998196065426 validation cost:0.0156322345138 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0137259215117 and training accuracy:0.998466670513 validation cost:0.0140394726768 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0117124533281 and training accuracy:0.998556852341 validation cost:0.0119010759518 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104400608689 and training accuracy:0.9987372756 validation cost:0.0108534106985 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00948513206095 and training accuracy:0.998827457428 validation cost:0.00985621474683 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.94560504 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150987848639 and training accuracy:0.963214755058 validation cost:0.154034242034 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.104177698493 and training accuracy:0.971968710423 validation cost:0.1077670753 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0844302028418 and training accuracy:0.974483132362 validation cost:0.0858328789473 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0726514831185 and training accuracy:0.978487610817 validation cost:0.0715189650655 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0629994124174 and training accuracy:0.982212722301 validation cost:0.0637100636959 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.056522756815 and training accuracy:0.983888983727 validation cost:0.0540566667914 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0520352050662 and training accuracy:0.985472142696 validation cost:0.050040371716 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0471170134842 and training accuracy:0.986496567726 validation cost:0.0452411547303 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0434430353343 and training accuracy:0.987241566181 validation cost:0.0409958101809 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.369552851 Method 3 test accuracy:0.79699999094 Training with lmbda:86141.5244289, 47 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.311450005 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162099152803 and training accuracy:0.953822374344 validation cost:0.167225301266 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108113572001 and training accuracy:0.971457123756 validation cost:0.109079107642 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837074369192 and training accuracy:0.976002156734 validation cost:0.088717520237 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.069552116096 and training accuracy:0.977729320526 validation cost:0.0768090412021 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611584708095 and training accuracy:0.97991091013 validation cost:0.0684191137552 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537172108889 and training accuracy:0.982456147671 validation cost:0.0582125149667 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0492423176765 and training accuracy:0.984365046024 validation cost:0.0531779229641 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0454854443669 and training accuracy:0.985728561878 validation cost:0.0491985976696 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0417056828737 and training accuracy:0.987092077732 validation cost:0.0466479286551 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.883110046 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0954768806696 and training accuracy:0.991999983788 validation cost:0.0896720141172 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531102009118 and training accuracy:0.992975592613 validation cost:0.0453891083598 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376429967582 and training accuracy:0.994926810265 validation cost:0.0307781808078 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0296376086771 and training accuracy:0.996682941914 validation cost:0.0226672738791 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0247955601662 and training accuracy:0.997073173523 validation cost:0.0180303882807 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0216067880392 and training accuracy:0.997365832329 validation cost:0.0153930000961 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191111955792 and training accuracy:0.997463405132 validation cost:0.0136175686494 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172160398215 and training accuracy:0.997365832329 validation cost:0.0126197524369 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0155402086675 and training accuracy:0.997463405132 validation cost:0.0111977383494 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.687774897 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679664537311 and training accuracy:0.990258872509 validation cost:0.0670847222209 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365458652377 and training accuracy:0.996572554111 validation cost:0.0357870198786 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259661134332 and training accuracy:0.997384309769 validation cost:0.0259097926319 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.020269382745 and training accuracy:0.997745096684 validation cost:0.0197468493134 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162618216127 and training accuracy:0.998196065426 validation cost:0.0156298968941 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0136731732637 and training accuracy:0.998556852341 validation cost:0.0140346735716 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0116980187595 and training accuracy:0.998556852341 validation cost:0.0119002228603 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104258200154 and training accuracy:0.9987372756 validation cost:0.0108238393441 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00950200576335 and training accuracy:0.9987372756 validation cost:0.00984010286629 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.823704958 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150679454207 and training accuracy:0.963587284088 validation cost:0.154104024172 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.10400595516 and training accuracy:0.972154974937 validation cost:0.105971820652 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0845864415169 and training accuracy:0.974483132362 validation cost:0.0858566239476 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0725689902902 and training accuracy:0.978487610817 validation cost:0.0715375468135 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0630239620805 and training accuracy:0.982212722301 validation cost:0.0635188147426 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0565400160849 and training accuracy:0.984075248241 validation cost:0.0550074204803 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0518557317555 and training accuracy:0.985285878181 validation cost:0.0501451715827 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0469893217087 and training accuracy:0.986589670181 validation cost:0.0450131781399 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0431905426085 and training accuracy:0.987148463726 validation cost:0.0408371053636 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.158995867 Method 3 test accuracy:0.796599984169 Training with lmbda:0, 48 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:130.143792152 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580960251391 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476470403373 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.794175863 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256434321 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.846777916 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194009188563 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.015670472756 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.8104949 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151703119278 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102396644652 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814579501748 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689342692494 and training accuracy:0.980629563332 validation cost:0.0685682967305 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609318986535 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0535955689847 and training accuracy:0.984633982182 validation cost:0.0505174845457 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.049071803689 and training accuracy:0.985751509666 validation cost:0.0494677238166 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0446933321655 and training accuracy:0.987427830696 validation cost:0.0449233613908 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0412671677768 and training accuracy:0.987800359726 validation cost:0.0424859561026 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.83138895 Method 3 test accuracy:0.77840000391 Training with lmbda:75058.9857024, 49 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.493085861 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115142531693 and training accuracy:0.968366503716 validation cost:0.119388438761 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913700312376 and training accuracy:0.971729815006 validation cost:0.0965802669525 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0762144327164 and training accuracy:0.974911391735 validation cost:0.0821544378996 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0651240050793 and training accuracy:0.979274630547 validation cost:0.0662573948503 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578850507736 and training accuracy:0.981819808483 validation cost:0.0605277307332 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521998219192 and training accuracy:0.984001457691 validation cost:0.0546661168337 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477436631918 and training accuracy:0.985637664795 validation cost:0.0517078563571 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0445388741791 and training accuracy:0.986546695232 validation cost:0.0477787666023 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.548373938 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943345203996 and training accuracy:0.993463397026 validation cost:0.0832012742758 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534858629107 and training accuracy:0.99317073822 validation cost:0.0437155328691 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377362817526 and training accuracy:0.994829297066 validation cost:0.0292080491781 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290011856705 and training accuracy:0.996390223503 validation cost:0.0224236603826 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0241885315627 and training accuracy:0.997073173523 validation cost:0.0180627964437 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209369286895 and training accuracy:0.99726831913 validation cost:0.0142166875303 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184014365077 and training accuracy:0.997463405132 validation cost:0.0122157139704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165850128978 and training accuracy:0.997365832329 validation cost:0.0106080286205 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151245268062 and training accuracy:0.997365832329 validation cost:0.00940671283752 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.498211861 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.062835380435 and training accuracy:0.990890204906 validation cost:0.063418649137 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0346990600228 and training accuracy:0.996752977371 validation cost:0.0342474356294 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0247520022094 and training accuracy:0.997654914856 validation cost:0.0256326794624 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0196173135191 and training accuracy:0.997474491596 validation cost:0.0207964256406 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0159953981638 and training accuracy:0.997654914856 validation cost:0.0164011865854 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0137349180877 and training accuracy:0.998015701771 validation cost:0.014082768932 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0120260324329 and training accuracy:0.998196065426 validation cost:0.0125771127641 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0108047574759 and training accuracy:0.998376488686 validation cost:0.0114710396156 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00953777506948 and training accuracy:0.998917639256 validation cost:0.00955110229552 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.569179058 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15205180645 and training accuracy:0.966753602028 validation cost:0.148043185472 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.103212371469 and training accuracy:0.971782445908 validation cost:0.102827072144 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0821356922388 and training accuracy:0.975786924362 validation cost:0.0826847031713 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0686698779464 and training accuracy:0.981095194817 validation cost:0.0673614889383 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0611012205482 and training accuracy:0.982957720757 validation cost:0.0600369907916 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537498742342 and training accuracy:0.984633982182 validation cost:0.0503900311887 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0494879968464 and training accuracy:0.985565304756 validation cost:0.047580935061 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0449765175581 and training accuracy:0.987427830696 validation cost:0.043920468539 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0418488830328 and training accuracy:0.988172829151 validation cost:0.0418157950044 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.408889055 Method 3 test accuracy:0.779299974442 Training with lmbda:76519.6140098, 50 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:130.31983304 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115142844617 and training accuracy:0.968366503716 validation cost:0.119561992586 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913783088326 and training accuracy:0.971729815006 validation cost:0.0965802669525 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0762215331197 and training accuracy:0.974911391735 validation cost:0.0821544378996 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0649946928024 and training accuracy:0.97909283638 validation cost:0.0661821067333 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0579099394381 and training accuracy:0.981819808483 validation cost:0.0607856586576 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0522638745606 and training accuracy:0.984092354774 validation cost:0.0546673089266 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477084033191 and training accuracy:0.985637664795 validation cost:0.0514009073377 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0444102585316 and training accuracy:0.986546695232 validation cost:0.0476811230183 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.639794827 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943309292197 and training accuracy:0.993463397026 validation cost:0.083454079926 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.05350555107 and training accuracy:0.993073165417 validation cost:0.0436263680458 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.037858530879 and training accuracy:0.994829297066 validation cost:0.0294340346009 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290958583355 and training accuracy:0.996390223503 validation cost:0.0225362069905 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0241861380637 and training accuracy:0.997073173523 validation cost:0.0181105602533 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209628809243 and training accuracy:0.99726831913 validation cost:0.0142862992361 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184144042432 and training accuracy:0.997365832329 validation cost:0.0123764574528 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167526118457 and training accuracy:0.997170746326 validation cost:0.0107209635898 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151350395754 and training accuracy:0.99726831913 validation cost:0.00924000889063 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.590517044 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627713724971 and training accuracy:0.990890204906 validation cost:0.0633789598942 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0346990115941 and training accuracy:0.996752977371 validation cost:0.0342031791806 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0246940031648 and training accuracy:0.997745096684 validation cost:0.0257260985672 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195685531944 and training accuracy:0.997564733028 validation cost:0.020457636565 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0159881152213 and training accuracy:0.997654914856 validation cost:0.0164661984891 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0136962225661 and training accuracy:0.998015701771 validation cost:0.014076766558 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119511382654 and training accuracy:0.998196065426 validation cost:0.0125768529251 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0108189750463 and training accuracy:0.998376488686 validation cost:0.0112714348361 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00958346668631 and training accuracy:0.998917639256 validation cost:0.00955196004361 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.930998087 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151592612267 and training accuracy:0.967126071453 validation cost:0.147369906306 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103247702122 and training accuracy:0.971968710423 validation cost:0.102280840278 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.08214661479 and training accuracy:0.975880026817 validation cost:0.082128919661 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0687948837876 and training accuracy:0.980908930302 validation cost:0.0671234205365 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0609991140664 and training accuracy:0.983050823212 validation cost:0.0598672330379 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538678057492 and training accuracy:0.984447777271 validation cost:0.0501695610583 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0491104722023 and training accuracy:0.986030936241 validation cost:0.0473371855915 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0450722202659 and training accuracy:0.987334728241 validation cost:0.0440173335373 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0421852469444 and training accuracy:0.988172829151 validation cost:0.0420116893947 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.666123867 Method 3 test accuracy:0.778999984264 Training with lmbda:76708.8323711, 51 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.29325819 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115142844617 and training accuracy:0.968366503716 validation cost:0.119561992586 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913783088326 and training accuracy:0.971729815006 validation cost:0.0965802669525 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0762215331197 and training accuracy:0.974911391735 validation cost:0.0821544378996 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0649946928024 and training accuracy:0.97909283638 validation cost:0.0661821067333 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0579099394381 and training accuracy:0.981819808483 validation cost:0.0607856586576 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0522638745606 and training accuracy:0.984092354774 validation cost:0.0546673089266 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477156341076 and training accuracy:0.985637664795 validation cost:0.0514009073377 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0444119386375 and training accuracy:0.986546695232 validation cost:0.0476811230183 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.577574968 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943320468068 and training accuracy:0.993463397026 validation cost:0.083454079926 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053476575762 and training accuracy:0.993073165417 validation cost:0.0436345897615 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377970449626 and training accuracy:0.994829297066 validation cost:0.0294636078179 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290538929403 and training accuracy:0.996390223503 validation cost:0.0225179158151 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0241600051522 and training accuracy:0.997073173523 validation cost:0.0180960316211 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209286939353 and training accuracy:0.99726831913 validation cost:0.0142810409889 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184405632317 and training accuracy:0.997463405132 validation cost:0.0123770684004 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167204476893 and training accuracy:0.997170746326 validation cost:0.0107160797343 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150905847549 and training accuracy:0.997365832329 validation cost:0.00924033485353 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.426673889 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627158358693 and training accuracy:0.990980446339 validation cost:0.0633148103952 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.034668225795 and training accuracy:0.996752977371 validation cost:0.0342685058713 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0247444044799 and training accuracy:0.997654914856 validation cost:0.025628356263 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195966791362 and training accuracy:0.997474491596 validation cost:0.0208115819842 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0159929897636 and training accuracy:0.997654914856 validation cost:0.0164612792432 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0137081686407 and training accuracy:0.998015701771 validation cost:0.0140861030668 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119099868461 and training accuracy:0.998196065426 validation cost:0.0126068908721 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107589596882 and training accuracy:0.998376488686 validation cost:0.0112687638029 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00955990981311 and training accuracy:0.998917639256 validation cost:0.00954702869058 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.655004025 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15173189342 and training accuracy:0.966753602028 validation cost:0.14771386981 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.103226751089 and training accuracy:0.971875607967 validation cost:0.102559313178 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0821787267923 and training accuracy:0.975880026817 validation cost:0.0817890688777 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0688389018178 and training accuracy:0.981095194817 validation cost:0.0675239861012 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0611637867987 and training accuracy:0.982864618301 validation cost:0.0601266957819 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538962706923 and training accuracy:0.984447777271 validation cost:0.0503071807325 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0489577315748 and training accuracy:0.986217200756 validation cost:0.0472070500255 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0449737198651 and training accuracy:0.987334728241 validation cost:0.0437383279204 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0422248989344 and training accuracy:0.987707197666 validation cost:0.0419226549566 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.535720825 Method 3 test accuracy:0.778999984264 Training with lmbda:78479.6173137, 52 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:130.391388178 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171822085977 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115122787654 and training accuracy:0.968366503716 validation cost:0.119388438761 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913701802492 and training accuracy:0.971729815006 validation cost:0.0965802669525 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0762087479234 and training accuracy:0.974911391735 validation cost:0.0821544378996 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0649398416281 and training accuracy:0.979183733463 validation cost:0.0661821067333 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578276179731 and training accuracy:0.9817289114 validation cost:0.0606317929924 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521842092276 and training accuracy:0.983910560608 validation cost:0.0546438992023 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477249547839 and training accuracy:0.985637664795 validation cost:0.0513819418848 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0442692413926 and training accuracy:0.986546695232 validation cost:0.0475197061896 and validation accuracy:0.984375 Training on :(2, 3) Time taken:124.093115091 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942865982652 and training accuracy:0.993463397026 validation cost:0.0831095054746 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534523315728 and training accuracy:0.993073165417 validation cost:0.0436769872904 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377492718399 and training accuracy:0.994829297066 validation cost:0.0292483717203 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290929097682 and training accuracy:0.996390223503 validation cost:0.0224606376141 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242160446942 and training accuracy:0.997073173523 validation cost:0.0181230548769 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209753289819 and training accuracy:0.997170746326 validation cost:0.0143041266128 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184596534818 and training accuracy:0.997365832329 validation cost:0.0123921511695 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0166119039059 and training accuracy:0.99726831913 validation cost:0.0106206061319 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150556508452 and training accuracy:0.997463405132 validation cost:0.00944059807807 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.669142962 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627583637834 and training accuracy:0.990980446339 validation cost:0.0633895397186 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0346401445568 and training accuracy:0.996662735939 validation cost:0.0343701839447 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0247915927321 and training accuracy:0.997654914856 validation cost:0.0256582349539 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0196290872991 and training accuracy:0.997474491596 validation cost:0.020791657269 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0159780457616 and training accuracy:0.997745096684 validation cost:0.0160454567522 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0136986570433 and training accuracy:0.998015701771 validation cost:0.0140739502385 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0120151173323 and training accuracy:0.998196065426 validation cost:0.0127382231876 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107790995389 and training accuracy:0.998376488686 validation cost:0.0114658977836 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.009571056813 and training accuracy:0.998917639256 validation cost:0.00953708589077 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.477636814 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151503264904 and training accuracy:0.967126071453 validation cost:0.147019460797 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103343203664 and training accuracy:0.971596181393 validation cost:0.102387875319 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0819744169712 and training accuracy:0.975973188877 validation cost:0.0820074602962 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0688288509846 and training accuracy:0.980908930302 validation cost:0.067292816937 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0611677989364 and training accuracy:0.983050823212 validation cost:0.060265276581 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537890456617 and training accuracy:0.984633982182 validation cost:0.0506291687489 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0492285266519 and training accuracy:0.985844671726 validation cost:0.0469500236213 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0450237616897 and training accuracy:0.987241566181 validation cost:0.0439608842134 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0420279055834 and training accuracy:0.988172829151 validation cost:0.0422836244106 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.708440065 Method 3 test accuracy:0.779200017452 Training with lmbda:80306.4698844, 53 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.114984035 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171822085977 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115122787654 and training accuracy:0.968366503716 validation cost:0.119388438761 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0912761390209 and training accuracy:0.971729815006 validation cost:0.0964259728789 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760569646955 and training accuracy:0.975002288818 validation cost:0.0818980485201 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0650810673833 and training accuracy:0.97909283638 validation cost:0.0661189332604 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578393228352 and training accuracy:0.981819808483 validation cost:0.0603632591665 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523175112903 and training accuracy:0.984001457691 validation cost:0.0547284297645 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.047728639096 and training accuracy:0.985455870628 validation cost:0.0518204271793 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0444044359028 and training accuracy:0.986728489399 validation cost:0.0473712421954 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.188951969 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.094476185739 and training accuracy:0.993463397026 validation cost:0.0838185027242 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0533608756959 and training accuracy:0.993073165417 validation cost:0.043423935771 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378384031355 and training accuracy:0.994829297066 validation cost:0.0294207911938 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291345398873 and training accuracy:0.996390223503 validation cost:0.0225200429559 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242092777044 and training accuracy:0.997170746326 validation cost:0.0180695466697 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209233723581 and training accuracy:0.997170746326 validation cost:0.0141922384501 and validation accuracy:1.0 Training on :(4, 5) training cost:0.018488496542 and training accuracy:0.997365832329 validation cost:0.0123107312247 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165653191507 and training accuracy:0.997365832329 validation cost:0.0105528756976 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152588114142 and training accuracy:0.99726831913 validation cost:0.00946881901473 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.998605013 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628012865782 and training accuracy:0.990890204906 validation cost:0.063382178545 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347354076803 and training accuracy:0.996752977371 validation cost:0.0341250449419 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0247172843665 and training accuracy:0.997654914856 validation cost:0.025704132393 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0196499209851 and training accuracy:0.997474491596 validation cost:0.0208081007004 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0160600543022 and training accuracy:0.997654914856 validation cost:0.0169119630009 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0137773184106 and training accuracy:0.998015701771 validation cost:0.0140728550032 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119587918743 and training accuracy:0.998196065426 validation cost:0.0127223981544 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107806110755 and training accuracy:0.998376488686 validation cost:0.0114733716473 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00958666671067 and training accuracy:0.998917639256 validation cost:0.00964017491788 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.177675962 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151908397675 and training accuracy:0.966939866543 validation cost:0.147906824946 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.103394657373 and training accuracy:0.971689343452 validation cost:0.102907240391 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0820737555623 and training accuracy:0.975973188877 validation cost:0.0824799612164 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0689473226666 and training accuracy:0.980815768242 validation cost:0.0672071501613 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0610666796565 and training accuracy:0.982771456242 validation cost:0.06017274037 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0535218790174 and training accuracy:0.984913408756 validation cost:0.04992865026 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0494353286922 and training accuracy:0.985844671726 validation cost:0.0474459119141 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0451363138855 and training accuracy:0.987427830696 validation cost:0.0438895970583 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0421466045082 and training accuracy:0.987893462181 validation cost:0.0417792983353 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.592074871 Method 3 test accuracy:0.779299974442 Training with lmbda:81792.5617724, 54 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.983519077 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171822085977 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115122787654 and training accuracy:0.968366503716 validation cost:0.119388438761 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0912761390209 and training accuracy:0.971729815006 validation cost:0.0964259728789 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760584324598 and training accuracy:0.975002288818 validation cost:0.0818980485201 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0650812238455 and training accuracy:0.97909283638 validation cost:0.0661189332604 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0579724349082 and training accuracy:0.981819808483 validation cost:0.0604020431638 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0525121167302 and training accuracy:0.983910560608 validation cost:0.0545750744641 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477462820709 and training accuracy:0.985637664795 validation cost:0.0518206469715 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0444652289152 and training accuracy:0.986637592316 validation cost:0.0469460487366 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.205420017 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.094244197011 and training accuracy:0.993463397026 validation cost:0.083076916635 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.05338967219 and training accuracy:0.993073165417 validation cost:0.0435516610742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379064269364 and training accuracy:0.994829297066 validation cost:0.0295544750988 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029050540179 and training accuracy:0.996390223503 validation cost:0.022428823635 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0241454355419 and training accuracy:0.997170746326 validation cost:0.0179707426578 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0210091844201 and training accuracy:0.997170746326 validation cost:0.0142597742379 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184538029134 and training accuracy:0.997365832329 validation cost:0.0122997835279 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016528531909 and training accuracy:0.997365832329 validation cost:0.0106070684269 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152049036697 and training accuracy:0.99726831913 validation cost:0.00940499361604 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.503526211 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.062850035727 and training accuracy:0.990890204906 validation cost:0.0633274018764 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347230024636 and training accuracy:0.996752977371 validation cost:0.0340939313173 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0247225910425 and training accuracy:0.997654914856 validation cost:0.0256618317217 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195947308093 and training accuracy:0.997474491596 validation cost:0.0207948032767 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0159769076854 and training accuracy:0.997654914856 validation cost:0.0164522919804 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.013721762225 and training accuracy:0.998015701771 validation cost:0.0140629699454 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119816353545 and training accuracy:0.998196065426 validation cost:0.012755734846 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107201738283 and training accuracy:0.998376488686 validation cost:0.011143325828 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00957975909114 and training accuracy:0.998917639256 validation cost:0.00965977273881 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.46389699 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151476427913 and training accuracy:0.967219233513 validation cost:0.147147610784 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103425376117 and training accuracy:0.971689343452 validation cost:0.10295843333 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0820711106062 and training accuracy:0.975973188877 validation cost:0.0820417925715 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689773857594 and training accuracy:0.980722665787 validation cost:0.0677374601364 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0612378045917 and training accuracy:0.982771456242 validation cost:0.0601765364408 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0535788871348 and training accuracy:0.985006511211 validation cost:0.0499944575131 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0492341145873 and training accuracy:0.985844671726 validation cost:0.047589816153 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.045061737299 and training accuracy:0.987334728241 validation cost:0.0437273196876 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.042111787945 and training accuracy:0.988079726696 validation cost:0.0419848635793 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.25474 Method 3 test accuracy:0.779299974442 Training with lmbda:82188.6666178, 55 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.059997082 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115122638643 and training accuracy:0.968366503716 validation cost:0.119388438761 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0912732556462 and training accuracy:0.971729815006 validation cost:0.0964259728789 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760569646955 and training accuracy:0.975002288818 validation cost:0.0818980485201 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0650825425982 and training accuracy:0.97909283638 validation cost:0.0661299154162 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0579325370491 and training accuracy:0.981819808483 validation cost:0.0603953935206 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523769631982 and training accuracy:0.983910560608 validation cost:0.0546875856817 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476441793144 and training accuracy:0.985455870628 validation cost:0.0520601868629 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0443507134914 and training accuracy:0.986819386482 validation cost:0.0465461239219 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.396955967 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943308845162 and training accuracy:0.993463397026 validation cost:0.0835992544889 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534334629774 and training accuracy:0.992975592613 validation cost:0.0435563772917 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377693213522 and training accuracy:0.994829297066 validation cost:0.0292539149523 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290925092995 and training accuracy:0.996390223503 validation cost:0.0224195066839 and validation accuracy:1.0 Training on :(4, 5) training cost:0.024251839146 and training accuracy:0.997073173523 validation cost:0.0180596318096 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209856238216 and training accuracy:0.997170746326 validation cost:0.0142658092082 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184142179787 and training accuracy:0.997365832329 validation cost:0.0123024461791 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165058467537 and training accuracy:0.997365832329 validation cost:0.0105890464038 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152515806258 and training accuracy:0.99726831913 validation cost:0.00941486377269 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.699604034 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628136321902 and training accuracy:0.990890204906 validation cost:0.0634082183242 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0346736721694 and training accuracy:0.996752977371 validation cost:0.0341020561755 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0246999207884 and training accuracy:0.997654914856 validation cost:0.0255815964192 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0196054689586 and training accuracy:0.997474491596 validation cost:0.0208045057952 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0160121079534 and training accuracy:0.997745096684 validation cost:0.0165728460997 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.013730423525 and training accuracy:0.998015701771 validation cost:0.0140636870638 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119763314724 and training accuracy:0.998196065426 validation cost:0.0127367964014 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107713527977 and training accuracy:0.998376488686 validation cost:0.0113121969625 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00958660058677 and training accuracy:0.998917639256 validation cost:0.00965163297951 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.570711851 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151525720954 and training accuracy:0.967219233513 validation cost:0.14678825438 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.10340154916 and training accuracy:0.971596181393 validation cost:0.102943055332 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0820826217532 and training accuracy:0.976159453392 validation cost:0.082349024713 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0688940286636 and training accuracy:0.980629563332 validation cost:0.0682429820299 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0610225722194 and training accuracy:0.983050823212 validation cost:0.0601120479405 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0536871552467 and training accuracy:0.985006511211 validation cost:0.0500402003527 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0489651449025 and training accuracy:0.986124038696 validation cost:0.0470593869686 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.045007634908 and training accuracy:0.987241566181 validation cost:0.0438880436122 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0424516275525 and training accuracy:0.987986564636 validation cost:0.0418125838041 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.471923113 Method 3 test accuracy:0.778800010681 Training with lmbda:83384.3635591, 56 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.847259045 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115139946342 and training accuracy:0.968366503716 validation cost:0.119561992586 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913570523262 and training accuracy:0.971729815006 validation cost:0.0964259728789 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0761051774025 and training accuracy:0.975002288818 validation cost:0.0818980485201 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0652659833431 and training accuracy:0.979183733463 validation cost:0.0662798210979 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0577475726604 and training accuracy:0.981819808483 validation cost:0.0604510381818 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0524248555303 and training accuracy:0.984092354774 validation cost:0.0546732395887 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.047930713743 and training accuracy:0.985637664795 validation cost:0.0521884821355 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0442297644913 and training accuracy:0.986728489399 validation cost:0.0465619899333 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.485718012 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942781493068 and training accuracy:0.993463397026 validation cost:0.0833554193377 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0535768158734 and training accuracy:0.992975592613 validation cost:0.0437269322574 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377885885537 and training accuracy:0.994829297066 validation cost:0.0294238738716 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290624946356 and training accuracy:0.996390223503 validation cost:0.0225192196667 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242548063397 and training accuracy:0.997073173523 validation cost:0.0180954355747 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209676306695 and training accuracy:0.997170746326 validation cost:0.0141915166751 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184450056404 and training accuracy:0.997365832329 validation cost:0.0123134152964 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164871141315 and training accuracy:0.997365832329 validation cost:0.0106123266742 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151250688359 and training accuracy:0.99726831913 validation cost:0.00942228361964 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.635336876 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628113374114 and training accuracy:0.990890204906 validation cost:0.063461355865 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347506329417 and training accuracy:0.996752977371 validation cost:0.0343113690615 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0247665923089 and training accuracy:0.997654914856 validation cost:0.0256327651441 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195509828627 and training accuracy:0.997564733028 validation cost:0.0204669255763 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0159466024488 and training accuracy:0.997654914856 validation cost:0.0163800809532 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0137238902971 and training accuracy:0.998015701771 validation cost:0.0140884984285 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0120112719014 and training accuracy:0.998196065426 validation cost:0.0127530395985 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107460580766 and training accuracy:0.998376488686 validation cost:0.0113210547715 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00957812927663 and training accuracy:0.998917639256 validation cost:0.00954160746187 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.356364012 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151571914554 and training accuracy:0.967032968998 validation cost:0.147071793675 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103339895606 and training accuracy:0.971689343452 validation cost:0.102264344692 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0821992754936 and training accuracy:0.976066291332 validation cost:0.082015439868 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0692774802446 and training accuracy:0.980722665787 validation cost:0.0686660408974 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0611975044012 and training accuracy:0.982864618301 validation cost:0.0602394789457 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537712834775 and training accuracy:0.984913408756 validation cost:0.050419408828 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490711741149 and training accuracy:0.986030936241 validation cost:0.0463560223579 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0450752601027 and training accuracy:0.987427830696 validation cost:0.0438220873475 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0422674305737 and training accuracy:0.987800359726 validation cost:0.0416662879288 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.786128998 Method 3 test accuracy:0.778500020504 Training with lmbda:85323.1594388, 57 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.539300919 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115139946342 and training accuracy:0.968366503716 validation cost:0.119561992586 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913570523262 and training accuracy:0.971729815006 validation cost:0.0964259728789 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0761053189635 and training accuracy:0.975002288818 validation cost:0.0818980485201 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0651857107878 and training accuracy:0.97909283638 validation cost:0.0661704689264 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578314252198 and training accuracy:0.981819808483 validation cost:0.0604789964855 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523060299456 and training accuracy:0.984092354774 validation cost:0.0546725317836 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477924644947 and training accuracy:0.985637664795 validation cost:0.0521959923208 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0442370027304 and training accuracy:0.986637592316 validation cost:0.0469457320869 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.177412033 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942666381598 and training accuracy:0.993463397026 validation cost:0.0831609293818 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0533946938813 and training accuracy:0.993073165417 validation cost:0.0435535684228 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378305725753 and training accuracy:0.994829297066 validation cost:0.0295158214867 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290932115167 and training accuracy:0.996390223503 validation cost:0.0224364846945 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242425408214 and training accuracy:0.997073173523 validation cost:0.0180223155767 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209083016962 and training accuracy:0.997170746326 validation cost:0.0141818905249 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184810627252 and training accuracy:0.997365832329 validation cost:0.012300604023 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165351424366 and training accuracy:0.997365832329 validation cost:0.0105723254383 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151477614418 and training accuracy:0.997365832329 validation cost:0.00943832099438 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.571834087 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627807304263 and training accuracy:0.990890204906 validation cost:0.0634240582585 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347084626555 and training accuracy:0.996752977371 validation cost:0.0341297537088 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0248036123812 and training accuracy:0.997654914856 validation cost:0.0256613753736 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195366479456 and training accuracy:0.997564733028 validation cost:0.0204644910991 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0160129740834 and training accuracy:0.997654914856 validation cost:0.0167377665639 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0137207647786 and training accuracy:0.998015701771 validation cost:0.0139159597456 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119621334597 and training accuracy:0.998196065426 validation cost:0.0127283111215 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107225440443 and training accuracy:0.998466670513 validation cost:0.0113266371191 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00957598537207 and training accuracy:0.998917639256 validation cost:0.0096132978797 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.860145092 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151775181293 and training accuracy:0.967032968998 validation cost:0.147805258632 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103447191417 and training accuracy:0.971689343452 validation cost:0.102318935096 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0821782797575 and training accuracy:0.975880026817 validation cost:0.0821877866983 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0691611766815 and training accuracy:0.980722665787 validation cost:0.0683521851897 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0608156733215 and training accuracy:0.982957720757 validation cost:0.0603018589318 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539313927293 and training accuracy:0.984633982182 validation cost:0.0508565232158 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0491075962782 and training accuracy:0.986217200756 validation cost:0.046690735966 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0450688712299 and training accuracy:0.987427830696 validation cost:0.0438625440001 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0424136966467 and training accuracy:0.988265991211 validation cost:0.0416224114597 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.4896698 Method 3 test accuracy:0.778599977493 Training with lmbda:85559.701654, 58 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:130.26198101 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115139946342 and training accuracy:0.968366503716 validation cost:0.119561992586 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913570523262 and training accuracy:0.971729815006 validation cost:0.0964259728789 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0761049389839 and training accuracy:0.975002288818 validation cost:0.0818980485201 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0651857107878 and training accuracy:0.97909283638 validation cost:0.0661704689264 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578345768154 and training accuracy:0.981819808483 validation cost:0.0604789964855 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523056462407 and training accuracy:0.984092354774 validation cost:0.0546725317836 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477958805859 and training accuracy:0.985637664795 validation cost:0.0522069707513 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0442370027304 and training accuracy:0.986637592316 validation cost:0.0469457320869 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.495640039 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0942661166191 and training accuracy:0.993463397026 validation cost:0.0832268297672 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0532869175076 and training accuracy:0.993073165417 validation cost:0.0435493849218 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378375165164 and training accuracy:0.994829297066 validation cost:0.0296670701355 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290912780911 and training accuracy:0.996390223503 validation cost:0.0224488899112 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242615323514 and training accuracy:0.997073173523 validation cost:0.0181068275124 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209098681808 and training accuracy:0.997170746326 validation cost:0.0141812935472 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184083711356 and training accuracy:0.997365832329 validation cost:0.0123023577034 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165598746389 and training accuracy:0.997365832329 validation cost:0.0106107834727 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151527542621 and training accuracy:0.997365832329 validation cost:0.00943514145911 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.627712011 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627222210169 and training accuracy:0.990890204906 validation cost:0.0633791610599 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347224622965 and training accuracy:0.996752977371 validation cost:0.0341086275876 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0247486457229 and training accuracy:0.997654914856 validation cost:0.025628356263 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0196381397545 and training accuracy:0.997474491596 validation cost:0.0208157077432 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0160056930035 and training accuracy:0.997654914856 validation cost:0.0167382936925 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0137126743793 and training accuracy:0.998015701771 validation cost:0.0139047279954 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119571005926 and training accuracy:0.998196065426 validation cost:0.0127426870167 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107403872535 and training accuracy:0.998466670513 validation cost:0.0113203460351 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00957497768104 and training accuracy:0.998917639256 validation cost:0.00961349159479 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.171597004 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151726379991 and training accuracy:0.966939866543 validation cost:0.147664412856 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.103487081826 and training accuracy:0.971596181393 validation cost:0.102160267532 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0821980163455 and training accuracy:0.975880026817 validation cost:0.082259170711 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0693240314722 and training accuracy:0.980443298817 validation cost:0.0689415112138 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0610243491828 and training accuracy:0.982957720757 validation cost:0.0603097602725 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.053860899061 and training accuracy:0.984633982182 validation cost:0.050041988492 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0489911660552 and training accuracy:0.986124038696 validation cost:0.0464966371655 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0450724214315 and training accuracy:0.987427830696 validation cost:0.0438546128571 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0422606728971 and training accuracy:0.987893462181 validation cost:0.0419251173735 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.856936216 Method 3 test accuracy:0.778800010681 Training with lmbda:86141.5244289, 59 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.172003031 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115139946342 and training accuracy:0.968366503716 validation cost:0.119561992586 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913570523262 and training accuracy:0.971729815006 validation cost:0.0964259728789 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0761049389839 and training accuracy:0.975002288818 validation cost:0.0818980485201 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0651857107878 and training accuracy:0.97909283638 validation cost:0.0661704689264 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0579773299396 and training accuracy:0.981819808483 validation cost:0.0605415962636 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523134581745 and training accuracy:0.984092354774 validation cost:0.0546446405351 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0478291884065 and training accuracy:0.985637664795 validation cost:0.0521754994988 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0443690307438 and training accuracy:0.986637592316 validation cost:0.0469424128532 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.47497797 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943845957518 and training accuracy:0.993463397026 validation cost:0.0835918560624 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534305386245 and training accuracy:0.992975592613 validation cost:0.043635725975 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378525480628 and training accuracy:0.994829297066 validation cost:0.0296344142407 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290099475533 and training accuracy:0.996390223503 validation cost:0.0225323364139 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242514461279 and training accuracy:0.997170746326 validation cost:0.0179999563843 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0210066642612 and training accuracy:0.99726831913 validation cost:0.0142387887463 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185067187995 and training accuracy:0.997365832329 validation cost:0.012344641611 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165386348963 and training accuracy:0.997365832329 validation cost:0.0105966283008 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153118642047 and training accuracy:0.997170746326 validation cost:0.00942025706172 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.857161999 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627737417817 and training accuracy:0.990890204906 validation cost:0.0634107366204 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347642935812 and training accuracy:0.996662735939 validation cost:0.0341239236295 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0247135516256 and training accuracy:0.997654914856 validation cost:0.0256354101002 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0196077469736 and training accuracy:0.997474491596 validation cost:0.0208057481796 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0159669518471 and training accuracy:0.997654914856 validation cost:0.016457054764 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0137404799461 and training accuracy:0.998015701771 validation cost:0.014080952853 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119921052828 and training accuracy:0.998196065426 validation cost:0.0127606615424 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107437679544 and training accuracy:0.998466670513 validation cost:0.0114796431735 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00958537403494 and training accuracy:0.998917639256 validation cost:0.00961663946509 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:128.72305584 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151612833142 and training accuracy:0.967032968998 validation cost:0.14728243649 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103492751718 and training accuracy:0.971689343452 validation cost:0.102921471 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0822907015681 and training accuracy:0.975973188877 validation cost:0.0817646235228 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0691960677505 and training accuracy:0.980629563332 validation cost:0.0685686245561 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609834827483 and training accuracy:0.982864618301 validation cost:0.0602100081742 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539142228663 and training accuracy:0.984820246696 validation cost:0.0506231710315 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.04902433604 and training accuracy:0.986124038696 validation cost:0.0464851371944 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0448661670089 and training accuracy:0.987707197666 validation cost:0.0432286076248 and validation accuracy:0.992467045784 Training on :(8, 9) training cost:0.0424690172076 and training accuracy:0.988079726696 validation cost:0.0415023565292 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:128.892805099 Method 3 test accuracy:0.778500020504 Total time:37096.9317429
final_test_acc = pd.DataFrame({'Method3':method3_test_accs, 'lambdas':lmbdas})
final_test_acc.to_csv('spike_sh_11lmbdas_ar1_3lyrs_he1_75_875.csv')
final_test_acc
| Method3 | lambdas | |
|---|---|---|
| 0 | 0.7898 | 0.000000 |
| 1 | 0.7811 | 75058.985702 |
| 2 | 0.7808 | 76519.614010 |
| 3 | 0.7808 | 76708.832371 |
| 4 | 0.7806 | 78479.617314 |
| 5 | 0.7808 | 80306.469884 |
| 6 | 0.7802 | 81792.561772 |
| 7 | 0.7805 | 82188.666618 |
| 8 | 0.7808 | 83384.363559 |
| 9 | 0.7886 | 85323.159439 |
| 10 | 0.7805 | 85559.701654 |
| 11 | 0.7806 | 86141.524429 |
| 12 | 0.7927 | 0.000000 |
| 13 | 0.7939 | 75058.985702 |
| 14 | 0.7936 | 76519.614010 |
| 15 | 0.7943 | 76708.832371 |
| 16 | 0.7937 | 78479.617314 |
| 17 | 0.7936 | 80306.469884 |
| 18 | 0.7941 | 81792.561772 |
| 19 | 0.7934 | 82188.666618 |
| 20 | 0.7936 | 83384.363559 |
| 21 | 0.7931 | 85323.159439 |
| 22 | 0.7933 | 85559.701654 |
| 23 | 0.7943 | 86141.524429 |
| 24 | 0.7879 | 0.000000 |
| 25 | 0.7868 | 75058.985702 |
| 26 | 0.7875 | 76519.614010 |
| 27 | 0.7874 | 76708.832371 |
| 28 | 0.7878 | 78479.617314 |
| 29 | 0.7870 | 80306.469884 |
| 30 | 0.7882 | 81792.561772 |
| 31 | 0.7877 | 82188.666618 |
| 32 | 0.7872 | 83384.363559 |
| 33 | 0.7876 | 85323.159439 |
| 34 | 0.7874 | 85559.701654 |
| 35 | 0.7877 | 86141.524429 |
| 36 | 0.7893 | 0.000000 |
| 37 | 0.7850 | 75058.985702 |
| 38 | 0.7904 | 76519.614010 |
| 39 | 0.7901 | 76708.832371 |
| 40 | 0.8039 | 78479.617314 |
| 41 | 0.7897 | 80306.469884 |
| 42 | 0.7971 | 81792.561772 |
| 43 | 0.7974 | 82188.666618 |
| 44 | 0.7973 | 83384.363559 |
| 45 | 0.7934 | 85323.159439 |
| 46 | 0.7970 | 85559.701654 |
| 47 | 0.7966 | 86141.524429 |
| 48 | 0.7784 | 0.000000 |
| 49 | 0.7793 | 75058.985702 |
| 50 | 0.7790 | 76519.614010 |
| 51 | 0.7790 | 76708.832371 |
| 52 | 0.7792 | 78479.617314 |
| 53 | 0.7793 | 80306.469884 |
| 54 | 0.7793 | 81792.561772 |
| 55 | 0.7788 | 82188.666618 |
| 56 | 0.7785 | 83384.363559 |
| 57 | 0.7786 | 85323.159439 |
| 58 | 0.7788 | 85559.701654 |
| 59 | 0.7785 | 86141.524429 |
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
mean_acc_grouped_by_lmbda = acc_grouped_by_lmbda.mean()
display(mean_acc_grouped_by_lmbda)
| Method3 | |
|---|---|
| lambdas | |
| 0.000000 | 0.78762 |
| 75058.985702 | 0.78522 |
| 76519.614010 | 0.78626 |
| 76708.832371 | 0.78632 |
| 78479.617314 | 0.78904 |
| 80306.469884 | 0.78608 |
| 81792.561772 | 0.78778 |
| 82188.666618 | 0.78756 |
| 83384.363559 | 0.78748 |
| 85323.159439 | 0.78826 |
| 85559.701654 | 0.78740 |
| 86141.524429 | 0.78754 |
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
std_acc_grouped_by_lmbda = acc_grouped_by_lmbda.std()
display(std_acc_grouped_by_lmbda)
| Method3 | |
|---|---|
| lambdas | |
| 0.000000 | 0.005442 |
| 75058.985702 | 0.005699 |
| 76519.614010 | 0.006226 |
| 76708.832371 | 0.006387 |
| 78479.617314 | 0.010151 |
| 80306.469884 | 0.006007 |
| 81792.561772 | 0.008005 |
| 82188.666618 | 0.008024 |
| 83384.363559 | 0.008050 |
| 85323.159439 | 0.005994 |
| 85559.701654 | 0.007883 |
| 86141.524429 | 0.008026 |
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
max_acc_grouped_by_lmbda = acc_grouped_by_lmbda.max()
display(max_acc_grouped_by_lmbda)
| Method3 | |
|---|---|
| lambdas | |
| 0.000000 | 0.7927 |
| 75058.985702 | 0.7939 |
| 76519.614010 | 0.7936 |
| 76708.832371 | 0.7943 |
| 78479.617314 | 0.8039 |
| 80306.469884 | 0.7936 |
| 81792.561772 | 0.7971 |
| 82188.666618 | 0.7974 |
| 83384.363559 | 0.7973 |
| 85323.159439 | 0.7934 |
| 85559.701654 | 0.7970 |
| 86141.524429 | 0.7966 |
mpl.rcParams['figure.figsize'] = 7,4.5
mpl.rcParams['axes.labelsize'] = 12
mpl.rcParams['lines.linewidth'] = 1.5
mpl.rcParams['lines.markersize'] = 8
mpl.rcParams['xtick.labelsize'] = 13
mpl.rcParams['ytick.labelsize'] = 12
mpl.rcParams['legend.fontsize'] = 12
mean_acc_grouped_by_lmbda.plot(y='Method3')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.show()
mpl.rcParams['figure.figsize'] = 7,4.5
mpl.rcParams['axes.labelsize'] = 12
mpl.rcParams['lines.linewidth'] = 1.5
mpl.rcParams['lines.markersize'] = 8
mpl.rcParams['xtick.labelsize'] = 13
mpl.rcParams['ytick.labelsize'] = 12
mpl.rcParams['legend.fontsize'] = 12
max_acc_grouped_by_lmbda.plot(y='Method3')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.show()
path = '/home/ruthvik/Desktop/Summer 2017/tf_graph_outputs/mnist/continual_learning/original_mnist_5sets'
merged = tf.summary.merge_all()
train_writer = tf.summary.FileWriter(path + '/spike_sh_8lmbdas_ar1_3lyrs_he1_75_80', sess.graph)
np.random.seed(100)
n_lmbdas = 8
a = np.random.uniform(low=7.5, high=8.0, size=(n_lmbdas,))
print(a)
print()
a = a*1.0e4
a = a[np.argsort(a)]
print(a)
print()
n_reps = 10
a = ([0]+a.tolist())*n_reps
n_lmbdas+=1
print(a, len(a))
[7.77170247 7.63918469 7.7122588 7.92238807 7.50235943 7.56078456 7.83537454 7.91292638] () [75023.59428095 75607.84560392 76391.84692547 77122.58795375 77717.02470895 78353.74542363 79129.26377553 79223.8806616 ] () ([0, 75023.59428095486, 75607.84560391557, 76391.84692546898, 77122.58795374566, 77717.02470895484, 78353.7454236339, 79129.26377552524, 79223.88066159951, 0, 75023.59428095486, 75607.84560391557, 76391.84692546898, 77122.58795374566, 77717.02470895484, 78353.7454236339, 79129.26377552524, 79223.88066159951, 0, 75023.59428095486, 75607.84560391557, 76391.84692546898, 77122.58795374566, 77717.02470895484, 78353.7454236339, 79129.26377552524, 79223.88066159951, 0, 75023.59428095486, 75607.84560391557, 76391.84692546898, 77122.58795374566, 77717.02470895484, 78353.7454236339, 79129.26377552524, 79223.88066159951, 0, 75023.59428095486, 75607.84560391557, 76391.84692546898, 77122.58795374566, 77717.02470895484, 78353.7454236339, 79129.26377552524, 79223.88066159951, 0, 75023.59428095486, 75607.84560391557, 76391.84692546898, 77122.58795374566, 77717.02470895484, 78353.7454236339, 79129.26377552524, 79223.88066159951, 0, 75023.59428095486, 75607.84560391557, 76391.84692546898, 77122.58795374566, 77717.02470895484, 78353.7454236339, 79129.26377552524, 79223.88066159951, 0, 75023.59428095486, 75607.84560391557, 76391.84692546898, 77122.58795374566, 77717.02470895484, 78353.7454236339, 79129.26377552524, 79223.88066159951, 0, 75023.59428095486, 75607.84560391557, 76391.84692546898, 77122.58795374566, 77717.02470895484, 78353.7454236339, 79129.26377552524, 79223.88066159951, 0, 75023.59428095486, 75607.84560391557, 76391.84692546898, 77122.58795374566, 77717.02470895484, 78353.7454236339, 79129.26377552524, 79223.88066159951], 90)
lmbdas = a
np.random.seed(0)
np_weights = []
low = -np.sqrt(2.0/(n_input)) # use 4 for sigmoid, 1 for tanh activation
high = np.sqrt(2.0/(n_input))
for i in range(n_reps):
np_weights.append(np.random.uniform(low=low,high=high,size=(n_input,n_middle)))
np_weights=[item for item in np_weights for i in range(n_lmbdas)]
print(len(np_weights), len(lmbdas))
(90, 90)
np.array_equal(np_weights[0], np_weights[8])
True
np.array_equal(np_weights[0], np_weights[9])
False
START_TIME = time.time()
method3_test_accs = []
#INITIALIZE THE NETWORK
logging_count = 0
sess.run(init_op,options=run_options, run_metadata=run_metadata)
sess.graph.finalize()
for l in range(len(lmbdas)):
print('Training with lmbda:{}, {}'.format(lmbdas[l], l))
#sess.run(init_op,options=run_options, run_metadata=run_metadata)
zeta = 1e-3
new_big_omeg_w2 = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
new_big_omeg_b2 = np.zeros(shape=[1,n_middle], dtype=np.float32)
w3_zeros = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
b3_zeros = np.zeros(shape=[1,n_out], dtype=np.float32)
w3_accum = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
w3_accum = []
b3_accum = np.zeros(shape=[1,n_out], dtype=np.float32)
b3_accum = []
reset_w2_grad_accum = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
reset_b2_grad_accum = np.zeros(shape=[1,n_middle], dtype=np.float32)
start_w2 = None
start_b2 = None
sess.run(w_2_update_op, {w_2_update_placeholder:np_weights[l]})
sess.run(b_2_update_op, {b_2_update_placeholder:np.zeros(shape=[1,n_middle],dtype=np.float32)})
end_w2 = None
end_b2 = None
old_test_data = []
historical_cross_test_acc = {}
historical_train_accuracies = {}
historical_train_costs = {}
historical_val_accuracies = {}
historical_val_costs = {}
sets = [(0,1), (2,3), (4,5), (6,7), (8,9)]
#sets = [(0,4),(5,9)]
test_labels_set = []
n_test_samples = []
for a_set in range(len(sets)):
current_set = sets[a_set]
current_set_name = 'set'+str(a_set)
mask_val = [0]*num_classes
for i in range(0, current_set[1]+1):
mask_val[i]=1
set_mask_val = np.array(mask_val, dtype=np.float32)
print('Current mask:{}'.format(set_mask_val))
train_data_set, valid_data_set, test_data_set = extract_class_data(start=current_set[0],
stop=current_set[1])
train_images_set, train_labels_set = train_data_set[0], train_data_set[1]
valid_images_set, valid_labels_set = valid_data_set[0], valid_data_set[1]
test_images_set, test_labels_set = test_data_set[0], test_data_set[1]
n_test_samples.append(len(test_labels_set))
train_total = len(train_images_set)
n_batches = len(train_images_set)/BATCH_SIZE
#@@print('Number of batches:{}'.format(n_batches))
#@@set_omegas = [tf.assign(big_omeg_w2, new_big_omeg_w2), tf.assign(big_omeg_b2, new_big_omeg_b2)]
#@@sess.run(set_omegas)
sess.run(big_omeg_w2_update_op, {big_omeg_w2_update_placeholder:new_big_omeg_w2})
sess.run(big_omeg_b2_update_op, {big_omeg_b2_update_placeholder:new_big_omeg_b2})
#@@reset_grad_accums = [tf.assign(w2_grad_accum, reset_w2_grad_accum),
#@@ tf.assign(b2_grad_accum, reset_b2_grad_accum)]
#@@sess.run(reset_grad_accums)
sess.run(w2_grad_accum_update_op, {w2_grad_accum_update_placeholder:reset_w2_grad_accum})
sess.run(b2_grad_accum_update_op, {b2_grad_accum_update_placeholder:reset_b2_grad_accum})
#@@reset_w3 = [tf.assign(w_3, w3_zeros), tf.assign(b_3, b3_zeros)]
#@@sess.run(reset_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:w3_zeros})
sess.run(b_3_update_op, {b_3_update_placeholder:b3_zeros})
epochs = 10
repeats = 1
for repeat in range(repeats):
#tf.set_random_seed(l)
print('Repeat:{}'.format(repeat))
train_accuracies = []
train_costs = []
val_accuracies = []
val_costs = []
best_val = 0
first_params_set = None
last_params_set = None
T1 = time.time()
for i in range(epochs):
if(i==0):
start_w2, start_b2 = w_2.eval(), b_2.eval()
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: len(train_images_set)})
#@@print('Epoch:{}'.format((i)))
t1 = time.time()
### CALCULATE TRAIN COSTS AND TRAIN ACCURACIES
train_cost, train_accuracy = sess.run([cost, acct_res] ,feed_dict = {drop_out : 0.0,
set1_mask:set_mask_val})
train_costs.append(train_cost)
train_accuracies.append(train_accuracy)
#train_writer.add_summary(summary,logging_count)
print('training cost:{} and training accuracy:{}'.format(train_costs[i], train_accuracies[i]))
### CALCULATE VALID COSTS AND VALID ACCURACIES
sess.run(iter.initializer, feed_dict={a_1: valid_images_set, y: valid_labels_set,
batch_size: len(valid_images_set)})
_, _, val_acc, val_cost, _ = sess.run([predictions,acct_mat,acct_res, cost, a_3],
feed_dict = {drop_out : 0.0,set1_mask:set_mask_val})
val_costs.append(val_cost)
val_accuracies.append(val_acc)
if(val_acc>best_val):
best_val = val_acc
best_params_set1 = [(w_2.eval(),b_2.eval()),(w_3.eval(),b_3.eval())]
print('validation cost:{} and validation accuracy:{}'.format(val_cost, val_acc))
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
print('Training on :{}'.format(current_set))
for j in range(n_batches):
if(not (np.isnan(w_2.eval().any() and np.isnan(w_3.eval()).any()))):
#if(a_set==1):
# print(j, w_2.eval().sum(), w_3.eval().sum())
if(((j)% 1000 ==0)):
logging_count+=1
summary,_,_ = sess.run([merged,step, omega_step],
feed_dict = {drop_out:0.0,batch_size: BATCH_SIZE,tau:0.5,
set1_mask:set_mask_val,eta:0.001,
lmbda:lmbdas[l],n_tot:train_total})
#train_writer.add_summary(summary, (i+1)*j)
train_writer.add_summary(summary, logging_count)
else:
sess.run([step, omega_step],feed_dict = {drop_out:0.0,batch_size:BATCH_SIZE,
tau:0.5,set1_mask:set_mask_val,
eta:0.001,lmbda:lmbdas[l],
n_tot:train_total})
else:
print('Nan encountered in epoch:{} and batch:{}'.format(i, j))
#@@print('Epoch time:{}'.format(time.time()-t1))
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,
set1_mask:set_mask_val})
#@@print('Final test accuracy is:{}'.format(final_test_acc))
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#all_final_test_accs_set1.append(final_test_acc)
#@@best_step = [tf.assign(w_2,best_params_set1[0][0]), tf.assign(b_2,best_params_set1[0][1]),
#@@ tf.assign(w_3,best_params_set1[1][0]),tf.assign(b_3,best_params_set1[1][1])]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:best_params_set1[0][0]})
sess.run(b_2_update_op, {b_2_update_placeholder:best_params_set1[0][1]})
sess.run(w_3_update_op, {w_3_update_placeholder:best_params_set1[1][0]})
sess.run(b_3_update_op, {b_3_update_placeholder:best_params_set1[1][1]})
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,test_acc_corresp_best_val,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
#@@print('Test accuracy corresp to best val acc:{}'.format(test_acc_corresp_best_val))
print('Time taken:{}'.format(time.time()-T1))
#w3_list.append(w_3.eval())
w3_accum.append(w_3.eval())
#b3_list.append(b_3.eval())
b3_accum.append(b_3.eval())
if(i==epochs-1):
if(test_acc_corresp_best_val>final_test_acc):
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#all_final_test_accs_set1[-1] = test_acc_corresp_best_val
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#@@best_step = [tf.assign(w_2,end_w2), tf.assign(b_2,end_b2),
#@@ tf.assign(w_3,end_w3),tf.assign(b_3,end_b3)]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:end_w2})
sess.run(b_2_update_op, {b_2_update_placeholder:end_b2})
sess.run(w_3_update_op, {w_3_update_placeholder:end_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:end_b3})
first_params_set = [(start_w2, start_b2)]
last_params_set = [(end_w2, end_b2)]
small_omegas = [(w2_grad_accum.eval(),b2_grad_accum.eval())]
delta_ws = map(lambda x,y: np.square(x-y)+zeta,[item[0] for item in last_params_set],
[item[0] for item in first_params_set])
delta_bs = map(lambda x,y: np.square(x-y)+zeta,[item[1] for item in last_params_set],
[item[1] for item in first_params_set])
delta_wbs = zip(delta_ws, delta_bs)
big_omegas_ws = map(lambda x,y: (x/y),[item[0] for item in small_omegas],
[item[0] for item in delta_wbs])
big_omegas_bs = map(lambda x,y: (x/y),[item[1] for item in small_omegas],
[item[1] for item in delta_wbs])
big_omegas = zip(big_omegas_ws, big_omegas_bs)
new_big_omeg_w2 += big_omegas[0][0]
new_big_omeg_b2 += big_omegas[0][1]
#@@print('omegW2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_w2.max(),
#@@ new_big_omeg_w2.mean(),
#@@ new_big_omeg_w2.std()))
#@@print('omegb2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_b2.max(),
#@@ new_big_omeg_b2.mean(),
#@@ new_big_omeg_b2.std()))
historical_train_accuracies[current_set_name]=train_accuracies
historical_train_costs[current_set_name]=train_costs
historical_val_accuracies[current_set_name]=val_accuracies
historical_val_costs[current_set_name]=val_costs
#######Method 3 ###########
w3_set_rows = []
offset=0
for item in w3_accum:
w3_set_rows.append(item[:,offset:offset+2])
offset+=2
w3_set_row_avgs = [item.mean() for item in w3_set_rows]
final_w3 = map(lambda x,y:x-y,w3_set_rows, w3_set_row_avgs)
final_w3 = np.concatenate(final_w3, axis=1)
b3_set_rows = []
offset=0
for item in b3_accum:
b3_set_rows.append(item[:,offset:offset+2])
offset+=2
b3_set_row_avgs = [item.mean() for item in b3_set_rows]
final_b3 = map(lambda x,y:x-y,b3_set_rows, b3_set_row_avgs)
final_b3 = np.concatenate(final_b3, axis=1)
#@@set_w3 = [tf.assign(w_3, final_w3), tf.assign(b_3, final_b3)]
#@@sess.run(set_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:final_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:final_b3})
sess.run(iter.initializer, feed_dict={a_1: test_images, y: to_categorical(test_labels,num_classes=num_classes),
batch_size: len(test_images)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
method3_test_accs.append(final_test_acc)
print('Method 3 test accuracy:{}'.format(final_test_acc))
train_writer.close()
print('Total time:{}'.format(time.time()-START_TIME))
Training with lmbda:0, 0 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:136.535069942 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168302044272 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113371483982 and training accuracy:0.968548297882 validation cost:0.12098506093 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0885975807905 and training accuracy:0.97309333086 validation cost:0.0926486998796 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738820210099 and training accuracy:0.974093258381 validation cost:0.0787701904774 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646886602044 and training accuracy:0.977183878422 validation cost:0.0672900676727 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566079691052 and training accuracy:0.9806381464 validation cost:0.0583092048764 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0513964854181 and training accuracy:0.982819736004 validation cost:0.0509350299835 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464820750058 and training accuracy:0.985546767712 validation cost:0.0469166785479 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427470132709 and training accuracy:0.987273871899 validation cost:0.0414676591754 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:124.113954067 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990518555045 and training accuracy:0.991609752178 validation cost:0.0925189256668 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539999529719 and training accuracy:0.99287801981 validation cost:0.0477138087153 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376890674233 and training accuracy:0.994829297066 validation cost:0.0302194636315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0290481522679 and training accuracy:0.99658536911 validation cost:0.0220831781626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023657489568 and training accuracy:0.997756123543 validation cost:0.0176057368517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0198712404817 and training accuracy:0.998341441154 validation cost:0.0145276719704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169922467321 and training accuracy:0.998341441154 validation cost:0.0122214574367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153050273657 and training accuracy:0.998146355152 validation cost:0.011213125661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0139560960233 and training accuracy:0.998243927956 validation cost:0.0100094126537 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.010300875 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636208951473 and training accuracy:0.991611778736 validation cost:0.0635736957192 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0342947021127 and training accuracy:0.996843159199 validation cost:0.0337495431304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241673067212 and training accuracy:0.997745096684 validation cost:0.0247216559947 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0191191416234 and training accuracy:0.998015701771 validation cost:0.01931928657 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0155691420659 and training accuracy:0.998286306858 validation cost:0.0159959737211 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0129639329389 and training accuracy:0.9987372756 validation cost:0.0133697763085 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.011112768203 and training accuracy:0.998827457428 validation cost:0.0117992609739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00979762617499 and training accuracy:0.999007821083 validation cost:0.0101021369919 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00877885892987 and training accuracy:0.999098062515 validation cost:0.00852270238101 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.783849001 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151477068663 and training accuracy:0.965170443058 validation cost:0.148457437754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103641562164 and training accuracy:0.972527444363 validation cost:0.103159971535 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.082123234868 and training accuracy:0.976066291332 validation cost:0.0786714181304 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.069301366806 and training accuracy:0.979791402817 validation cost:0.0627456903458 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0595998130739 and training accuracy:0.982957720757 validation cost:0.0547399930656 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0535054244101 and training accuracy:0.985285878181 validation cost:0.0488348640501 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0479301735759 and training accuracy:0.986775934696 validation cost:0.0455383919179 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0442771986127 and training accuracy:0.987520933151 validation cost:0.0432717837393 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0408748500049 and training accuracy:0.988359093666 validation cost:0.0389142967761 and validation accuracy:0.993408679962 Training on :(8, 9) Time taken:119.87639308 Method 3 test accuracy:0.78979998827 Training with lmbda:75023.594281, 1 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.904242992 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113436385989 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886830016971 and training accuracy:0.973184227943 validation cost:0.0928283855319 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738756507635 and training accuracy:0.974093258381 validation cost:0.0789003744721 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645552128553 and training accuracy:0.977456569672 validation cost:0.0673339515924 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0565150380135 and training accuracy:0.980729043484 validation cost:0.0583194643259 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0511750020087 and training accuracy:0.982819736004 validation cost:0.0505346208811 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465326309204 and training accuracy:0.985455870628 validation cost:0.0466939024627 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427991561592 and training accuracy:0.987182974815 validation cost:0.0416137315333 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.345343113 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989966988564 and training accuracy:0.991609752178 validation cost:0.0915736556053 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542582646012 and training accuracy:0.992780506611 validation cost:0.0479513183236 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0378987528384 and training accuracy:0.994634151459 validation cost:0.0303465798497 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292774755508 and training accuracy:0.99658536911 validation cost:0.0225297454745 and validation accuracy:1.0 Training on :(4, 5) training cost:0.023761132732 and training accuracy:0.997756123543 validation cost:0.0178401097655 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201623681933 and training accuracy:0.998341441154 validation cost:0.0148836476728 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172377955168 and training accuracy:0.998439013958 validation cost:0.0126786977053 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156271532178 and training accuracy:0.998146355152 validation cost:0.0114567382261 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141885150224 and training accuracy:0.998048782349 validation cost:0.0103687616065 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.677459002 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639498829842 and training accuracy:0.991250991821 validation cost:0.0634320303798 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0343152657151 and training accuracy:0.997203946114 validation cost:0.0344460904598 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.024252442643 and training accuracy:0.997835278511 validation cost:0.0248887445778 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0189607832581 and training accuracy:0.998015701771 validation cost:0.019478680566 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156978704035 and training accuracy:0.998196065426 validation cost:0.0163251813501 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131867853925 and training accuracy:0.9987372756 validation cost:0.0132689010352 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114397937432 and training accuracy:0.998647093773 validation cost:0.0117318052799 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100808767602 and training accuracy:0.998917639256 validation cost:0.0104270121083 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00906547438353 and training accuracy:0.999098062515 validation cost:0.00887079443783 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.800060987 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153863146901 and training accuracy:0.964332282543 validation cost:0.149105384946 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103828720748 and training accuracy:0.972154974937 validation cost:0.100453525782 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0825904533267 and training accuracy:0.975507557392 validation cost:0.0805253982544 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0690082907677 and training accuracy:0.979791402817 validation cost:0.0640916079283 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.060409065336 and training accuracy:0.983330249786 validation cost:0.0557250007987 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0540052577853 and training accuracy:0.985006511211 validation cost:0.0500498972833 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0484573952854 and training accuracy:0.986682832241 validation cost:0.047080270946 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0449270531535 and training accuracy:0.987707197666 validation cost:0.043886680156 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.041299328208 and training accuracy:0.988452196121 validation cost:0.0400593131781 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.082966089 Method 3 test accuracy:0.781099975109 Training with lmbda:75607.8456039, 2 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.685475111 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113436385989 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886830016971 and training accuracy:0.973184227943 validation cost:0.0928283855319 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738862082362 and training accuracy:0.974093258381 validation cost:0.0789003744721 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645233616233 and training accuracy:0.977547466755 validation cost:0.0673339515924 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0564830116928 and training accuracy:0.980729043484 validation cost:0.058405008167 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0511136725545 and training accuracy:0.982819736004 validation cost:0.0508847460151 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0466007888317 and training accuracy:0.985364973545 validation cost:0.0467247888446 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0428148061037 and training accuracy:0.987273871899 validation cost:0.0415815524757 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:122.863302946 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0989688262343 and training accuracy:0.991609752178 validation cost:0.0917189717293 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542408302426 and training accuracy:0.992780506611 validation cost:0.0479503124952 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379967205226 and training accuracy:0.994634151459 validation cost:0.030363554135 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292580239475 and training accuracy:0.99658536911 validation cost:0.0226785577834 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237862952054 and training accuracy:0.997853636742 validation cost:0.017791852355 and validation accuracy:1.0 Training on :(4, 5) training cost:0.020135525614 and training accuracy:0.998341441154 validation cost:0.0149463880807 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0173000935465 and training accuracy:0.998341441154 validation cost:0.0126748625189 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157019551843 and training accuracy:0.998048782349 validation cost:0.0114656267688 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0142309730873 and training accuracy:0.998146355152 validation cost:0.0104011734948 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.969813824 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639165937901 and training accuracy:0.991250991821 validation cost:0.0630005821586 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0343119613826 and training accuracy:0.997203946114 validation cost:0.034408479929 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241994764656 and training accuracy:0.997925519943 validation cost:0.0248863045126 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0189951136708 and training accuracy:0.998015701771 validation cost:0.0194790232927 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156714897603 and training accuracy:0.998286306858 validation cost:0.0162935554981 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132293784991 and training accuracy:0.9987372756 validation cost:0.0132783250883 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114054959267 and training accuracy:0.998647093773 validation cost:0.0116362366825 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101303961128 and training accuracy:0.998917639256 validation cost:0.010389666073 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00905414484441 and training accuracy:0.999098062515 validation cost:0.0089842248708 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.345440865 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153782337904 and training accuracy:0.964425384998 validation cost:0.149212926626 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103845745325 and training accuracy:0.972061812878 validation cost:0.100566983223 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0825842320919 and training accuracy:0.975507557392 validation cost:0.0801995769143 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0690520778298 and training accuracy:0.979884505272 validation cost:0.0635991096497 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0603750869632 and training accuracy:0.983330249786 validation cost:0.0561200194061 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0538440346718 and training accuracy:0.985285878181 validation cost:0.0500971637666 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0485003888607 and training accuracy:0.986589670181 validation cost:0.0469796508551 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0447682030499 and training accuracy:0.987614095211 validation cost:0.0436154194176 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0411550290883 and training accuracy:0.988545358181 validation cost:0.0398871004581 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.339893818 Method 3 test accuracy:0.780900001526 Training with lmbda:76391.8469255, 3 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.59525609 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113436385989 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0887345299125 and training accuracy:0.973184227943 validation cost:0.092799179256 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.073873847723 and training accuracy:0.974093258381 validation cost:0.0784713923931 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646657273173 and training accuracy:0.977092981339 validation cost:0.0675807967782 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0565000623465 and training accuracy:0.980729043484 validation cost:0.0583770982921 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.051127076149 and training accuracy:0.982819736004 validation cost:0.0506448633969 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465457960963 and training accuracy:0.985546767712 validation cost:0.0468554310501 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0426309108734 and training accuracy:0.987455666065 validation cost:0.0415666103363 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.41022706 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0988734439015 and training accuracy:0.991512179375 validation cost:0.091197386384 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0541941858828 and training accuracy:0.992780506611 validation cost:0.0480023436248 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379782579839 and training accuracy:0.994731724262 validation cost:0.0306215956807 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292862523347 and training accuracy:0.99658536911 validation cost:0.0226862858981 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238906256855 and training accuracy:0.997756123543 validation cost:0.0179772414267 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201946739107 and training accuracy:0.998341441154 validation cost:0.0149771599099 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0173520240933 and training accuracy:0.998341441154 validation cost:0.0126910349354 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156256537884 and training accuracy:0.998146355152 validation cost:0.0114729544148 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141779342666 and training accuracy:0.998243927956 validation cost:0.0103001138195 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.922641993 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638347789645 and training accuracy:0.991250991821 validation cost:0.0631027817726 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0343232639134 and training accuracy:0.997203946114 validation cost:0.0345203876495 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241984166205 and training accuracy:0.997925519943 validation cost:0.0248835235834 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.019018093124 and training accuracy:0.998015701771 validation cost:0.0195136684924 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156345330179 and training accuracy:0.998286306858 validation cost:0.0162832830101 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131851173937 and training accuracy:0.9987372756 validation cost:0.0132158165798 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113929007202 and training accuracy:0.998647093773 validation cost:0.0116551136598 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101149696857 and training accuracy:0.998917639256 validation cost:0.0104413600639 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00906184036285 and training accuracy:0.999098062515 validation cost:0.00895141530782 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.954301834 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153754964471 and training accuracy:0.964425384998 validation cost:0.148438513279 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103917531669 and training accuracy:0.971968710423 validation cost:0.0998958200216 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0826587229967 and training accuracy:0.975414395332 validation cost:0.0805620849133 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0690520629287 and training accuracy:0.979884505272 validation cost:0.0634749829769 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0600789897144 and training accuracy:0.983423352242 validation cost:0.0552482977509 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0537496395409 and training accuracy:0.985099673271 validation cost:0.0505467951298 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0484521277249 and training accuracy:0.986682832241 validation cost:0.046559497714 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0449930690229 and training accuracy:0.987334728241 validation cost:0.0436929091811 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0413345471025 and training accuracy:0.988545358181 validation cost:0.0402020700276 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.477051973 Method 3 test accuracy:0.781300008297 Training with lmbda:77122.5879537, 4 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.956770897 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113436385989 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0887345299125 and training accuracy:0.973184227943 validation cost:0.092799179256 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738710835576 and training accuracy:0.974093258381 validation cost:0.0784713923931 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646657273173 and training accuracy:0.977092981339 validation cost:0.0675807967782 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0565356202424 and training accuracy:0.980729043484 validation cost:0.0583876036108 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0510987304151 and training accuracy:0.982819736004 validation cost:0.0506309345365 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465337634087 and training accuracy:0.985546767712 validation cost:0.0468675531447 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0426270887256 and training accuracy:0.987455666065 validation cost:0.0415641628206 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.45810008 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990231707692 and training accuracy:0.991512179375 validation cost:0.0917940437794 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542005933821 and training accuracy:0.992780506611 validation cost:0.0479666255414 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379027538002 and training accuracy:0.994731724262 validation cost:0.0302173700184 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292935110629 and training accuracy:0.99658536911 validation cost:0.0226475205272 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238029379398 and training accuracy:0.997756123543 validation cost:0.0179921537638 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201805438846 and training accuracy:0.998341441154 validation cost:0.0149745149538 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0173032525927 and training accuracy:0.998341441154 validation cost:0.0126487640664 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157077070326 and training accuracy:0.998048782349 validation cost:0.0115581899881 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141770318151 and training accuracy:0.998146355152 validation cost:0.0103816399351 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.013352156 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.063928887248 and training accuracy:0.991250991821 validation cost:0.0632255151868 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342955477536 and training accuracy:0.997203946114 validation cost:0.0343823172152 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242062602192 and training accuracy:0.997925519943 validation cost:0.0248517878354 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190460961312 and training accuracy:0.998015701771 validation cost:0.0194845162332 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156579259783 and training accuracy:0.998286306858 validation cost:0.0163975376636 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132084805518 and training accuracy:0.9987372756 validation cost:0.0132360933349 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113688493147 and training accuracy:0.9987372756 validation cost:0.0116911353543 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100575294346 and training accuracy:0.998917639256 validation cost:0.0104348463938 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00904209818691 and training accuracy:0.999098062515 validation cost:0.00886932294816 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.459862947 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153717502952 and training accuracy:0.964611649513 validation cost:0.148285880685 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103817380965 and training accuracy:0.972154974937 validation cost:0.101172223687 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0825870484114 and training accuracy:0.975414395332 validation cost:0.0800421610475 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0692084431648 and training accuracy:0.979884505272 validation cost:0.0640765577555 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0600471422076 and training accuracy:0.983423352242 validation cost:0.055322535336 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0537679083645 and training accuracy:0.985099673271 validation cost:0.0503620505333 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0483555309474 and training accuracy:0.986589670181 validation cost:0.0464614182711 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446745939553 and training accuracy:0.987520933151 validation cost:0.0435678288341 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.041183412075 and training accuracy:0.988452196121 validation cost:0.039967648685 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.793784857 Method 3 test accuracy:0.781199991703 Training with lmbda:77717.024709, 5 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.050251961 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113436385989 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0887328088284 and training accuracy:0.973184227943 validation cost:0.0927712321281 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738710835576 and training accuracy:0.974093258381 validation cost:0.0784713923931 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0646668151021 and training accuracy:0.977092981339 validation cost:0.0675807967782 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0565356202424 and training accuracy:0.980729043484 validation cost:0.0583876036108 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0510987304151 and training accuracy:0.982819736004 validation cost:0.0506309345365 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465339235961 and training accuracy:0.985546767712 validation cost:0.0468675531447 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0426260046661 and training accuracy:0.987455666065 validation cost:0.0415641628206 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.308986902 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990154445171 and training accuracy:0.991512179375 validation cost:0.0916841104627 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0541926808655 and training accuracy:0.992780506611 validation cost:0.0479666255414 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379139445722 and training accuracy:0.994731724262 validation cost:0.0302473623306 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292772389948 and training accuracy:0.99658536911 validation cost:0.0226774737239 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238611456007 and training accuracy:0.997756123543 validation cost:0.0179797485471 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201727617532 and training accuracy:0.998341441154 validation cost:0.0149694085121 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172444302589 and training accuracy:0.998341441154 validation cost:0.0126476204023 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156895313412 and training accuracy:0.998048782349 validation cost:0.0114747704938 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141909923404 and training accuracy:0.998146355152 validation cost:0.0103662954643 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.229176044 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638689994812 and training accuracy:0.991250991821 validation cost:0.0630294457078 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0343143045902 and training accuracy:0.997203946114 validation cost:0.0344031602144 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242095477879 and training accuracy:0.997925519943 validation cost:0.0249247252941 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190402194858 and training accuracy:0.998015701771 validation cost:0.0194845162332 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0157021712512 and training accuracy:0.998196065426 validation cost:0.0163209326565 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.013192650862 and training accuracy:0.9987372756 validation cost:0.0132329361513 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113767366856 and training accuracy:0.9987372756 validation cost:0.0116930054501 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.010064217262 and training accuracy:0.998917639256 validation cost:0.0104358941317 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00907014403492 and training accuracy:0.999098062515 validation cost:0.00894073955715 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.408889055 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153624430299 and training accuracy:0.964611649513 validation cost:0.14807651937 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103885233402 and training accuracy:0.972061812878 validation cost:0.100312791765 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0825527384877 and training accuracy:0.975600659847 validation cost:0.0804200917482 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689766928554 and training accuracy:0.979977667332 validation cost:0.0640847310424 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0600982680917 and training accuracy:0.983330249786 validation cost:0.0561971031129 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0539547987282 and training accuracy:0.985099673271 validation cost:0.050477527082 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.048680074513 and training accuracy:0.986496567726 validation cost:0.0465875305235 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446197129786 and training accuracy:0.987614095211 validation cost:0.0435856804252 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.041153639555 and training accuracy:0.988545358181 validation cost:0.0397845692933 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.286383867 Method 3 test accuracy:0.780700027943 Training with lmbda:78353.7454236, 6 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.092376947 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113498657942 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.088737025857 and training accuracy:0.973184227943 validation cost:0.0927712321281 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0738885104656 and training accuracy:0.974093258381 validation cost:0.0784560367465 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0648324340582 and training accuracy:0.977092981339 validation cost:0.0675517842174 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0566222667694 and training accuracy:0.9806381464 validation cost:0.0583272613585 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0512036532164 and training accuracy:0.982910633087 validation cost:0.0507774949074 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0464693233371 and training accuracy:0.985637664795 validation cost:0.0468277707696 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0428371615708 and training accuracy:0.987364768982 validation cost:0.0415691845119 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.537914991 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0987939834595 and training accuracy:0.991609752178 validation cost:0.0914735347033 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542634949088 and training accuracy:0.992780506611 validation cost:0.0481754951179 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379437096417 and training accuracy:0.994634151459 validation cost:0.0298737119883 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292595252395 and training accuracy:0.99658536911 validation cost:0.0225742459297 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239700693637 and training accuracy:0.997658550739 validation cost:0.0179638359696 and validation accuracy:1.0 Training on :(4, 5) training cost:0.020175004378 and training accuracy:0.998341441154 validation cost:0.0149575425312 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0172438509762 and training accuracy:0.998341441154 validation cost:0.0126728629693 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156437624246 and training accuracy:0.998146355152 validation cost:0.0114645818248 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141204344109 and training accuracy:0.998341441154 validation cost:0.0103587806225 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.58613801 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0639180168509 and training accuracy:0.991250991821 validation cost:0.0632589906454 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0342626981437 and training accuracy:0.997203946114 validation cost:0.0343564674258 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242307912558 and training accuracy:0.997925519943 validation cost:0.0248772911727 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0189808923751 and training accuracy:0.998015701771 validation cost:0.019482890144 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0156676284969 and training accuracy:0.998376488686 validation cost:0.0162574313581 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132405636832 and training accuracy:0.998647093773 validation cost:0.0132359461859 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114013031125 and training accuracy:0.9987372756 validation cost:0.0117800300941 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.010127639398 and training accuracy:0.998917639256 validation cost:0.0104332733899 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0090885553509 and training accuracy:0.999098062515 validation cost:0.00886951573193 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.824021101 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153581559658 and training accuracy:0.964704811573 validation cost:0.148388713598 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103776454926 and training accuracy:0.972061812878 validation cost:0.100322619081 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0825177207589 and training accuracy:0.975414395332 validation cost:0.0799306854606 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689627751708 and training accuracy:0.979698240757 validation cost:0.0637796670198 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0599814616144 and training accuracy:0.983330249786 validation cost:0.0553556643426 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0537793114781 and training accuracy:0.985192775726 validation cost:0.0503734722733 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0485683605075 and training accuracy:0.986589670181 validation cost:0.0466220341623 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0446181297302 and training accuracy:0.987520933151 validation cost:0.0439192540944 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0413979440928 and training accuracy:0.988265991211 validation cost:0.0397643111646 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.208230019 Method 3 test accuracy:0.78100001812 Training with lmbda:79129.2637755, 7 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.913121939 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113498657942 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886840373278 and training accuracy:0.973184227943 validation cost:0.0928283855319 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0736513435841 and training accuracy:0.974275052547 validation cost:0.078541085124 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645827651024 and training accuracy:0.977547466755 validation cost:0.0673339515924 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0565020143986 and training accuracy:0.980729043484 validation cost:0.0584243312478 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0510628521442 and training accuracy:0.982910633087 validation cost:0.0509017147124 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465291365981 and training accuracy:0.985546767712 validation cost:0.0468715317547 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.042725622654 and training accuracy:0.987182974815 validation cost:0.0416037142277 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.230154991 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990330949426 and training accuracy:0.991512179375 validation cost:0.0918543115258 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.054240077734 and training accuracy:0.99287801981 validation cost:0.0482389032841 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379374697804 and training accuracy:0.994634151459 validation cost:0.030357517302 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0292918700725 and training accuracy:0.99658536911 validation cost:0.0224666297436 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238063987345 and training accuracy:0.997853636742 validation cost:0.0182015467435 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201672725379 and training accuracy:0.998341441154 validation cost:0.0149708120152 and validation accuracy:1.0 Training on :(4, 5) training cost:0.017352886498 and training accuracy:0.998243927956 validation cost:0.0127537064254 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157229267061 and training accuracy:0.997951209545 validation cost:0.0114906700328 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141567699611 and training accuracy:0.998341441154 validation cost:0.0103685511276 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.62017107 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638409033418 and training accuracy:0.991341233253 validation cost:0.063188329339 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.034325003624 and training accuracy:0.997203946114 validation cost:0.034366350621 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0241835974157 and training accuracy:0.997925519943 validation cost:0.0249581579119 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190076176077 and training accuracy:0.998105883598 validation cost:0.0191641133279 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.015633976087 and training accuracy:0.998376488686 validation cost:0.0163192432374 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0131665784866 and training accuracy:0.9987372756 validation cost:0.0132123511285 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114464396611 and training accuracy:0.998647093773 validation cost:0.0117591060698 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101088928059 and training accuracy:0.998917639256 validation cost:0.0104034263641 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0090499734506 and training accuracy:0.999098062515 validation cost:0.00886942911893 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.447256088 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153590753675 and training accuracy:0.964518547058 validation cost:0.148983061314 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103902198374 and training accuracy:0.971968710423 validation cost:0.100339666009 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0825130417943 and training accuracy:0.975507557392 validation cost:0.080872155726 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0688629224896 and training accuracy:0.979791402817 validation cost:0.0626912862062 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0601139068604 and training accuracy:0.983237087727 validation cost:0.0561851747334 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.053896702826 and training accuracy:0.985006511211 validation cost:0.0506940148771 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0484073013067 and training accuracy:0.986589670181 validation cost:0.0469783581793 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0448009669781 and training accuracy:0.987614095211 validation cost:0.0435780547559 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0412909090519 and training accuracy:0.988638460636 validation cost:0.0399358831346 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.34823823 Method 3 test accuracy:0.781400024891 Training with lmbda:79223.8806616, 8 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0424780659378 and training accuracy:0.99514144659 validation cost:0.0425861291587 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0238319151103 and training accuracy:0.995575249195 validation cost:0.0244052931666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0170864723623 and training accuracy:0.996703088284 validation cost:0.0173231437802 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0137033909559 and training accuracy:0.997136890888 validation cost:0.0140941208228 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0115019194782 and training accuracy:0.997657477856 validation cost:0.0115101812407 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0099402749911 and training accuracy:0.997744202614 validation cost:0.00971961114556 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00863864738494 and training accuracy:0.998004496098 validation cost:0.0086479568854 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00776934204623 and training accuracy:0.99809128046 validation cost:0.0084388460964 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00688597885892 and training accuracy:0.998178005219 validation cost:0.00751441437751 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.484371901 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.168326407671 and training accuracy:0.950004518032 validation cost:0.169079318643 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.113498657942 and training accuracy:0.968457400799 validation cost:0.120995566249 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0886840373278 and training accuracy:0.973184227943 validation cost:0.0928283855319 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0736513435841 and training accuracy:0.974275052547 validation cost:0.078541085124 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0645827651024 and training accuracy:0.977547466755 validation cost:0.0673339515924 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0565020143986 and training accuracy:0.980729043484 validation cost:0.0584243312478 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0510628521442 and training accuracy:0.982910633087 validation cost:0.0509017147124 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0465291365981 and training accuracy:0.985546767712 validation cost:0.0468715317547 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0427257679403 and training accuracy:0.987182974815 validation cost:0.0416037142277 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.600007057 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0990319773555 and training accuracy:0.991512179375 validation cost:0.0918543115258 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542820170522 and training accuracy:0.992780506611 validation cost:0.0481323748827 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379706583917 and training accuracy:0.994634151459 validation cost:0.0303594823927 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293027814478 and training accuracy:0.99658536911 validation cost:0.0225008055568 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0238493867218 and training accuracy:0.997756123543 validation cost:0.0180030893534 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201613921672 and training accuracy:0.998341441154 validation cost:0.0149242701009 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0173638742417 and training accuracy:0.998243927956 validation cost:0.0127699775621 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156871508807 and training accuracy:0.998048782349 validation cost:0.0114979567006 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141959544271 and training accuracy:0.998146355152 validation cost:0.0103753441945 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.728713036 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0638150945306 and training accuracy:0.991341233253 validation cost:0.0632213428617 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.03431629017 and training accuracy:0.997203946114 validation cost:0.0343850776553 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0242130924016 and training accuracy:0.997835278511 validation cost:0.0249537508935 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190347544849 and training accuracy:0.998105883598 validation cost:0.0191611330956 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0156591385603 and training accuracy:0.998286306858 validation cost:0.0163469910622 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0132340593264 and training accuracy:0.9987372756 validation cost:0.0132378051057 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0114188697189 and training accuracy:0.998647093773 validation cost:0.0117366118357 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100939497352 and training accuracy:0.998917639256 validation cost:0.0104064801708 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00906706601381 and training accuracy:0.999098062515 validation cost:0.00886233337224 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.556715012 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153591170907 and training accuracy:0.964518547058 validation cost:0.14874650538 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103945940733 and training accuracy:0.971968710423 validation cost:0.0999800786376 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0825645253062 and training accuracy:0.975600659847 validation cost:0.0804294720292 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0690966546535 and training accuracy:0.979698240757 validation cost:0.0641502141953 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0600786060095 and training accuracy:0.983237087727 validation cost:0.055252738297 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0538214109838 and training accuracy:0.985006511211 validation cost:0.0505229346454 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0486737824976 and training accuracy:0.986682832241 validation cost:0.0470705926418 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0447599329054 and training accuracy:0.987800359726 validation cost:0.0437244921923 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.041155025363 and training accuracy:0.988452196121 validation cost:0.0399211831391 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.159164906 Method 3 test accuracy:0.780300021172 Training with lmbda:0, 9 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.07968092 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172586724162 and training accuracy:0.948186516762 validation cost:0.175913929939 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116030067205 and training accuracy:0.96891194582 validation cost:0.119507059455 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0902791470289 and training accuracy:0.974820494652 validation cost:0.0988100841641 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0757050067186 and training accuracy:0.977274775505 validation cost:0.0859948545694 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0663870871067 and training accuracy:0.979001879692 validation cost:0.0742923021317 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591977611184 and training accuracy:0.982274353504 validation cost:0.0650026425719 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0523506365716 and training accuracy:0.984819591045 validation cost:0.0572108104825 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472634024918 and training accuracy:0.986092150211 validation cost:0.0525288358331 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044217325747 and training accuracy:0.987455666065 validation cost:0.0485626012087 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.462491035 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0998727753758 and training accuracy:0.991609752178 validation cost:0.0896322578192 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0544792301953 and training accuracy:0.99317073822 validation cost:0.0472705699503 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039569940418 and training accuracy:0.994829297066 validation cost:0.0322494134307 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0309216249734 and training accuracy:0.996292710304 validation cost:0.0237145852298 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250762961805 and training accuracy:0.996390223503 validation cost:0.0194353610277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0209832713008 and training accuracy:0.996975600719 validation cost:0.0149554889649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183575861156 and training accuracy:0.997365832329 validation cost:0.0124804545194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164001379162 and training accuracy:0.997560977936 validation cost:0.0110024530441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149549171329 and training accuracy:0.997463405132 validation cost:0.0095500042662 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.239147902 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620987862349 and training accuracy:0.992784321308 validation cost:0.0630205348134 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341977700591 and training accuracy:0.997564733028 validation cost:0.034630741924 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241072438657 and training accuracy:0.998105883598 validation cost:0.0242516770959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183195862919 and training accuracy:0.998556852341 validation cost:0.0184767190367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0150393527001 and training accuracy:0.998647093773 validation cost:0.0150910522789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0127136530355 and training accuracy:0.998827457428 validation cost:0.0126593997702 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0110622271895 and training accuracy:0.999007821083 validation cost:0.0108566032723 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00984427891672 and training accuracy:0.999188244343 validation cost:0.0102100968361 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00882676243782 and training accuracy:0.999368607998 validation cost:0.00872281659395 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.313014984 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153915524483 and training accuracy:0.962842226028 validation cost:0.153895288706 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104966908693 and training accuracy:0.968429863453 validation cost:0.101662240922 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0838570669293 and training accuracy:0.975228190422 validation cost:0.0826450809836 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0704691037536 and training accuracy:0.979512035847 validation cost:0.0700912177563 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0619770400226 and training accuracy:0.981747090816 validation cost:0.059368930757 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0556346476078 and training accuracy:0.984168350697 validation cost:0.0533436946571 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0496507994831 and training accuracy:0.985658407211 validation cost:0.0468872338533 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0448518916965 and training accuracy:0.986682832241 validation cost:0.0442164950073 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0405962467194 and training accuracy:0.988172829151 validation cost:0.0406271256506 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.781553984 Method 3 test accuracy:0.792699992657 Training with lmbda:75023.594281, 10 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.871923923 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116140052676 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903690010309 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756999477744 and training accuracy:0.977183878422 validation cost:0.0860987231135 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662714019418 and training accuracy:0.978910982609 validation cost:0.0743060559034 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0590349957347 and training accuracy:0.982547044754 validation cost:0.065427519381 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0521486140788 and training accuracy:0.985092282295 validation cost:0.0573016218841 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0473591648042 and training accuracy:0.986001253128 validation cost:0.0529422424734 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0442893914878 and training accuracy:0.987637460232 validation cost:0.0486002750695 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.040968895 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0999590903521 and training accuracy:0.991707324982 validation cost:0.0893228948116 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0547312237322 and training accuracy:0.992975592613 validation cost:0.0472532995045 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395197868347 and training accuracy:0.994926810265 validation cost:0.0322283580899 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311518609524 and training accuracy:0.996097564697 validation cost:0.0239635873586 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254306197166 and training accuracy:0.996292710304 validation cost:0.0195657778531 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0213036444038 and training accuracy:0.997073173523 validation cost:0.0152784381062 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186084546149 and training accuracy:0.997365832329 validation cost:0.0128912301734 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167268887162 and training accuracy:0.997463405132 validation cost:0.0111638549715 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152695849538 and training accuracy:0.997560977936 validation cost:0.00980225391686 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.665513039 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619178824127 and training accuracy:0.992784321308 validation cost:0.0627621263266 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0341011583805 and training accuracy:0.997925519943 validation cost:0.0349609665573 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241176076233 and training accuracy:0.998105883598 validation cost:0.0246013570577 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186567474157 and training accuracy:0.998556852341 validation cost:0.019185597077 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151995485649 and training accuracy:0.998647093773 validation cost:0.015333019197 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0129685197026 and training accuracy:0.998827457428 validation cost:0.0131675228477 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113137206063 and training accuracy:0.999007821083 validation cost:0.0111563494429 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100421356037 and training accuracy:0.999007821083 validation cost:0.01014356222 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0091823451221 and training accuracy:0.99927842617 validation cost:0.00913688354194 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.432139158 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154347509146 and training accuracy:0.963680386543 validation cost:0.152219623327 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105446971953 and training accuracy:0.968709230423 validation cost:0.101595260203 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0845135077834 and training accuracy:0.974576294422 validation cost:0.0817067623138 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0708847939968 and training accuracy:0.979046404362 validation cost:0.0699107274413 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616576820612 and training accuracy:0.982305824757 validation cost:0.0591497421265 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0551597960293 and training accuracy:0.985006511211 validation cost:0.052383761853 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0493952557445 and training accuracy:0.986030936241 validation cost:0.0470994673669 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0447885915637 and training accuracy:0.987055301666 validation cost:0.0448083691299 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0410249307752 and training accuracy:0.988265991211 validation cost:0.0399323999882 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.841912031 Method 3 test accuracy:0.794600009918 Training with lmbda:75607.8456039, 11 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.749530792 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116139009595 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903718918562 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756999477744 and training accuracy:0.977183878422 validation cost:0.0860987231135 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.066254787147 and training accuracy:0.978820085526 validation cost:0.0742805600166 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0590252950788 and training accuracy:0.982456147671 validation cost:0.0653478726745 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0523016154766 and training accuracy:0.985092282295 validation cost:0.0573309957981 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.047204092145 and training accuracy:0.986364901066 validation cost:0.0525714792311 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0445452034473 and training accuracy:0.987455666065 validation cost:0.0497681051493 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.879956961 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100105710328 and training accuracy:0.991804897785 validation cost:0.0898588001728 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0546516478062 and training accuracy:0.993073165417 validation cost:0.047095566988 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395088233054 and training accuracy:0.994829297066 validation cost:0.0322918146849 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311120077968 and training accuracy:0.996195137501 validation cost:0.0236316509545 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0254771988839 and training accuracy:0.996292710304 validation cost:0.0195549111813 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212486311793 and training accuracy:0.997073173523 validation cost:0.015327221714 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185654498637 and training accuracy:0.997365832329 validation cost:0.0128899104893 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167717188597 and training accuracy:0.997463405132 validation cost:0.0112208528444 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154206687585 and training accuracy:0.997560977936 validation cost:0.00983260665089 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.051077127 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620223768055 and training accuracy:0.992784321308 validation cost:0.0625108852983 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0341371148825 and training accuracy:0.997835278511 validation cost:0.0348653681576 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.024127593264 and training accuracy:0.998196065426 validation cost:0.0245518516749 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186148285866 and training accuracy:0.998556852341 validation cost:0.0192159824073 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151926642284 and training accuracy:0.998647093773 validation cost:0.015293343924 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130130937323 and training accuracy:0.998827457428 validation cost:0.0133392876014 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113349044695 and training accuracy:0.999007821083 validation cost:0.0112985214218 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100914072245 and training accuracy:0.999007821083 validation cost:0.0102166654542 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00917230173945 and training accuracy:0.99927842617 validation cost:0.00911851041019 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.694760084 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154688283801 and training accuracy:0.963121652603 validation cost:0.153064191341 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.105549931526 and training accuracy:0.968523025513 validation cost:0.101957030594 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0844239294529 and training accuracy:0.974669396877 validation cost:0.0820774063468 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.070931494236 and training accuracy:0.979232609272 validation cost:0.0702014192939 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616861656308 and training accuracy:0.982398927212 validation cost:0.059249650687 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0554430559278 and training accuracy:0.984633982182 validation cost:0.0526887141168 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0494897812605 and training accuracy:0.985937774181 validation cost:0.047233235091 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0448364168406 and training accuracy:0.987148463726 validation cost:0.0450449250638 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0410364829004 and training accuracy:0.988172829151 validation cost:0.0415655300021 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.999289036 Method 3 test accuracy:0.793699979782 Training with lmbda:76391.8469255, 12 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.210480213 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116140052676 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903720483184 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756999477744 and training accuracy:0.977183878422 validation cost:0.0860987231135 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0662537440658 and training accuracy:0.978820085526 validation cost:0.0742805600166 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0590254403651 and training accuracy:0.982456147671 validation cost:0.0653478726745 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0523014515638 and training accuracy:0.985092282295 validation cost:0.0573309957981 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472182407975 and training accuracy:0.986364901066 validation cost:0.0525714792311 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0445387214422 and training accuracy:0.987455666065 validation cost:0.0497681051493 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.49762702 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100039631128 and training accuracy:0.991707324982 validation cost:0.0897134765983 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0546935424209 and training accuracy:0.992975592613 validation cost:0.0473537929356 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0394941270351 and training accuracy:0.994926810265 validation cost:0.032264392823 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311514679343 and training accuracy:0.996097564697 validation cost:0.024067344144 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254650842398 and training accuracy:0.996292710304 validation cost:0.0195517130196 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0213072299957 and training accuracy:0.996975600719 validation cost:0.01533148624 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185842290521 and training accuracy:0.997365832329 validation cost:0.0128843514249 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167650226504 and training accuracy:0.997560977936 validation cost:0.0112982532009 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152592174709 and training accuracy:0.997560977936 validation cost:0.00980026461184 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.308789968 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620723739266 and training accuracy:0.992964744568 validation cost:0.0626373961568 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0342037975788 and training accuracy:0.997835278511 validation cost:0.0349524132907 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241633094847 and training accuracy:0.998105883598 validation cost:0.0246344674379 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186815652996 and training accuracy:0.998556852341 validation cost:0.0192231759429 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151665238664 and training accuracy:0.998647093773 validation cost:0.0153649616987 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130082853138 and training accuracy:0.998827457428 validation cost:0.0133637804538 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113303437829 and training accuracy:0.999007821083 validation cost:0.0110318399966 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100786341354 and training accuracy:0.999007821083 validation cost:0.0101457675919 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00919687189162 and training accuracy:0.99927842617 validation cost:0.00911638140678 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.269266844 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154561921954 and training accuracy:0.963401019573 validation cost:0.152122706175 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105306468904 and training accuracy:0.968802392483 validation cost:0.101682595909 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.084554001689 and training accuracy:0.974296867847 validation cost:0.0820734128356 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.070912078023 and training accuracy:0.979232609272 validation cost:0.0701220482588 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616190731525 and training accuracy:0.982398927212 validation cost:0.0591986179352 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0553631223738 and training accuracy:0.984820246696 validation cost:0.0527417995036 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0493916273117 and training accuracy:0.986030936241 validation cost:0.0474139451981 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0452949404716 and training accuracy:0.986775934696 validation cost:0.0445911921561 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0413439311087 and training accuracy:0.987986564636 validation cost:0.0418227463961 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:121.507771015 Method 3 test accuracy:0.794000029564 Training with lmbda:77122.5879537, 13 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.568458796 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116140052676 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903720483184 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756999477744 and training accuracy:0.977183878422 validation cost:0.0860987231135 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0661722049117 and training accuracy:0.978910982609 validation cost:0.0742844566703 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0590777359903 and training accuracy:0.982456147671 validation cost:0.0658769086003 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0522656328976 and training accuracy:0.985092282295 validation cost:0.0572898574173 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0471596643329 and training accuracy:0.986274003983 validation cost:0.052940800786 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044288367033 and training accuracy:0.987455666065 validation cost:0.0489928610623 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.465618134 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100065335631 and training accuracy:0.991512179375 validation cost:0.0895595103502 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0547612309456 and training accuracy:0.993073165417 validation cost:0.0474984794855 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0396014600992 and training accuracy:0.994926810265 validation cost:0.0323125980794 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0312103684992 and training accuracy:0.995999991894 validation cost:0.0240636654198 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254653431475 and training accuracy:0.996292710304 validation cost:0.0195493176579 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212294049561 and training accuracy:0.996975600719 validation cost:0.0152591178194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.018651233986 and training accuracy:0.99726831913 validation cost:0.0128890452906 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167305897921 and training accuracy:0.997463405132 validation cost:0.0112083777785 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154126128182 and training accuracy:0.997560977936 validation cost:0.00980210397393 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.972789049 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620083995163 and training accuracy:0.992784321308 validation cost:0.0629827454686 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341395810246 and training accuracy:0.997925519943 validation cost:0.0349265821278 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241496302187 and training accuracy:0.998196065426 validation cost:0.0246296990663 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.018643675372 and training accuracy:0.998556852341 validation cost:0.0191846974194 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151319187135 and training accuracy:0.998647093773 validation cost:0.0154695995152 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.013001922518 and training accuracy:0.998827457428 validation cost:0.0133498124778 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113208284602 and training accuracy:0.999007821083 validation cost:0.0111843738705 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00999848078936 and training accuracy:0.999007821083 validation cost:0.0101455207914 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00917185470462 and training accuracy:0.99927842617 validation cost:0.00914405938238 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.172970057 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154586404562 and training accuracy:0.963307857513 validation cost:0.153138130903 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.105208046734 and training accuracy:0.968988656998 validation cost:0.101524196565 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0845421627164 and training accuracy:0.974296867847 validation cost:0.0820578187704 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0708644166589 and training accuracy:0.979232609272 validation cost:0.0700575262308 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616328306496 and training accuracy:0.982398927212 validation cost:0.0592841804028 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0553307496011 and training accuracy:0.985006511211 validation cost:0.0527697615325 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0495069697499 and training accuracy:0.985937774181 validation cost:0.0467735528946 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0449592657387 and training accuracy:0.986962199211 validation cost:0.0452146530151 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0411194041371 and training accuracy:0.988172829151 validation cost:0.0405601970851 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.127836943 Method 3 test accuracy:0.794000029564 Training with lmbda:77717.024709, 14 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.359225035 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116140052676 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903720483184 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.075694359839 and training accuracy:0.977183878422 validation cost:0.0860987231135 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0661725848913 and training accuracy:0.978910982609 validation cost:0.0742844566703 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0590777359903 and training accuracy:0.982456147671 validation cost:0.0658769086003 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0522655583918 and training accuracy:0.985092282295 validation cost:0.0572898574173 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0471316687763 and training accuracy:0.986274003983 validation cost:0.052940800786 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0444128103554 and training accuracy:0.987455666065 validation cost:0.0492933019996 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.593408108 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100060068071 and training accuracy:0.991609752178 validation cost:0.0900638252497 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0547429546714 and training accuracy:0.993073165417 validation cost:0.047420270741 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395531468093 and training accuracy:0.994926810265 validation cost:0.032328478992 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0310880932957 and training accuracy:0.996097564697 validation cost:0.0240386463702 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254692621529 and training accuracy:0.996292710304 validation cost:0.019574355334 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212921462953 and training accuracy:0.996975600719 validation cost:0.0153167815879 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186856146902 and training accuracy:0.997170746326 validation cost:0.0129028121009 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167554505169 and training accuracy:0.997463405132 validation cost:0.0111977541819 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0152906095609 and training accuracy:0.997560977936 validation cost:0.00982344988734 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.522378922 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620446950197 and training accuracy:0.992694139481 validation cost:0.0630749762058 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342341288924 and training accuracy:0.997745096684 validation cost:0.0348938070238 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.024082891643 and training accuracy:0.998286306858 validation cost:0.024649117142 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186567530036 and training accuracy:0.998556852341 validation cost:0.0191971696913 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.015124918893 and training accuracy:0.998647093773 validation cost:0.0152751561254 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130238337442 and training accuracy:0.998827457428 validation cost:0.0133261485025 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113095585257 and training accuracy:0.999007821083 validation cost:0.0111769866198 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100216530263 and training accuracy:0.999007821083 validation cost:0.0101179685444 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00920183118433 and training accuracy:0.99927842617 validation cost:0.00911452434957 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.915643215 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154316991568 and training accuracy:0.963494122028 validation cost:0.152205884457 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105479471385 and training accuracy:0.968709230423 validation cost:0.101578295231 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.084679171443 and training accuracy:0.974203765392 validation cost:0.0816877186298 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0708889737725 and training accuracy:0.979325771332 validation cost:0.0707809776068 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616450570524 and training accuracy:0.982492089272 validation cost:0.0591555126011 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.055196415633 and training accuracy:0.985006511211 validation cost:0.0531099252403 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0494195185602 and training accuracy:0.986030936241 validation cost:0.0469333082438 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.045009970665 and training accuracy:0.987148463726 validation cost:0.0447658672929 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0412038899958 and training accuracy:0.987986564636 validation cost:0.0399863384664 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.798887968 Method 3 test accuracy:0.794099986553 Training with lmbda:78353.7454236, 15 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.193017006 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116140052676 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903720483184 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.075694359839 and training accuracy:0.977183878422 validation cost:0.0860987231135 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0661722049117 and training accuracy:0.978910982609 validation cost:0.0742844566703 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591124221683 and training accuracy:0.982365250587 validation cost:0.0658769086003 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0522655583918 and training accuracy:0.985092282295 validation cost:0.0572898574173 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0471316687763 and training accuracy:0.986274003983 validation cost:0.052940800786 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0443449988961 and training accuracy:0.987364768982 validation cost:0.0490900240839 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.842389107 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100117951632 and training accuracy:0.991414606571 validation cost:0.0899868458509 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0547130703926 and training accuracy:0.993073165417 validation cost:0.0473115630448 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.039539784193 and training accuracy:0.994926810265 validation cost:0.0323070585728 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311512183398 and training accuracy:0.996097564697 validation cost:0.0240539163351 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254858210683 and training accuracy:0.996292710304 validation cost:0.0195646807551 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212794058025 and training accuracy:0.996975600719 validation cost:0.0152353849262 and validation accuracy:1.0 Training on :(4, 5) training cost:0.018689379096 and training accuracy:0.997170746326 validation cost:0.0128998765722 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167977977544 and training accuracy:0.997463405132 validation cost:0.0112101221457 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154773751274 and training accuracy:0.997560977936 validation cost:0.00977031514049 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.336830139 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619726330042 and training accuracy:0.992784321308 validation cost:0.0630603432655 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.034209035337 and training accuracy:0.997654914856 validation cost:0.034595258534 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241276286542 and training accuracy:0.998196065426 validation cost:0.0246685482562 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186137333512 and training accuracy:0.998556852341 validation cost:0.0192072577775 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151591999456 and training accuracy:0.998647093773 validation cost:0.0154587021098 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130146862939 and training accuracy:0.998827457428 validation cost:0.0134058566764 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113439131528 and training accuracy:0.999007821083 validation cost:0.0112229539081 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101590082049 and training accuracy:0.999007821083 validation cost:0.0101171107963 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00917273852974 and training accuracy:0.99927842617 validation cost:0.00914602912962 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.150631905 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154234141111 and training accuracy:0.963587284088 validation cost:0.152171656489 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105259649456 and training accuracy:0.968895494938 validation cost:0.101432725787 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0844414308667 and training accuracy:0.974390029907 validation cost:0.0816273167729 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0709563866258 and training accuracy:0.979046404362 validation cost:0.070107601583 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0615299865603 and training accuracy:0.982398927212 validation cost:0.0591872185469 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0551578551531 and training accuracy:0.984820246696 validation cost:0.0528867393732 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.049423892051 and training accuracy:0.985937774181 validation cost:0.0470210537314 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.044913135469 and training accuracy:0.987055301666 validation cost:0.0450217463076 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.041299354285 and training accuracy:0.988079726696 validation cost:0.0401170514524 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.731081009 Method 3 test accuracy:0.794499993324 Training with lmbda:79129.2637755, 16 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.422513008 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116140052676 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903720483184 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756940469146 and training accuracy:0.977183878422 validation cost:0.0860987231135 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0661722049117 and training accuracy:0.978910982609 validation cost:0.0742844566703 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591124221683 and training accuracy:0.982365250587 validation cost:0.0658769086003 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0522670783103 and training accuracy:0.985092282295 validation cost:0.0572898574173 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0471344813704 and training accuracy:0.986274003983 validation cost:0.052940800786 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0443645045161 and training accuracy:0.987364768982 validation cost:0.0490939244628 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.332926989 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0999917313457 and training accuracy:0.991804897785 validation cost:0.0894825235009 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0547357089818 and training accuracy:0.993073165417 validation cost:0.047281563282 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395009703934 and training accuracy:0.994926810265 validation cost:0.0323070585728 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0311386547983 and training accuracy:0.996097564697 validation cost:0.0239967014641 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254896841943 and training accuracy:0.996292710304 validation cost:0.0195543486625 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212495885789 and training accuracy:0.997073173523 validation cost:0.0152355134487 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186778139323 and training accuracy:0.99726831913 validation cost:0.01290289592 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167655143887 and training accuracy:0.997463405132 validation cost:0.0112148756161 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154351182282 and training accuracy:0.997560977936 validation cost:0.00977554544806 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.542845964 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620222352445 and training accuracy:0.992694139481 validation cost:0.0630772411823 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0341452844441 and training accuracy:0.997925519943 validation cost:0.0348589159548 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.02410255 and training accuracy:0.998196065426 validation cost:0.0244416259229 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186167899519 and training accuracy:0.998556852341 validation cost:0.019182421267 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151807758957 and training accuracy:0.998647093773 validation cost:0.0154651207849 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130135528743 and training accuracy:0.998827457428 validation cost:0.0134244300425 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113198375329 and training accuracy:0.999007821083 validation cost:0.0111835664138 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0100401537493 and training accuracy:0.999007821083 validation cost:0.0101437559351 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00920147355646 and training accuracy:0.99927842617 validation cost:0.00913153588772 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.106790066 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154345467687 and training accuracy:0.963680386543 validation cost:0.152095809579 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105421341956 and training accuracy:0.968988656998 validation cost:0.101872637868 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.084401845932 and training accuracy:0.974390029907 validation cost:0.0814019069076 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0708598122001 and training accuracy:0.979325771332 validation cost:0.0700152516365 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0615309402347 and training accuracy:0.982492089272 validation cost:0.0596250668168 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0553542710841 and training accuracy:0.984633982182 validation cost:0.0531587451696 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0496350862086 and training accuracy:0.986030936241 validation cost:0.0470672994852 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.045215819031 and training accuracy:0.986962199211 validation cost:0.0448900982738 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0415124706924 and training accuracy:0.987707197666 validation cost:0.0412572659552 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.530632019 Method 3 test accuracy:0.793500006199 Training with lmbda:79223.8806616, 17 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407013818622 and training accuracy:0.99514144659 validation cost:0.0417454019189 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0227200146765 and training accuracy:0.994967877865 validation cost:0.0239276178181 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167468301952 and training accuracy:0.995922267437 validation cost:0.0184297058731 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0128897661343 and training accuracy:0.997136890888 validation cost:0.0145706953481 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0106140980497 and training accuracy:0.998264789581 validation cost:0.0119876815006 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00909558497369 and training accuracy:0.998785376549 validation cost:0.0107228029519 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00787314772606 and training accuracy:0.998872101307 validation cost:0.00863403454423 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717198569328 and training accuracy:0.998785376549 validation cost:0.00791050959378 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00652148155496 and training accuracy:0.99895888567 validation cost:0.00675761792809 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.893352985 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.172655671835 and training accuracy:0.948277413845 validation cost:0.17598554492 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.116140052676 and training accuracy:0.968639194965 validation cost:0.11943076551 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0903720483184 and training accuracy:0.974729597569 validation cost:0.0985019877553 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0756940469146 and training accuracy:0.977183878422 validation cost:0.0860987231135 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0661722049117 and training accuracy:0.978910982609 validation cost:0.0742844566703 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0591124221683 and training accuracy:0.982365250587 validation cost:0.0658769086003 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0522670783103 and training accuracy:0.985092282295 validation cost:0.0572898574173 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0471344813704 and training accuracy:0.986274003983 validation cost:0.052940800786 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0443645045161 and training accuracy:0.987364768982 validation cost:0.0490939244628 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.684590101 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0999555289745 and training accuracy:0.991804897785 validation cost:0.0895265564322 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0546903274953 and training accuracy:0.993073165417 validation cost:0.0473115630448 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0395756475627 and training accuracy:0.994926810265 validation cost:0.0323258601129 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0312104076147 and training accuracy:0.996097564697 validation cost:0.0239969734102 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0254873409867 and training accuracy:0.996292710304 validation cost:0.0195543076843 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0212740749121 and training accuracy:0.997073173523 validation cost:0.0153266172856 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0187211856246 and training accuracy:0.997170746326 validation cost:0.0128975827247 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167350396514 and training accuracy:0.997463405132 validation cost:0.011219477281 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153875974938 and training accuracy:0.997560977936 validation cost:0.00977394077927 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.746017933 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620306879282 and training accuracy:0.992694139481 validation cost:0.0630592405796 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0342553295195 and training accuracy:0.997654914856 validation cost:0.034859418869 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241198800504 and training accuracy:0.998196065426 validation cost:0.0246505439281 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.018627371639 and training accuracy:0.998556852341 validation cost:0.0192402787507 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0151460887864 and training accuracy:0.998647093773 validation cost:0.0152798322961 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0130085619166 and training accuracy:0.998827457428 validation cost:0.0133361369371 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0113149313256 and training accuracy:0.999007821083 validation cost:0.0111661553383 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101045407355 and training accuracy:0.999098062515 validation cost:0.0102115329355 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00920640490949 and training accuracy:0.99927842617 validation cost:0.00914819072932 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.458346844 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.154271662235 and training accuracy:0.963773488998 validation cost:0.152247712016 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.105433292687 and training accuracy:0.968895494938 validation cost:0.101412422955 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0842760056257 and training accuracy:0.974483132362 validation cost:0.0810906141996 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0710227638483 and training accuracy:0.979139506817 validation cost:0.0701384991407 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0616447217762 and training accuracy:0.982398927212 validation cost:0.0593270510435 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0553538277745 and training accuracy:0.984820246696 validation cost:0.0528108663857 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0493720397353 and training accuracy:0.985937774181 validation cost:0.0469730608165 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0452478416264 and training accuracy:0.987055301666 validation cost:0.044863563031 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0412634648383 and training accuracy:0.988172829151 validation cost:0.0410588495433 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:119.997773886 Method 3 test accuracy:0.794700026512 Training with lmbda:0, 18 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.670257092 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160525530577 and training accuracy:0.955185890198 validation cost:0.161406889558 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.107004679739 and training accuracy:0.97127532959 validation cost:0.10699351877 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0832488685846 and training accuracy:0.975184082985 validation cost:0.0828824862838 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705194324255 and training accuracy:0.977365672588 validation cost:0.0716695934534 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.061932425946 and training accuracy:0.979183733463 validation cost:0.0637629032135 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548364333808 and training accuracy:0.981638014317 validation cost:0.05614490062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493555441499 and training accuracy:0.984092354774 validation cost:0.0478820502758 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461981035769 and training accuracy:0.984728634357 validation cost:0.0463549382985 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0426699481905 and training accuracy:0.986819386482 validation cost:0.0424819812179 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.387937069 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964237600565 and training accuracy:0.993365824223 validation cost:0.0909076109529 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0524932183325 and training accuracy:0.994926810265 validation cost:0.0472323782742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378093980253 and training accuracy:0.995999991894 validation cost:0.0320501588285 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286055970937 and training accuracy:0.997658550739 validation cost:0.0240544546396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0234335958958 and training accuracy:0.997658550739 validation cost:0.0190068222582 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0199774708599 and training accuracy:0.997951209545 validation cost:0.0152730233967 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0174989383668 and training accuracy:0.998243927956 validation cost:0.0135256079957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0156422480941 and training accuracy:0.998439013958 validation cost:0.0123962080106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0141632631421 and training accuracy:0.998536586761 validation cost:0.0110972858965 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.173243046 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620176307857 and training accuracy:0.991882383823 validation cost:0.0611299872398 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.033804718405 and training accuracy:0.997113764286 validation cost:0.0352338179946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235140342265 and training accuracy:0.998196065426 validation cost:0.0245644841343 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0181464832276 and training accuracy:0.998376488686 validation cost:0.0185021683574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148392925039 and training accuracy:0.998286306858 validation cost:0.0142422635108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.012655550614 and training accuracy:0.998556852341 validation cost:0.0128999259323 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0109515367076 and training accuracy:0.998917639256 validation cost:0.0109260976315 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00972819607705 and training accuracy:0.999098062515 validation cost:0.00991043355316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00864860136062 and training accuracy:0.999098062515 validation cost:0.00887368153781 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.655880928 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150494784117 and training accuracy:0.963401019573 validation cost:0.148497834802 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.102353192866 and training accuracy:0.972341239452 validation cost:0.101713344455 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.083420984447 and training accuracy:0.975693821907 validation cost:0.0832629576325 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0700587108731 and training accuracy:0.978766977787 validation cost:0.0694157853723 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608406923711 and training accuracy:0.982119560242 validation cost:0.0600199811161 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.054213847965 and training accuracy:0.983982145786 validation cost:0.0518169738352 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0485742762685 and training accuracy:0.986030936241 validation cost:0.0470215454698 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0444778949022 and training accuracy:0.987148463726 validation cost:0.0425119064748 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0412655323744 and training accuracy:0.988359093666 validation cost:0.039038259536 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.11739707 Method 3 test accuracy:0.787899971008 Training with lmbda:75023.594281, 19 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.995928049 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107103474438 and training accuracy:0.97127532959 validation cost:0.106736317277 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833898261189 and training accuracy:0.975184082985 validation cost:0.0829503983259 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703212246299 and training accuracy:0.977456569672 validation cost:0.0716136917472 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620242469013 and training accuracy:0.979001879692 validation cost:0.0636194199324 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0546811968088 and training accuracy:0.981819808483 validation cost:0.0558036379516 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0496190860868 and training accuracy:0.983819663525 validation cost:0.0487594902515 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0461081415415 and training accuracy:0.985001385212 validation cost:0.0460862740874 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0424579381943 and training accuracy:0.986728489399 validation cost:0.0423078387976 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.871848106 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965524986386 and training accuracy:0.993365824223 validation cost:0.0912572517991 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0527665652335 and training accuracy:0.994926810265 validation cost:0.0475545115769 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380930565298 and training accuracy:0.99590241909 validation cost:0.0326551571488 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289031863213 and training accuracy:0.997658550739 validation cost:0.0239692740142 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237838998437 and training accuracy:0.997560977936 validation cost:0.0195486135781 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200887117535 and training accuracy:0.998048782349 validation cost:0.0150512829423 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176051761955 and training accuracy:0.998341441154 validation cost:0.0132418200374 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158234685659 and training accuracy:0.998341441154 validation cost:0.0122138783336 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144650666043 and training accuracy:0.998439013958 validation cost:0.0114503661171 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.567775011 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620533041656 and training accuracy:0.991702020168 validation cost:0.0614620409906 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337377041578 and training accuracy:0.997023522854 validation cost:0.0349564366043 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.023431673646 and training accuracy:0.998196065426 validation cost:0.0244562905282 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183528624475 and training accuracy:0.998376488686 validation cost:0.0188515726477 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149292610586 and training accuracy:0.998376488686 validation cost:0.0143747134134 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128154177219 and training accuracy:0.998466670513 validation cost:0.0129180196673 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112565066665 and training accuracy:0.998827457428 validation cost:0.0112371724099 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00987831316888 and training accuracy:0.999007821083 validation cost:0.0100639201701 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00889626052231 and training accuracy:0.999098062515 validation cost:0.0090343747288 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.373636007 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150219172239 and training accuracy:0.963959753513 validation cost:0.147697091103 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103014223278 and training accuracy:0.972341239452 validation cost:0.102784119546 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.083818025887 and training accuracy:0.975786924362 validation cost:0.0850676223636 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.070006929338 and training accuracy:0.978673875332 validation cost:0.0694584697485 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608742758632 and training accuracy:0.982212722301 validation cost:0.0589154288173 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540476255119 and training accuracy:0.984168350697 validation cost:0.0528063215315 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0488754846156 and training accuracy:0.985565304756 validation cost:0.0470276623964 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0448694899678 and training accuracy:0.987520933151 validation cost:0.0426318757236 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0418579876423 and training accuracy:0.988079726696 validation cost:0.0402788929641 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.676319838 Method 3 test accuracy:0.787800014019 Training with lmbda:75607.8456039, 20 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:130.559753895 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107103474438 and training accuracy:0.97127532959 validation cost:0.106736317277 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833898261189 and training accuracy:0.975184082985 validation cost:0.0829503983259 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703212246299 and training accuracy:0.977456569672 validation cost:0.0716136917472 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.062027130276 and training accuracy:0.979001879692 validation cost:0.0636194199324 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547363683581 and training accuracy:0.981819808483 validation cost:0.0563218295574 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0495458990335 and training accuracy:0.983819663525 validation cost:0.0487562566996 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0460299439728 and training accuracy:0.985001385212 validation cost:0.0458446741104 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0423587188125 and training accuracy:0.987092077732 validation cost:0.0424398295581 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.420145035 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965472906828 and training accuracy:0.993365824223 validation cost:0.0911082327366 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0527660883963 and training accuracy:0.994926810265 validation cost:0.0477597415447 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379734411836 and training accuracy:0.99590241909 validation cost:0.0325216762722 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289865862578 and training accuracy:0.997658550739 validation cost:0.0240462385118 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237730704248 and training accuracy:0.997560977936 validation cost:0.0193608999252 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200452171266 and training accuracy:0.998048782349 validation cost:0.0150426421314 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176212247461 and training accuracy:0.998341441154 validation cost:0.0133271757513 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0157968383282 and training accuracy:0.998341441154 validation cost:0.0122070880607 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0145044615492 and training accuracy:0.998439013958 validation cost:0.0115153416991 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.370950937 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620750933886 and training accuracy:0.991611778736 validation cost:0.0614364296198 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337518826127 and training accuracy:0.997023522854 validation cost:0.0352949127555 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234715100378 and training accuracy:0.998196065426 validation cost:0.0244658254087 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0182906147093 and training accuracy:0.998376488686 validation cost:0.0186415091157 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149045437574 and training accuracy:0.998376488686 validation cost:0.0143943522125 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128163220361 and training accuracy:0.998466670513 validation cost:0.0129316002131 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112280063331 and training accuracy:0.998827457428 validation cost:0.0115789631382 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00993584468961 and training accuracy:0.999007821083 validation cost:0.0100792916492 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00893927551806 and training accuracy:0.999098062515 validation cost:0.00886511337012 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.131505013 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150204136968 and training accuracy:0.963866651058 validation cost:0.147554636002 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.10321751982 and training accuracy:0.972061812878 validation cost:0.102708436549 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0835088044405 and training accuracy:0.975880026817 validation cost:0.0848685204983 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0701548680663 and training accuracy:0.978673875332 validation cost:0.0696871206164 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0609123259783 and training accuracy:0.982212722301 validation cost:0.0586278662086 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540017671883 and training accuracy:0.984261512756 validation cost:0.0528642237186 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0487861186266 and training accuracy:0.985751509666 validation cost:0.047088291496 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0448412112892 and training accuracy:0.987520933151 validation cost:0.0422599576414 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0417168475688 and training accuracy:0.988172829151 validation cost:0.0398935079575 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.56733489 Method 3 test accuracy:0.787000000477 Training with lmbda:76391.8469255, 21 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.925536156 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107103474438 and training accuracy:0.97127532959 validation cost:0.106736317277 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833898261189 and training accuracy:0.975184082985 validation cost:0.0829503983259 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703212246299 and training accuracy:0.977456569672 validation cost:0.0716136917472 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620267502964 and training accuracy:0.979001879692 validation cost:0.0636194199324 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547363683581 and training accuracy:0.981819808483 validation cost:0.0563218295574 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0495448671281 and training accuracy:0.983819663525 validation cost:0.0487562566996 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0460267812014 and training accuracy:0.985001385212 validation cost:0.0458446741104 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0423514917493 and training accuracy:0.987092077732 validation cost:0.0424398295581 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.087602139 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0966488867998 and training accuracy:0.993365824223 validation cost:0.0911082327366 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0527548752725 and training accuracy:0.994926810265 validation cost:0.0478178299963 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380500890315 and training accuracy:0.99590241909 validation cost:0.0326128974557 and validation accuracy:1.0 Training on :(4, 5) training cost:0.028985420242 and training accuracy:0.997658550739 validation cost:0.024050841108 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237758103758 and training accuracy:0.997560977936 validation cost:0.0194750130177 and validation accuracy:1.0 Training on :(4, 5) training cost:0.020041750744 and training accuracy:0.998048782349 validation cost:0.0150150498375 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176021251827 and training accuracy:0.998341441154 validation cost:0.0132390120998 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158352945 and training accuracy:0.998341441154 validation cost:0.0123771931976 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144910514355 and training accuracy:0.998439013958 validation cost:0.0115068024024 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.732790947 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620441548526 and training accuracy:0.991702020168 validation cost:0.0613697692752 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337164886296 and training accuracy:0.997023522854 validation cost:0.0349324643612 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234418492764 and training accuracy:0.998196065426 validation cost:0.024430507794 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.018349410966 and training accuracy:0.998376488686 validation cost:0.018612312153 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148926246911 and training accuracy:0.998376488686 validation cost:0.0143808424473 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.012843510136 and training accuracy:0.998466670513 validation cost:0.0130971968174 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112632429227 and training accuracy:0.998827457428 validation cost:0.0115841627121 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00991080980748 and training accuracy:0.999007821083 validation cost:0.0100690526888 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00886906217784 and training accuracy:0.999098062515 validation cost:0.00884722173214 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.974123955 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150304466486 and training accuracy:0.963959753513 validation cost:0.148681536317 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.103256046772 and training accuracy:0.972341239452 validation cost:0.10273425281 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.083747819066 and training accuracy:0.975786924362 validation cost:0.0858522728086 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0700175240636 and training accuracy:0.978673875332 validation cost:0.0691094696522 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608589015901 and training accuracy:0.982119560242 validation cost:0.0589576102793 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538274943829 and training accuracy:0.984168350697 validation cost:0.0524551682174 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0491377040744 and training accuracy:0.985565304756 validation cost:0.0474390685558 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0448434911668 and training accuracy:0.987334728241 validation cost:0.0430744662881 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0417310595512 and training accuracy:0.988079726696 validation cost:0.0401130504906 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.032583952 Method 3 test accuracy:0.787999987602 Training with lmbda:77122.5879537, 22 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.429985046 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107104510069 and training accuracy:0.97127532959 validation cost:0.106736317277 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833898261189 and training accuracy:0.975184082985 validation cost:0.0829503983259 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703015327454 and training accuracy:0.977638423443 validation cost:0.07185190171 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0619583018124 and training accuracy:0.979001879692 validation cost:0.06360796839 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0548739619553 and training accuracy:0.981819808483 validation cost:0.0559832900763 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0494959428906 and training accuracy:0.983819663525 validation cost:0.0487146377563 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0459726527333 and training accuracy:0.985092282295 validation cost:0.0453250557184 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0421677529812 and training accuracy:0.986819386482 validation cost:0.0423693098128 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.316118002 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965381339192 and training accuracy:0.993365824223 validation cost:0.0910863727331 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.05278949067 and training accuracy:0.995024383068 validation cost:0.0478118285537 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379104427993 and training accuracy:0.995999991894 validation cost:0.0325196832418 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289504546672 and training accuracy:0.997658550739 validation cost:0.0240027867258 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237421244383 and training accuracy:0.997560977936 validation cost:0.0195893552154 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200504157692 and training accuracy:0.998146355152 validation cost:0.0150349121541 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176028776914 and training accuracy:0.998341441154 validation cost:0.0132624320686 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158371794969 and training accuracy:0.998341441154 validation cost:0.0124097727239 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0145000033081 and training accuracy:0.998439013958 validation cost:0.0115151926875 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.79126215 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620133690536 and training accuracy:0.991882383823 validation cost:0.0612277202308 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337120182812 and training accuracy:0.997113764286 validation cost:0.0352723039687 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234490465373 and training accuracy:0.998196065426 validation cost:0.0244604945183 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183658543974 and training accuracy:0.998376488686 validation cost:0.0187394525856 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149135896936 and training accuracy:0.998376488686 validation cost:0.0143823586404 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128697967157 and training accuracy:0.998466670513 validation cost:0.0130814248696 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0111860381439 and training accuracy:0.998827457428 validation cost:0.011584485881 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0099183106795 and training accuracy:0.999007821083 validation cost:0.0100758932531 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00889168400317 and training accuracy:0.999098062515 validation cost:0.00903700571507 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.332528114 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15033172071 and training accuracy:0.963773488998 validation cost:0.147717401385 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103198125958 and training accuracy:0.971968710423 validation cost:0.102829188108 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0837919786572 and training accuracy:0.975600659847 validation cost:0.0852659568191 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0700309798121 and training accuracy:0.978487610817 validation cost:0.0690963938832 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0609350427985 and training accuracy:0.982305824757 validation cost:0.059235278517 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540957413614 and training accuracy:0.983982145786 validation cost:0.0526638291776 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0489745810628 and training accuracy:0.985472142696 validation cost:0.0473107658327 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0448881685734 and training accuracy:0.987520933151 validation cost:0.0429089106619 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0416954681277 and training accuracy:0.987986564636 validation cost:0.0401843674481 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.137614965 Method 3 test accuracy:0.787599980831 Training with lmbda:77717.024709, 23 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.269515991 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107104510069 and training accuracy:0.97127532959 validation cost:0.106736317277 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833898261189 and training accuracy:0.975184082985 validation cost:0.0829503983259 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0702911764383 and training accuracy:0.977638423443 validation cost:0.0716809406877 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620582066476 and training accuracy:0.979001879692 validation cost:0.063606351614 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0549121648073 and training accuracy:0.9817289114 validation cost:0.0559854321182 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0495329350233 and training accuracy:0.984001457691 validation cost:0.048471737653 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0461314953864 and training accuracy:0.984819591045 validation cost:0.0462964549661 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0422643795609 and training accuracy:0.986819386482 validation cost:0.0423239357769 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.648648977 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0964842662215 and training accuracy:0.993365824223 validation cost:0.0910640135407 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.052787322551 and training accuracy:0.994926810265 validation cost:0.0476086437702 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379846431315 and training accuracy:0.99590241909 validation cost:0.0324649401009 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288791209459 and training accuracy:0.997658550739 validation cost:0.0240558199584 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237443502992 and training accuracy:0.997560977936 validation cost:0.0194235946983 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200950279832 and training accuracy:0.998048782349 validation cost:0.0150231998414 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176130570471 and training accuracy:0.998341441154 validation cost:0.0132379280403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158405527472 and training accuracy:0.998341441154 validation cost:0.0123883960769 and validation accuracy:1.0 Training on :(4, 5) training cost:0.014489710331 and training accuracy:0.998439013958 validation cost:0.0115426518023 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.28708005 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619588494301 and training accuracy:0.991792201996 validation cost:0.0610260181129 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337259955704 and training accuracy:0.997023522854 validation cost:0.0349023081362 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234609134495 and training accuracy:0.998196065426 validation cost:0.0244087297469 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183588080108 and training accuracy:0.998376488686 validation cost:0.0188354589045 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149205252528 and training accuracy:0.998376488686 validation cost:0.0144005520269 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128326090053 and training accuracy:0.998466670513 validation cost:0.0131637789309 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112273171544 and training accuracy:0.998827457428 validation cost:0.0115898437798 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00991228502244 and training accuracy:0.999007821083 validation cost:0.0100786862895 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00888879038393 and training accuracy:0.999098062515 validation cost:0.00886363442987 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.172502041 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150118023157 and training accuracy:0.964052915573 validation cost:0.147732257843 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103214487433 and training accuracy:0.972341239452 validation cost:0.102813564241 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0837421193719 and training accuracy:0.975786924362 validation cost:0.0858268067241 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0699641257524 and training accuracy:0.978580713272 validation cost:0.0691701024771 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0608499236405 and training accuracy:0.982212722301 validation cost:0.0588545650244 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539107583463 and training accuracy:0.984075248241 validation cost:0.0526242814958 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0486321635544 and training accuracy:0.985751509666 validation cost:0.0476928018034 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0449383072555 and training accuracy:0.987520933151 validation cost:0.0428847335279 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0419519394636 and training accuracy:0.987893462181 validation cost:0.0402865707874 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.291269779 Method 3 test accuracy:0.787100017071 Training with lmbda:78353.7454236, 24 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:130.237673998 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107104510069 and training accuracy:0.97127532959 validation cost:0.106736317277 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833898261189 and training accuracy:0.975184082985 validation cost:0.0829503983259 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.07040604949 and training accuracy:0.977547466755 validation cost:0.0718473792076 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0620194375515 and training accuracy:0.978910982609 validation cost:0.0635470673442 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0547348968685 and training accuracy:0.981819808483 validation cost:0.0558551177382 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0496685244143 and training accuracy:0.983546972275 validation cost:0.0487907119095 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0460929870605 and training accuracy:0.985092282295 validation cost:0.0458991117775 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0425571762025 and training accuracy:0.986819386482 validation cost:0.0423904806376 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.820515156 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0965112224221 and training accuracy:0.993365824223 validation cost:0.09128279984 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0527489408851 and training accuracy:0.994926810265 validation cost:0.0473229959607 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379576086998 and training accuracy:0.99590241909 validation cost:0.0322349071503 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289250034839 and training accuracy:0.997658550739 validation cost:0.0240405406803 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237252954394 and training accuracy:0.997560977936 validation cost:0.0193100869656 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0200719796121 and training accuracy:0.998146355152 validation cost:0.0150665743276 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176051091403 and training accuracy:0.998341441154 validation cost:0.0133215598762 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158637799323 and training accuracy:0.998341441154 validation cost:0.0125063266605 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144667048007 and training accuracy:0.998439013958 validation cost:0.0114431213588 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.453906059 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.062017057091 and training accuracy:0.991792201996 validation cost:0.0614621527493 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.033761639148 and training accuracy:0.997113764286 validation cost:0.0351214334369 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234731175005 and training accuracy:0.998196065426 validation cost:0.0244605392218 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0184250809252 and training accuracy:0.998286306858 validation cost:0.0192180853337 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0149459363893 and training accuracy:0.998376488686 validation cost:0.01440161746 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.012842386961 and training accuracy:0.998466670513 validation cost:0.0128951761872 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112554756925 and training accuracy:0.998827457428 validation cost:0.0117617584765 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00992392469198 and training accuracy:0.999007821083 validation cost:0.0101492349058 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00888948421925 and training accuracy:0.999098062515 validation cost:0.00882417336106 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.071964025 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150414183736 and training accuracy:0.963959753513 validation cost:0.147212699056 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103139646351 and training accuracy:0.972061812878 validation cost:0.103072866797 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0840896740556 and training accuracy:0.975693821907 validation cost:0.086076118052 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0702170878649 and training accuracy:0.978580713272 validation cost:0.0691596269608 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0610870867968 and training accuracy:0.982212722301 validation cost:0.0590095147491 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540411621332 and training accuracy:0.984075248241 validation cost:0.0530786477029 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0489471592009 and training accuracy:0.985658407211 validation cost:0.0475897230208 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0448630824685 and training accuracy:0.987334728241 validation cost:0.0424643307924 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0419828221202 and training accuracy:0.988079726696 validation cost:0.0403871424496 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:120.601917982 Method 3 test accuracy:0.787699997425 Training with lmbda:79129.2637755, 25 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:128.853055 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107104122639 and training accuracy:0.97127532959 validation cost:0.106732428074 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833884030581 and training accuracy:0.975184082985 validation cost:0.0829503983259 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703501701355 and training accuracy:0.977638423443 validation cost:0.0718473792076 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0619577951729 and training accuracy:0.978910982609 validation cost:0.0635674148798 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.054699305445 and training accuracy:0.981819808483 validation cost:0.0558315366507 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0495824851096 and training accuracy:0.983728766441 validation cost:0.0488352291286 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0460588410497 and training accuracy:0.984910488129 validation cost:0.0457245446742 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0423200987279 and training accuracy:0.986910283566 validation cost:0.0424347817898 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.331532001 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0966108068824 and training accuracy:0.993365824223 validation cost:0.0911082327366 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0528556518257 and training accuracy:0.994926810265 validation cost:0.0475879833102 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380003079772 and training accuracy:0.99590241909 validation cost:0.0324914008379 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288869757205 and training accuracy:0.997658550739 validation cost:0.023975552991 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237551629543 and training accuracy:0.997560977936 validation cost:0.0192028451711 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201052073389 and training accuracy:0.998048782349 validation cost:0.0150165492669 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0176037233323 and training accuracy:0.998341441154 validation cost:0.0132630430162 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015850096941 and training accuracy:0.998341441154 validation cost:0.0124042714015 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144798299298 and training accuracy:0.998439013958 validation cost:0.0114800250158 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.579107046 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620644800365 and training accuracy:0.991702020168 validation cost:0.0614329986274 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0336959324777 and training accuracy:0.997023522854 validation cost:0.0349101684988 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234914664179 and training accuracy:0.998196065426 validation cost:0.0244877710938 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183690749109 and training accuracy:0.998376488686 validation cost:0.0188713800162 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.01492446661 and training accuracy:0.998376488686 validation cost:0.0143996458501 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128665100783 and training accuracy:0.998466670513 validation cost:0.0133003331721 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0112696895376 and training accuracy:0.998827457428 validation cost:0.0116011658683 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00987057946622 and training accuracy:0.999007821083 validation cost:0.0100846011192 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00887627992779 and training accuracy:0.999098062515 validation cost:0.00889185350388 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:127.308746099 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15010613203 and training accuracy:0.964052915573 validation cost:0.147641211748 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103327549994 and training accuracy:0.972154974937 validation cost:0.102938681841 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0837432220578 and training accuracy:0.975786924362 validation cost:0.0851183384657 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0700999498367 and training accuracy:0.978673875332 validation cost:0.0691584348679 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.060958057642 and training accuracy:0.982119560242 validation cost:0.0590572543442 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540284141898 and training accuracy:0.983982145786 validation cost:0.0526210144162 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0489161722362 and training accuracy:0.985658407211 validation cost:0.047240678221 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0447405800223 and training accuracy:0.987241566181 validation cost:0.0425089821219 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0418140888214 and training accuracy:0.988079726696 validation cost:0.0404135063291 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:124.094916105 Method 3 test accuracy:0.787400007248 Training with lmbda:79223.8806616, 26 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0411857999861 and training accuracy:0.995748758316 validation cost:0.0434302538633 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0229833126068 and training accuracy:0.995661973953 validation cost:0.0272879451513 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0166700072587 and training accuracy:0.996616363525 validation cost:0.0188895296305 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0133215785027 and training accuracy:0.997483968735 validation cost:0.015726827085 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0113944578916 and training accuracy:0.997744202614 validation cost:0.0146624203771 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00990882981569 and training accuracy:0.997917771339 validation cost:0.013716164045 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00871878024191 and training accuracy:0.998004496098 validation cost:0.0113938776776 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00791663490236 and training accuracy:0.99809128046 validation cost:0.0103809628636 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00715233804658 and training accuracy:0.998178005219 validation cost:0.0096391858533 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:139.169267893 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.160725980997 and training accuracy:0.955004096031 validation cost:0.161874428391 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.107104122639 and training accuracy:0.97127532959 validation cost:0.106732428074 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833884030581 and training accuracy:0.975184082985 validation cost:0.0829503983259 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0703501701355 and training accuracy:0.977638423443 validation cost:0.0718473792076 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0619577951729 and training accuracy:0.978910982609 validation cost:0.0635674148798 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.054699305445 and training accuracy:0.981819808483 validation cost:0.0558315366507 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0495824851096 and training accuracy:0.983728766441 validation cost:0.0488352291286 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.046059243381 and training accuracy:0.984910488129 validation cost:0.0457245446742 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0423788465559 and training accuracy:0.986728489399 validation cost:0.0424347817898 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:133.468211889 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0966013520956 and training accuracy:0.993365824223 validation cost:0.0911082327366 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0528054013848 and training accuracy:0.994926810265 validation cost:0.0475279949605 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379556193948 and training accuracy:0.99590241909 validation cost:0.0324277319014 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288697183132 and training accuracy:0.997658550739 validation cost:0.0239814650267 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0237575154752 and training accuracy:0.997560977936 validation cost:0.0192518793046 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0201163645834 and training accuracy:0.998048782349 validation cost:0.0152149731293 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0175802167505 and training accuracy:0.998341441154 validation cost:0.0132395653054 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0158600304276 and training accuracy:0.998341441154 validation cost:0.0123986974359 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0144968219101 and training accuracy:0.998439013958 validation cost:0.0114810485393 and validation accuracy:1.0 Training on :(4, 5) Time taken:122.82207489 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619806982577 and training accuracy:0.991882383823 validation cost:0.0612914636731 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0337211079895 and training accuracy:0.997023522854 validation cost:0.034920591861 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234888494015 and training accuracy:0.998196065426 validation cost:0.0244716256857 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0183805506676 and training accuracy:0.998376488686 validation cost:0.0188752468675 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149328177795 and training accuracy:0.998376488686 validation cost:0.014500329271 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0128655442968 and training accuracy:0.998466670513 validation cost:0.0133009329438 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.011236702092 and training accuracy:0.998827457428 validation cost:0.011601632461 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00990288518369 and training accuracy:0.999007821083 validation cost:0.0100847417489 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00888218544424 and training accuracy:0.999098062515 validation cost:0.00890333019197 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:133.183205843 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150354236364 and training accuracy:0.963866651058 validation cost:0.147561341524 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.103170327842 and training accuracy:0.972248077393 validation cost:0.102286055684 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0837832540274 and training accuracy:0.975693821907 validation cost:0.0847144424915 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0700337216258 and training accuracy:0.978673875332 validation cost:0.0692949742079 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.060788936913 and training accuracy:0.982212722301 validation cost:0.058268263936 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0542185343802 and training accuracy:0.983888983727 validation cost:0.0526653490961 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0488017983735 and training accuracy:0.985751509666 validation cost:0.0473407693207 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0446806177497 and training accuracy:0.987427830696 validation cost:0.0427021831274 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0418748445809 and training accuracy:0.988079726696 validation cost:0.0403328947723 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:123.705186844 Method 3 test accuracy:0.786300003529 Training with lmbda:0, 27 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:133.793046951 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162095218897 and training accuracy:0.953822374344 validation cost:0.167138546705 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10808005929 and training accuracy:0.97154802084 validation cost:0.109002113342 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.08375941962 and training accuracy:0.976184010506 validation cost:0.0887798964977 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695839524269 and training accuracy:0.977729320526 validation cost:0.076758056879 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611479505897 and training accuracy:0.979820013046 validation cost:0.0684051588178 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537941642106 and training accuracy:0.982274353504 validation cost:0.0580648817122 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0490117408335 and training accuracy:0.984365046024 validation cost:0.053463332355 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0451766401529 and training accuracy:0.985910356045 validation cost:0.0491817295551 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416168235242 and training accuracy:0.987092077732 validation cost:0.0461915321648 and validation accuracy:0.984375 Training on :(2, 3) Time taken:124.99843812 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0949183702469 and training accuracy:0.992292702198 validation cost:0.0888345390558 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0529517568648 and training accuracy:0.993073165417 validation cost:0.0452022999525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0374374240637 and training accuracy:0.995121955872 validation cost:0.0302437376231 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0293257758021 and training accuracy:0.996878027916 validation cost:0.0220163315535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.024416424334 and training accuracy:0.997170746326 validation cost:0.0177602935582 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212638769299 and training accuracy:0.997365832329 validation cost:0.0151087632403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189753454179 and training accuracy:0.99726831913 validation cost:0.0134453475475 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0169585160911 and training accuracy:0.997365832329 validation cost:0.0123243164271 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0152014484629 and training accuracy:0.997463405132 validation cost:0.0111647546291 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:118.973143816 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680197104812 and training accuracy:0.990258872509 validation cost:0.0667800009251 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364416614175 and training accuracy:0.996392190456 validation cost:0.0359052494168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0257732402533 and training accuracy:0.997384309769 validation cost:0.0257938690484 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.020039210096 and training accuracy:0.997745096684 validation cost:0.019262008369 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0159926116467 and training accuracy:0.998105883598 validation cost:0.0156124858186 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0134396087378 and training accuracy:0.998556852341 validation cost:0.0136646823958 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0115250283852 and training accuracy:0.998556852341 validation cost:0.0119702173397 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0101073002443 and training accuracy:0.9987372756 validation cost:0.0104008261114 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00918213743716 and training accuracy:0.998827457428 validation cost:0.00931342691183 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:127.214539051 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.1503149122 and training accuracy:0.963680386543 validation cost:0.150966629386 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.104495748878 and training accuracy:0.971689343452 validation cost:0.10532271862 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0849667042494 and training accuracy:0.974669396877 validation cost:0.0854837447405 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0725708380342 and training accuracy:0.978394508362 validation cost:0.0726876705885 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.06287471205 and training accuracy:0.982212722301 validation cost:0.0621440894902 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0562736280262 and training accuracy:0.983888983727 validation cost:0.0555613227189 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0511264130473 and training accuracy:0.985379040241 validation cost:0.0486761070788 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461544878781 and training accuracy:0.986775934696 validation cost:0.0432433150709 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428599640727 and training accuracy:0.987614095211 validation cost:0.0393931046128 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.073496103 Method 3 test accuracy:0.789300024509 Training with lmbda:75023.594281, 28 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:133.685590982 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162090584636 and training accuracy:0.953822374344 validation cost:0.167213529348 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.10814588517 and training accuracy:0.971457123756 validation cost:0.10964166373 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837317481637 and training accuracy:0.976274907589 validation cost:0.0887669399381 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695856958628 and training accuracy:0.977820217609 validation cost:0.0768106579781 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0613679103553 and training accuracy:0.97963821888 validation cost:0.0684042423964 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538045465946 and training accuracy:0.982365250587 validation cost:0.0579331330955 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0492436662316 and training accuracy:0.984455943108 validation cost:0.0530614107847 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0454318039119 and training accuracy:0.985910356045 validation cost:0.0483447089791 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0413947105408 and training accuracy:0.987182974815 validation cost:0.0450273826718 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:125.277091026 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0951739251614 and training accuracy:0.992195129395 validation cost:0.0891537591815 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0532292537391 and training accuracy:0.993073165417 validation cost:0.0455369651318 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0375275835395 and training accuracy:0.994926810265 validation cost:0.0300303995609 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295784771442 and training accuracy:0.996878027916 validation cost:0.0223454013467 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0248046033084 and training accuracy:0.996975600719 validation cost:0.0182399842888 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0215685572475 and training accuracy:0.99726831913 validation cost:0.015365649946 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190953724086 and training accuracy:0.997463405132 validation cost:0.0135134197772 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170959029347 and training accuracy:0.997463405132 validation cost:0.0122629189864 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0154300481081 and training accuracy:0.997463405132 validation cost:0.0110678710043 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.813555002 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0677833780646 and training accuracy:0.990349054337 validation cost:0.0664166361094 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0366170704365 and training accuracy:0.996392190456 validation cost:0.0358202792704 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.026112774387 and training accuracy:0.997294127941 validation cost:0.0259839221835 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0201915763319 and training accuracy:0.997835278511 validation cost:0.0194780100137 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0161661729217 and training accuracy:0.998105883598 validation cost:0.0155632793903 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0137416375801 and training accuracy:0.998376488686 validation cost:0.0138050317764 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0117869582027 and training accuracy:0.998466670513 validation cost:0.012159043923 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104218516499 and training accuracy:0.9987372756 validation cost:0.0111301224679 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00947749614716 and training accuracy:0.998827457428 validation cost:0.00965906400234 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.383042812 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151086628437 and training accuracy:0.963401019573 validation cost:0.153032228351 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.104781627655 and training accuracy:0.971968710423 validation cost:0.106242030859 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0850497409701 and training accuracy:0.974110662937 validation cost:0.0847115367651 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.072637617588 and training accuracy:0.978115081787 validation cost:0.0722180083394 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0628863424063 and training accuracy:0.982026457787 validation cost:0.0632590055466 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0566777065396 and training accuracy:0.983702719212 validation cost:0.0544208362699 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0516094975173 and training accuracy:0.985379040241 validation cost:0.0488492399454 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0471062473953 and training accuracy:0.986310303211 validation cost:0.044587764889 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0433648340404 and training accuracy:0.987334728241 validation cost:0.0411940664053 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.480614185 Method 3 test accuracy:0.789699971676 Training with lmbda:75607.8456039, 29 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.60622406 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162090584636 and training accuracy:0.953822374344 validation cost:0.167213529348 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108146265149 and training accuracy:0.971457123756 validation cost:0.109645545483 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837389752269 and training accuracy:0.976274907589 validation cost:0.0887669399381 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695856958628 and training accuracy:0.977820217609 validation cost:0.0768106579781 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0613679103553 and training accuracy:0.97963821888 validation cost:0.0684042423964 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538017787039 and training accuracy:0.982365250587 validation cost:0.0579331330955 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0492438413203 and training accuracy:0.984455943108 validation cost:0.0530653037131 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0454834066331 and training accuracy:0.985728561878 validation cost:0.048866122961 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0415317825973 and training accuracy:0.987092077732 validation cost:0.0455753691494 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:129.981878042 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0955038666725 and training accuracy:0.991999983788 validation cost:0.0894460305572 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.053146623075 and training accuracy:0.992975592613 validation cost:0.0452231839299 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376994088292 and training accuracy:0.994926810265 validation cost:0.0308504793793 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295440051705 and training accuracy:0.996780514717 validation cost:0.0223136283457 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0248052440584 and training accuracy:0.996975600719 validation cost:0.0185051951557 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.02158963494 and training accuracy:0.997365832329 validation cost:0.0153583092615 and validation accuracy:1.0 Training on :(4, 5) training cost:0.019084693864 and training accuracy:0.997463405132 validation cost:0.013553856872 and validation accuracy:1.0 Training on :(4, 5) training cost:0.017126865685 and training accuracy:0.997463405132 validation cost:0.012547695078 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154423052445 and training accuracy:0.997463405132 validation cost:0.0109052853659 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.848037004 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0680735334754 and training accuracy:0.990168690681 validation cost:0.0667664706707 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0367400087416 and training accuracy:0.996572554111 validation cost:0.0360111743212 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.025958718732 and training accuracy:0.997564733028 validation cost:0.0251038894057 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0202925894409 and training accuracy:0.997745096684 validation cost:0.0196357276291 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162559263408 and training accuracy:0.998105883598 validation cost:0.0155173707753 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0137628056109 and training accuracy:0.998376488686 validation cost:0.0138196805492 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0117497248575 and training accuracy:0.998556852341 validation cost:0.0122499009594 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.010463366285 and training accuracy:0.9987372756 validation cost:0.0110570406541 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00943631771952 and training accuracy:0.998827457428 validation cost:0.00969883892685 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.469949007 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150725439191 and training accuracy:0.963773488998 validation cost:0.153170481324 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.104498699307 and training accuracy:0.971875607967 validation cost:0.106953591108 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0845680087805 and training accuracy:0.974203765392 validation cost:0.0847858414054 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0726223811507 and training accuracy:0.978208243847 validation cost:0.0722641348839 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0631529986858 and training accuracy:0.982119560242 validation cost:0.0629843696952 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0566173419356 and training accuracy:0.983888983727 validation cost:0.054000955075 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0516479164362 and training accuracy:0.985565304756 validation cost:0.0500566288829 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0470527596772 and training accuracy:0.986496567726 validation cost:0.0445486009121 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0434403978288 and training accuracy:0.987334728241 validation cost:0.0419371426105 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.188546181 Method 3 test accuracy:0.784900009632 Training with lmbda:76391.8469255, 30 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.382545948 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162090584636 and training accuracy:0.953822374344 validation cost:0.167213529348 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108149036765 and training accuracy:0.971457123756 validation cost:0.109645545483 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837389752269 and training accuracy:0.976274907589 validation cost:0.0887669399381 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695856958628 and training accuracy:0.977820217609 validation cost:0.0768106579781 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0613700710237 and training accuracy:0.97963821888 validation cost:0.0684042423964 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537707470357 and training accuracy:0.982456147671 validation cost:0.0579846762121 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0492949187756 and training accuracy:0.984365046024 validation cost:0.0528883896768 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0454618521035 and training accuracy:0.985728561878 validation cost:0.0496764555573 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416134335101 and training accuracy:0.987001180649 validation cost:0.0450588017702 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:124.233716011 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0951864793897 and training accuracy:0.992097556591 validation cost:0.0890737324953 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531897880137 and training accuracy:0.992975592613 validation cost:0.0455582253635 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0375627800822 and training accuracy:0.994926810265 validation cost:0.0301802363247 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0297058522701 and training accuracy:0.996780514717 validation cost:0.0223189294338 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0247322060168 and training accuracy:0.996975600719 validation cost:0.0182864312083 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0214430503547 and training accuracy:0.997365832329 validation cost:0.0152385653928 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190836079419 and training accuracy:0.997560977936 validation cost:0.0135216424242 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0171895194799 and training accuracy:0.997365832329 validation cost:0.0126892114058 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154655706137 and training accuracy:0.997463405132 validation cost:0.0110587924719 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.712031126 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.067895822227 and training accuracy:0.990349054337 validation cost:0.0666525512934 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0366744436324 and training accuracy:0.996482372284 validation cost:0.0359893068671 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0261397846043 and training accuracy:0.997294127941 validation cost:0.0259140376002 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0202282052487 and training accuracy:0.997835278511 validation cost:0.019474145025 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162823572755 and training accuracy:0.998105883598 validation cost:0.0155297806486 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0137313669547 and training accuracy:0.998466670513 validation cost:0.0137984147295 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0118312714621 and training accuracy:0.998466670513 validation cost:0.0121617326513 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104430681095 and training accuracy:0.9987372756 validation cost:0.0111262295395 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00951812788844 and training accuracy:0.998827457428 validation cost:0.00969772040844 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.941085815 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151079937816 and training accuracy:0.963494122028 validation cost:0.153280258179 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.105093941092 and training accuracy:0.971968710423 validation cost:0.108536601067 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0849037393928 and training accuracy:0.974017500877 validation cost:0.0845469236374 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0727608576417 and training accuracy:0.977835714817 validation cost:0.0728524923325 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0629011690617 and training accuracy:0.981933295727 validation cost:0.0637922883034 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0566613376141 and training accuracy:0.983982145786 validation cost:0.054523024708 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0517943389714 and training accuracy:0.985285878181 validation cost:0.0498978383839 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0472021661699 and training accuracy:0.986403405666 validation cost:0.0447770319879 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0433434993029 and training accuracy:0.987427830696 validation cost:0.0410737432539 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.542039156 Method 3 test accuracy:0.790499985218 Training with lmbda:77122.5879537, 31 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.382716894 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162090584636 and training accuracy:0.953822374344 validation cost:0.167213529348 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108149036765 and training accuracy:0.971457123756 validation cost:0.109645545483 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837389752269 and training accuracy:0.976274907589 validation cost:0.0887669399381 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695856958628 and training accuracy:0.977820217609 validation cost:0.0768106579781 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0613355115056 and training accuracy:0.979729115963 validation cost:0.0684042423964 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0538068301976 and training accuracy:0.982456147671 validation cost:0.0579846762121 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0492495521903 and training accuracy:0.984274148941 validation cost:0.0532787851989 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0453516021371 and training accuracy:0.985819458961 validation cost:0.0485713221133 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0414889827371 and training accuracy:0.987182974815 validation cost:0.0455344803631 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:124.137756824 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0954569205642 and training accuracy:0.991902410984 validation cost:0.0893987566233 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530660711229 and training accuracy:0.992975592613 validation cost:0.0451772771776 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0377361662686 and training accuracy:0.994926810265 validation cost:0.0307943653315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295946542174 and training accuracy:0.996682941914 validation cost:0.0226880833507 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0247483812273 and training accuracy:0.997073173523 validation cost:0.0180874094367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0216129235923 and training accuracy:0.997365832329 validation cost:0.0154093038291 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190837718546 and training accuracy:0.997463405132 validation cost:0.0135655850172 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0171804651618 and training accuracy:0.997365832329 validation cost:0.0126146124676 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154286855832 and training accuracy:0.997463405132 validation cost:0.0109117170796 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.51403594 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679918453097 and training accuracy:0.990258872509 validation cost:0.067111119628 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365785881877 and training accuracy:0.996482372284 validation cost:0.0360366106033 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0259316898882 and training accuracy:0.997564733028 validation cost:0.0254135113209 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.020265609026 and training accuracy:0.997745096684 validation cost:0.0196196939796 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162256658077 and training accuracy:0.998196065426 validation cost:0.0154487909749 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0136698735878 and training accuracy:0.998556852341 validation cost:0.0140676628798 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0116605116054 and training accuracy:0.998556852341 validation cost:0.0118207661435 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104239685461 and training accuracy:0.9987372756 validation cost:0.0108080012724 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00945615116507 and training accuracy:0.9987372756 validation cost:0.00985557865351 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.305165052 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150878340006 and training accuracy:0.963214755058 validation cost:0.153442561626 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.104240112007 and training accuracy:0.972154974937 validation cost:0.107659950852 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0846301615238 and training accuracy:0.974576294422 validation cost:0.0854662060738 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0727716162801 and training accuracy:0.978487610817 validation cost:0.0727340057492 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0629048421979 and training accuracy:0.982212722301 validation cost:0.0637863650918 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.056421585381 and training accuracy:0.984168350697 validation cost:0.0550651177764 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0515275709331 and training accuracy:0.985751509666 validation cost:0.0503450296819 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0471377708018 and training accuracy:0.986496567726 validation cost:0.0448992960155 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0433357693255 and training accuracy:0.987148463726 validation cost:0.0403871424496 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:121.330635071 Method 3 test accuracy:0.791700005531 Training with lmbda:77717.024709, 32 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.813542128 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162090584636 and training accuracy:0.953822374344 validation cost:0.167213529348 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108146265149 and training accuracy:0.971457123756 validation cost:0.109645545483 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837389752269 and training accuracy:0.976274907589 validation cost:0.0887669399381 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0695937350392 and training accuracy:0.977820217609 validation cost:0.0768106579781 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0611520819366 and training accuracy:0.979820013046 validation cost:0.0678620263934 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.053822055459 and training accuracy:0.982456147671 validation cost:0.0579950809479 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0492325797677 and training accuracy:0.984455943108 validation cost:0.0530753768981 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0453964695334 and training accuracy:0.985910356045 validation cost:0.0486171245575 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0416325107217 and training accuracy:0.987001180649 validation cost:0.0454161986709 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.700359106 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0951983779669 and training accuracy:0.991999983788 validation cost:0.0890954136848 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0531943701208 and training accuracy:0.992975592613 validation cost:0.045527741313 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0375885143876 and training accuracy:0.994926810265 validation cost:0.0302282422781 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0297582354397 and training accuracy:0.996682941914 validation cost:0.022314671427 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0247517023236 and training accuracy:0.996975600719 validation cost:0.0182098057121 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0214561205357 and training accuracy:0.997365832329 validation cost:0.0152692664415 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191024728119 and training accuracy:0.997463405132 validation cost:0.0135662527755 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170879587531 and training accuracy:0.997560977936 validation cost:0.0123697808012 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0154942600057 and training accuracy:0.997463405132 validation cost:0.0110800433904 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.530478954 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0679364800453 and training accuracy:0.990349054337 validation cost:0.066786788404 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0366635210812 and training accuracy:0.996392190456 validation cost:0.036140628159 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.026078466326 and training accuracy:0.997384309769 validation cost:0.025882486254 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0201932787895 and training accuracy:0.997835278511 validation cost:0.0194669757038 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0161956902593 and training accuracy:0.998105883598 validation cost:0.0153763415292 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0136967375875 and training accuracy:0.998466670513 validation cost:0.0136591242626 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0118217729032 and training accuracy:0.998466670513 validation cost:0.0121593317017 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104570444673 and training accuracy:0.9987372756 validation cost:0.0111244088039 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00947485864162 and training accuracy:0.998827457428 validation cost:0.00966999959201 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.097867966 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151039451361 and training accuracy:0.963494122028 validation cost:0.153459772468 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.104610301554 and training accuracy:0.971968710423 validation cost:0.10674777627 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0850137323141 and training accuracy:0.974110662937 validation cost:0.0844241455197 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0725914314389 and training accuracy:0.978021979332 validation cost:0.0718395337462 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0628034248948 and training accuracy:0.982119560242 validation cost:0.0633777752519 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0568308234215 and training accuracy:0.983795881271 validation cost:0.0551377050579 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0516095496714 and training accuracy:0.985472142696 validation cost:0.0500472895801 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0472029969096 and training accuracy:0.986496567726 validation cost:0.0449499376118 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0433544367552 and training accuracy:0.987334728241 validation cost:0.0416068024933 and validation accuracy:0.991525411606 Training on :(8, 9) Time taken:121.3445158 Method 3 test accuracy:0.789600014687 Training with lmbda:78353.7454236, 33 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:130.535763979 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162090584636 and training accuracy:0.953822374344 validation cost:0.167213529348 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108093008399 and training accuracy:0.971457123756 validation cost:0.109079107642 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0838002339005 and training accuracy:0.976365804672 validation cost:0.0886277332902 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696804150939 and training accuracy:0.977729320526 validation cost:0.0767770558596 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0610232502222 and training accuracy:0.97991091013 validation cost:0.0678356438875 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537742488086 and training accuracy:0.982365250587 validation cost:0.0579859651625 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0491565689445 and training accuracy:0.984274148941 validation cost:0.0528307817876 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.045323189348 and training accuracy:0.985819458961 validation cost:0.0491133928299 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416087210178 and training accuracy:0.987182974815 validation cost:0.0465962328017 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.68927598 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0953835695982 and training accuracy:0.991999983788 validation cost:0.089424341917 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530846677721 and training accuracy:0.992975592613 validation cost:0.0452409088612 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376394502819 and training accuracy:0.994926810265 validation cost:0.0305727869272 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295739844441 and training accuracy:0.996682941914 validation cost:0.0227269753814 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0247914176434 and training accuracy:0.997073173523 validation cost:0.0178983509541 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0216007176787 and training accuracy:0.997365832329 validation cost:0.0153308315203 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190830174834 and training accuracy:0.997463405132 validation cost:0.0135678751394 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0171563476324 and training accuracy:0.997365832329 validation cost:0.0126524604857 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0154859721661 and training accuracy:0.997463405132 validation cost:0.0110710933805 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.845244884 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0678863674402 and training accuracy:0.990349054337 validation cost:0.0669692903757 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0364655181766 and training accuracy:0.996572554111 validation cost:0.0355396419764 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259617529809 and training accuracy:0.997474491596 validation cost:0.0254698358476 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0202913675457 and training accuracy:0.997745096684 validation cost:0.0197259560227 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162303261459 and training accuracy:0.998196065426 validation cost:0.0154425557703 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0136432554573 and training accuracy:0.998556852341 validation cost:0.0138635970652 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0116804279387 and training accuracy:0.998556852341 validation cost:0.0120137194172 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104358075187 and training accuracy:0.998647093773 validation cost:0.0108202798292 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00946585927159 and training accuracy:0.9987372756 validation cost:0.00983656290919 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.960355997 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150588974357 and training accuracy:0.963680386543 validation cost:0.154301032424 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.104305572808 and training accuracy:0.971689343452 validation cost:0.107464976609 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0845697373152 and training accuracy:0.974296867847 validation cost:0.085594765842 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0726689174771 and training accuracy:0.978580713272 validation cost:0.0725447386503 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0629134103656 and training accuracy:0.982119560242 validation cost:0.0637099668384 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0563252083957 and training accuracy:0.984261512756 validation cost:0.0550486333668 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0515720583498 and training accuracy:0.985751509666 validation cost:0.0499296151102 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0470767132938 and training accuracy:0.986403405666 validation cost:0.0447058044374 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0432345978916 and training accuracy:0.987427830696 validation cost:0.0403593853116 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:120.946440935 Method 3 test accuracy:0.791800022125 Training with lmbda:79129.2637755, 34 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.814559937 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162091732025 and training accuracy:0.953822374344 validation cost:0.167225301266 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108093008399 and training accuracy:0.971457123756 validation cost:0.109079107642 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0838002339005 and training accuracy:0.976365804672 validation cost:0.0886277332902 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696804150939 and training accuracy:0.977729320526 validation cost:0.0767770558596 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0610228180885 and training accuracy:0.97991091013 validation cost:0.0678356438875 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537746623158 and training accuracy:0.982365250587 validation cost:0.0579859651625 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0492018423975 and training accuracy:0.984274148941 validation cost:0.0529027320445 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.045288644731 and training accuracy:0.985910356045 validation cost:0.0491133928299 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416266135871 and training accuracy:0.987182974815 validation cost:0.0465891882777 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.515029907 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0954622328281 and training accuracy:0.991999983788 validation cost:0.0894902348518 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530820004642 and training accuracy:0.992975592613 validation cost:0.0452367253602 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376321524382 and training accuracy:0.994926810265 validation cost:0.0306756068021 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295575521886 and training accuracy:0.996682941914 validation cost:0.022728940472 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0247719138861 and training accuracy:0.997073173523 validation cost:0.0181119814515 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0215784013271 and training accuracy:0.997365832329 validation cost:0.0153525862843 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190476421267 and training accuracy:0.997463405132 validation cost:0.0136298881844 and validation accuracy:1.0 Training on :(4, 5) training cost:0.017159698531 and training accuracy:0.997365832329 validation cost:0.0125913387164 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0155155416578 and training accuracy:0.997463405132 validation cost:0.0110928285867 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.641055107 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0678912177682 and training accuracy:0.990258872509 validation cost:0.0670496672392 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365055948496 and training accuracy:0.996572554111 validation cost:0.0356461182237 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259854160249 and training accuracy:0.997384309769 validation cost:0.0259307604283 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0202756244689 and training accuracy:0.997745096684 validation cost:0.0196968056262 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162380021065 and training accuracy:0.998196065426 validation cost:0.0154551463202 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0136637194082 and training accuracy:0.998556852341 validation cost:0.0140645038337 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0116692148149 and training accuracy:0.998556852341 validation cost:0.0118502955884 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104093682021 and training accuracy:0.9987372756 validation cost:0.0108099160716 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00946715194732 and training accuracy:0.9987372756 validation cost:0.00983910169452 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.029163122 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150814786553 and training accuracy:0.963401019573 validation cost:0.15359185636 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.104262188077 and training accuracy:0.971968710423 validation cost:0.106943950057 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0846841037273 and training accuracy:0.974390029907 validation cost:0.0855098664761 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0725935250521 and training accuracy:0.978860139847 validation cost:0.073125898838 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0631418973207 and training accuracy:0.982119560242 validation cost:0.0637995377183 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0564954206347 and training accuracy:0.984261512756 validation cost:0.054974976927 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0518155619502 and training accuracy:0.985472142696 validation cost:0.0500001646578 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0469408221543 and training accuracy:0.986589670181 validation cost:0.0444278717041 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0432191342115 and training accuracy:0.987520933151 validation cost:0.0403682887554 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:120.734366179 Method 3 test accuracy:0.797200024128 Training with lmbda:79223.8806616, 35 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0415110439062 and training accuracy:0.995228171349 validation cost:0.0439142361283 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.02334279567 and training accuracy:0.995054662228 validation cost:0.0243503469974 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0170680135489 and training accuracy:0.996616363525 validation cost:0.0185922384262 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0130954766646 and training accuracy:0.998004496098 validation cost:0.0150229362771 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108403526247 and training accuracy:0.998178005219 validation cost:0.0120927793905 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00930841360241 and training accuracy:0.998178005219 validation cost:0.0100549636409 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00832241028547 and training accuracy:0.998178005219 validation cost:0.00934102013707 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00762184849009 and training accuracy:0.99809128046 validation cost:0.0085003040731 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0068105510436 and training accuracy:0.998351573944 validation cost:0.00740517955273 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:130.217794895 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162091732025 and training accuracy:0.953822374344 validation cost:0.167225301266 and validation accuracy:0.948529422283 Training on :(2, 3) training cost:0.108093008399 and training accuracy:0.971457123756 validation cost:0.109079107642 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0838002339005 and training accuracy:0.976365804672 validation cost:0.0886277332902 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0696804150939 and training accuracy:0.977729320526 validation cost:0.0767770558596 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0610228180885 and training accuracy:0.97991091013 validation cost:0.0678356438875 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0537746623158 and training accuracy:0.982365250587 validation cost:0.0579859651625 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0492018423975 and training accuracy:0.984274148941 validation cost:0.0529027320445 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0452888086438 and training accuracy:0.985910356045 validation cost:0.0491133928299 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0416266135871 and training accuracy:0.987182974815 validation cost:0.0465891882777 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:124.026818991 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0954622328281 and training accuracy:0.991999983788 validation cost:0.0894902348518 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0530820004642 and training accuracy:0.992975592613 validation cost:0.0452367253602 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0376321524382 and training accuracy:0.994926810265 validation cost:0.0306756068021 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0295573584735 and training accuracy:0.996682941914 validation cost:0.022728940472 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0247719138861 and training accuracy:0.997073173523 validation cost:0.0181119814515 and validation accuracy:1.0 Training on :(4, 5) training cost:0.021579971537 and training accuracy:0.997365832329 validation cost:0.0153525862843 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190761443228 and training accuracy:0.997463405132 validation cost:0.0136169334874 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0171683467925 and training accuracy:0.997365832329 validation cost:0.0125913387164 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0155256344005 and training accuracy:0.997463405132 validation cost:0.0110922604799 and validation accuracy:0.998025655746 Training on :(4, 5) Time taken:115.814035892 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.06790843606 and training accuracy:0.990258872509 validation cost:0.0670496672392 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0365055948496 and training accuracy:0.996572554111 validation cost:0.0356461182237 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259817913175 and training accuracy:0.997384309769 validation cost:0.0258594490588 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.020284190774 and training accuracy:0.997745096684 validation cost:0.0196968056262 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0162396561354 and training accuracy:0.998196065426 validation cost:0.015453719534 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0136668244377 and training accuracy:0.998556852341 validation cost:0.0140681779012 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0116621684283 and training accuracy:0.998556852341 validation cost:0.0118455188349 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0104048186913 and training accuracy:0.9987372756 validation cost:0.0108200861141 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00946821179241 and training accuracy:0.9987372756 validation cost:0.00983900297433 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.371418953 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.150692611933 and training accuracy:0.963494122028 validation cost:0.154095500708 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.104307457805 and training accuracy:0.971875607967 validation cost:0.107363007963 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0847771167755 and training accuracy:0.974296867847 validation cost:0.0856164097786 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0727607384324 and training accuracy:0.978673875332 validation cost:0.0730422586203 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0630388483405 and training accuracy:0.982212722301 validation cost:0.0637719407678 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0563624128699 and training accuracy:0.984075248241 validation cost:0.05404657498 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0517602264881 and training accuracy:0.985379040241 validation cost:0.0499906092882 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0469063483179 and training accuracy:0.986682832241 validation cost:0.0444055497646 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0431622564793 and training accuracy:0.987241566181 validation cost:0.0403697267175 and validation accuracy:0.992467045784 Training on :(8, 9) Time taken:120.840353966 Method 3 test accuracy:0.797399997711 Training with lmbda:0, 36 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.394144058 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171883046627 and training accuracy:0.947368443012 validation cost:0.173870489001 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.115301266313 and training accuracy:0.968275606632 validation cost:0.11939971894 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913520008326 and training accuracy:0.971911668777 validation cost:0.096379943192 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0760460272431 and training accuracy:0.975184082985 validation cost:0.0819085538387 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0653025358915 and training accuracy:0.979456424713 validation cost:0.0665035769343 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0580960251391 and training accuracy:0.9817289114 validation cost:0.0606088973582 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521769523621 and training accuracy:0.984092354774 validation cost:0.0547606013715 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476470403373 and training accuracy:0.985728561878 validation cost:0.0518938750029 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443670004606 and training accuracy:0.986728489399 validation cost:0.0479844585061 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:124.08211112 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943072885275 and training accuracy:0.993463397026 validation cost:0.083395473659 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053331580013 and training accuracy:0.993073165417 validation cost:0.0433798357844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374968871474 and training accuracy:0.994829297066 validation cost:0.0288449414074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092717528 and training accuracy:0.996390223503 validation cost:0.0221864599735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0239357799292 and training accuracy:0.996975600719 validation cost:0.0179479662329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206256434321 and training accuracy:0.997170746326 validation cost:0.0143882324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0181834287941 and training accuracy:0.99726831913 validation cost:0.0119842672721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0161860194057 and training accuracy:0.997463405132 validation cost:0.010232088156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147315105423 and training accuracy:0.997463405132 validation cost:0.0089998356998 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.456568003 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629686638713 and training accuracy:0.990709841251 validation cost:0.063085667789 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347865857184 and training accuracy:0.996572554111 validation cost:0.0342171937227 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245375912637 and training accuracy:0.997474491596 validation cost:0.0253121834248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0194009188563 and training accuracy:0.997474491596 validation cost:0.0205389261246 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.015670472756 and training accuracy:0.997745096684 validation cost:0.0162374582142 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0135167920962 and training accuracy:0.997925519943 validation cost:0.0137619227171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116283893585 and training accuracy:0.998376488686 validation cost:0.0124588711187 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0104563068599 and training accuracy:0.998466670513 validation cost:0.0107550639659 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00935703516006 and training accuracy:0.998827457428 validation cost:0.00940547138453 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.822031021 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151703119278 and training accuracy:0.966474175453 validation cost:0.14873893559 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102396644652 and training accuracy:0.972713708878 validation cost:0.101458370686 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814579501748 and training accuracy:0.976438820362 validation cost:0.0819562450051 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689342692494 and training accuracy:0.980629563332 validation cost:0.0685682967305 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609318986535 and training accuracy:0.982771456242 validation cost:0.0598627887666 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0535955689847 and training accuracy:0.984633982182 validation cost:0.0505174845457 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.049071803689 and training accuracy:0.985751509666 validation cost:0.0494677238166 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0446933321655 and training accuracy:0.987427830696 validation cost:0.0449233613908 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0412671677768 and training accuracy:0.987800359726 validation cost:0.0424859561026 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:121.233191967 Method 3 test accuracy:0.77840000391 Training with lmbda:75023.594281, 37 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:130.565042019 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115142531693 and training accuracy:0.968366503716 validation cost:0.119388438761 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913700312376 and training accuracy:0.971729815006 validation cost:0.0965802669525 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0762144327164 and training accuracy:0.974911391735 validation cost:0.0821544378996 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.065121114254 and training accuracy:0.979274630547 validation cost:0.0662573948503 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578850507736 and training accuracy:0.981819808483 validation cost:0.0605277307332 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521998219192 and training accuracy:0.984001457691 validation cost:0.0546661168337 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477436631918 and training accuracy:0.985637664795 validation cost:0.0517078563571 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0445388741791 and training accuracy:0.986546695232 validation cost:0.0477787666023 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.802322865 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943345203996 and training accuracy:0.993463397026 validation cost:0.0832012742758 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534858629107 and training accuracy:0.99317073822 validation cost:0.0437155328691 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.037717897445 and training accuracy:0.994829297066 validation cost:0.0292080491781 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029017644003 and training accuracy:0.996390223503 validation cost:0.0224271658808 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0241809412837 and training accuracy:0.997073173523 validation cost:0.017981313169 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209580939263 and training accuracy:0.99726831913 validation cost:0.0142491105944 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184252653271 and training accuracy:0.997463405132 validation cost:0.0122264269739 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165783874691 and training accuracy:0.997365832329 validation cost:0.010616665706 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150521211326 and training accuracy:0.997365832329 validation cost:0.00940136611462 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.866501093 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627797544003 and training accuracy:0.990890204906 validation cost:0.0633541718125 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0346198827028 and training accuracy:0.996752977371 validation cost:0.034181304276 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0247641596943 and training accuracy:0.997654914856 validation cost:0.0257355067879 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195860862732 and training accuracy:0.997474491596 validation cost:0.0207955241203 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0159527603537 and training accuracy:0.997745096684 validation cost:0.0163558982313 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0137340771034 and training accuracy:0.998015701771 validation cost:0.0140844620764 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119542768225 and training accuracy:0.998196065426 validation cost:0.0127689903602 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0108342524618 and training accuracy:0.998376488686 validation cost:0.011282610707 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00954662170261 and training accuracy:0.998917639256 validation cost:0.00955315772444 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.788207054 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15187112987 and training accuracy:0.966939866543 validation cost:0.147253379226 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103078454733 and training accuracy:0.971875607967 validation cost:0.102003201842 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0821406245232 and training accuracy:0.975973188877 validation cost:0.0821767225862 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0688456594944 and training accuracy:0.981095194817 validation cost:0.0673640146852 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0611589588225 and training accuracy:0.982957720757 validation cost:0.0600696764886 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537108071148 and training accuracy:0.984727144241 validation cost:0.0504599548876 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0492100864649 and training accuracy:0.985937774181 validation cost:0.0472696982324 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0449716001749 and training accuracy:0.987520933151 validation cost:0.0437815822661 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0420797020197 and training accuracy:0.987893462181 validation cost:0.0418145097792 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.505114079 Method 3 test accuracy:0.779299974442 Training with lmbda:75607.8456039, 38 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.77343297 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115159697831 and training accuracy:0.968366503716 validation cost:0.119561992586 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913772806525 and training accuracy:0.971729815006 validation cost:0.0965802669525 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0762215331197 and training accuracy:0.974911391735 validation cost:0.0821544378996 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0650925338268 and training accuracy:0.979183733463 validation cost:0.0662333369255 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.057867731899 and training accuracy:0.981819808483 validation cost:0.0605439096689 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521115027368 and training accuracy:0.984001457691 validation cost:0.0546698197722 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0476312898099 and training accuracy:0.985546767712 validation cost:0.0514415130019 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0444877482951 and training accuracy:0.986455798149 validation cost:0.0474309809506 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.782889128 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943545624614 and training accuracy:0.993463397026 validation cost:0.0836318433285 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534826368093 and training accuracy:0.993073165417 validation cost:0.0437046736479 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377214588225 and training accuracy:0.994829297066 validation cost:0.029075615108 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290728844702 and training accuracy:0.996390223503 validation cost:0.0225114002824 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242176875472 and training accuracy:0.997073173523 validation cost:0.018144859001 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209748689085 and training accuracy:0.997170746326 validation cost:0.0142698949203 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184211544693 and training accuracy:0.997463405132 validation cost:0.0123071307316 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165302380919 and training accuracy:0.997365832329 validation cost:0.0106150219217 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151310199872 and training accuracy:0.99726831913 validation cost:0.00939136557281 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.403638124 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627624765038 and training accuracy:0.990980446339 validation cost:0.063350148499 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0346329882741 and training accuracy:0.996752977371 validation cost:0.0343032740057 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0247361660004 and training accuracy:0.997654914856 validation cost:0.025672795251 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0196144357324 and training accuracy:0.997474491596 validation cost:0.0207864884287 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0159467067569 and training accuracy:0.997745096684 validation cost:0.0160349085927 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0136946812272 and training accuracy:0.998015701771 validation cost:0.0140852397308 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119382496923 and training accuracy:0.998196065426 validation cost:0.0125897657126 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107496231794 and training accuracy:0.998376488686 validation cost:0.0114385262132 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00957397464663 and training accuracy:0.998917639256 validation cost:0.00956206582487 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:125.0732131 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151634201407 and training accuracy:0.967126071453 validation cost:0.147273823619 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103181786835 and training accuracy:0.971782445908 validation cost:0.102148078382 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0821988284588 and training accuracy:0.975880026817 validation cost:0.0823481753469 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689367502928 and training accuracy:0.981002032757 validation cost:0.0676484853029 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0607354938984 and training accuracy:0.983050823212 validation cost:0.0596637092531 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538205318153 and training accuracy:0.984354615211 validation cost:0.0506094954908 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.049282938242 and training accuracy:0.985751509666 validation cost:0.0480332747102 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0450292639434 and training accuracy:0.987427830696 validation cost:0.0439596399665 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0420935861766 and training accuracy:0.988079726696 validation cost:0.0420812442899 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.08484602 Method 3 test accuracy:0.779500007629 Training with lmbda:76391.8469255, 39 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.6038239 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115142844617 and training accuracy:0.968366503716 validation cost:0.119561992586 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913783088326 and training accuracy:0.971729815006 validation cost:0.0965802669525 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0762215331197 and training accuracy:0.974911391735 validation cost:0.0821544378996 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0649949014187 and training accuracy:0.97909283638 validation cost:0.0662254095078 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578603670001 and training accuracy:0.981819808483 validation cost:0.0605439022183 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521597079933 and training accuracy:0.984001457691 validation cost:0.0546698197722 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477186962962 and training accuracy:0.985546767712 validation cost:0.0517312288284 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0443998016417 and training accuracy:0.986455798149 validation cost:0.0474963933229 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.864158869 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943855047226 and training accuracy:0.993463397026 validation cost:0.0837088227272 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534698218107 and training accuracy:0.993073165417 validation cost:0.0436429567635 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377292111516 and training accuracy:0.994829297066 validation cost:0.0290817711502 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291190519929 and training accuracy:0.996390223503 validation cost:0.022504158318 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242601875216 and training accuracy:0.997073173523 validation cost:0.018112488091 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209080483764 and training accuracy:0.997170746326 validation cost:0.0142001938075 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185038354248 and training accuracy:0.997365832329 validation cost:0.0122988950461 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165546573699 and training accuracy:0.997365832329 validation cost:0.0106265544891 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151273906231 and training accuracy:0.99726831913 validation cost:0.00941153801978 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.142161846 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.062765493989 and training accuracy:0.990890204906 validation cost:0.0633637085557 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0346878767014 and training accuracy:0.996752977371 validation cost:0.0341909043491 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0247165132314 and training accuracy:0.997654914856 validation cost:0.025685980916 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0196101199836 and training accuracy:0.997474491596 validation cost:0.0207983907312 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.015964653343 and training accuracy:0.997745096684 validation cost:0.0161237418652 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0137074226514 and training accuracy:0.998015701771 validation cost:0.0140715315938 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119493165985 and training accuracy:0.998196065426 validation cost:0.0126002747566 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107431784272 and training accuracy:0.998376488686 validation cost:0.011279665865 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00956709869206 and training accuracy:0.998917639256 validation cost:0.00965199340135 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.616644144 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151886373758 and training accuracy:0.967032968998 validation cost:0.147723063827 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103199407458 and training accuracy:0.971782445908 validation cost:0.102032251656 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0818831697106 and training accuracy:0.975973188877 validation cost:0.0812554135919 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0690059438348 and training accuracy:0.980815768242 validation cost:0.0680691897869 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0608374774456 and training accuracy:0.983143985271 validation cost:0.0592181049287 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538734085858 and training accuracy:0.984727144241 validation cost:0.0504365712404 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0491554588079 and training accuracy:0.985844671726 validation cost:0.0478879548609 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0450097247958 and training accuracy:0.987334728241 validation cost:0.0435702688992 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.04205583781 and training accuracy:0.987986564636 validation cost:0.0419181287289 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.809367895 Method 3 test accuracy:0.779100000858 Training with lmbda:77122.5879537, 40 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.637857914 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115142844617 and training accuracy:0.968366503716 validation cost:0.119561992586 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913783088326 and training accuracy:0.971729815006 validation cost:0.0965802669525 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0762215331197 and training accuracy:0.974911391735 validation cost:0.0821544378996 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0649948492646 and training accuracy:0.97909283638 validation cost:0.0661821067333 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0579099394381 and training accuracy:0.981819808483 validation cost:0.0607856586576 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0522672049701 and training accuracy:0.984092354774 validation cost:0.0546678341925 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477082654834 and training accuracy:0.985637664795 validation cost:0.0514009073377 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.044413074851 and training accuracy:0.986546695232 validation cost:0.0476811230183 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.986674786 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943291038275 and training accuracy:0.993463397026 validation cost:0.0833697170019 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053478769958 and training accuracy:0.993073165417 validation cost:0.0436221845448 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378374271095 and training accuracy:0.994829297066 validation cost:0.029423173517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290693305433 and training accuracy:0.996390223503 validation cost:0.0224551446736 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0241665001959 and training accuracy:0.997073173523 validation cost:0.0180738884956 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209593046457 and training accuracy:0.99726831913 validation cost:0.0142860170454 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184297058731 and training accuracy:0.997463405132 validation cost:0.0123781310394 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167580768466 and training accuracy:0.997170746326 validation cost:0.0107432119548 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151317212731 and training accuracy:0.99726831913 validation cost:0.00922999065369 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.649255037 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627364739776 and training accuracy:0.990980446339 validation cost:0.0633783265948 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347314290702 and training accuracy:0.996752977371 validation cost:0.034268502146 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0247366335243 and training accuracy:0.997654914856 validation cost:0.0256992019713 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.019556729123 and training accuracy:0.997564733028 validation cost:0.020466433838 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.015979103744 and training accuracy:0.997654914856 validation cost:0.0164635572582 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0137237468734 and training accuracy:0.998015701771 validation cost:0.0140877300873 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119270617142 and training accuracy:0.998196065426 validation cost:0.0126027492806 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107563203201 and training accuracy:0.998376488686 validation cost:0.0112782735378 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00958324037492 and training accuracy:0.998917639256 validation cost:0.00955998245627 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.800716877 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.152064457536 and training accuracy:0.966660439968 validation cost:0.148105099797 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103190921247 and training accuracy:0.971875607967 validation cost:0.102063208818 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0819627270103 and training accuracy:0.975693821907 validation cost:0.0830457657576 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0688648074865 and training accuracy:0.980908930302 validation cost:0.0679036602378 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0611393786967 and training accuracy:0.982957720757 validation cost:0.0600242577493 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537894740701 and training accuracy:0.984633982182 validation cost:0.0504662878811 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490682534873 and training accuracy:0.985844671726 validation cost:0.0476742312312 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0451577343047 and training accuracy:0.987334728241 validation cost:0.0434277914464 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0418846420944 and training accuracy:0.988172829151 validation cost:0.0416167192161 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.710126877 Method 3 test accuracy:0.779100000858 Training with lmbda:77717.024709, 41 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.61619401 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171819314361 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115142844617 and training accuracy:0.968366503716 validation cost:0.119561992586 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913783088326 and training accuracy:0.971729815006 validation cost:0.0965802669525 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.076224423945 and training accuracy:0.974911391735 validation cost:0.0821544378996 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0649959370494 and training accuracy:0.97909283638 validation cost:0.0661821067333 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0579085536301 and training accuracy:0.981819808483 validation cost:0.0607856586576 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0522640347481 and training accuracy:0.984092354774 validation cost:0.0546673089266 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.047644816339 and training accuracy:0.985637664795 validation cost:0.0517666004598 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0442255400121 and training accuracy:0.986546695232 validation cost:0.0476474873722 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.609498024 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943168699741 and training accuracy:0.993463397026 validation cost:0.0833329185843 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534986183047 and training accuracy:0.993073165417 validation cost:0.0436233244836 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378773771226 and training accuracy:0.994829297066 validation cost:0.0293728075922 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291010178626 and training accuracy:0.996390223503 validation cost:0.0225246436894 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242238920182 and training accuracy:0.997073173523 validation cost:0.0181211847812 and validation accuracy:1.0 Training on :(4, 5) training cost:0.020947182551 and training accuracy:0.99726831913 validation cost:0.0142044918612 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184451453388 and training accuracy:0.997365832329 validation cost:0.0123039148748 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165441352874 and training accuracy:0.997365832329 validation cost:0.0105561809614 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151161123067 and training accuracy:0.997463405132 validation cost:0.00941216479987 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.928941011 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627378746867 and training accuracy:0.990890204906 validation cost:0.0633213818073 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.034671228379 and training accuracy:0.996752977371 validation cost:0.0341531783342 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0247625578195 and training accuracy:0.997654914856 validation cost:0.0256308000535 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195905789733 and training accuracy:0.997474491596 validation cost:0.020796764642 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0159924831241 and training accuracy:0.997654914856 validation cost:0.0164645984769 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0136913163587 and training accuracy:0.998015701771 validation cost:0.0140648530796 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0120178367943 and training accuracy:0.998196065426 validation cost:0.012746937573 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0108002619818 and training accuracy:0.998376488686 validation cost:0.0114576760679 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00955995824188 and training accuracy:0.998917639256 validation cost:0.00953978300095 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.306868076 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151901319623 and training accuracy:0.966939866543 validation cost:0.148172006011 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103271462023 and training accuracy:0.971503078938 validation cost:0.102343253791 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0820496752858 and training accuracy:0.975973188877 validation cost:0.0822428762913 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.069028057158 and training accuracy:0.980815768242 validation cost:0.0679732486606 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0610904172063 and training accuracy:0.982957720757 validation cost:0.0602147988975 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538703352213 and training accuracy:0.984820246696 validation cost:0.0503734387457 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0490051880479 and training accuracy:0.986030936241 validation cost:0.0475603044033 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0450477451086 and training accuracy:0.987427830696 validation cost:0.0437846072018 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0420514419675 and training accuracy:0.987986564636 validation cost:0.0419521480799 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.493865013 Method 3 test accuracy:0.779399991035 Training with lmbda:78353.7454236, 42 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.629025221 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171822085977 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115122787654 and training accuracy:0.968366503716 validation cost:0.119388438761 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913701802492 and training accuracy:0.971729815006 validation cost:0.0965802669525 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0762087479234 and training accuracy:0.974911391735 validation cost:0.0821544378996 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0649398416281 and training accuracy:0.979183733463 validation cost:0.0661821067333 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0578276179731 and training accuracy:0.9817289114 validation cost:0.0606317929924 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.052234519273 and training accuracy:0.983910560608 validation cost:0.0546440966427 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0478673912585 and training accuracy:0.985637664795 validation cost:0.0513876453042 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0443346165121 and training accuracy:0.986455798149 validation cost:0.0475187897682 and validation accuracy:0.984375 Training on :(2, 3) Time taken:124.918267012 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0943683162332 and training accuracy:0.993463397026 validation cost:0.0834324061871 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0535273440182 and training accuracy:0.993073165417 validation cost:0.0436645820737 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377869978547 and training accuracy:0.994829297066 validation cost:0.0292909052223 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291406866163 and training accuracy:0.996390223503 validation cost:0.0224459730089 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242123529315 and training accuracy:0.997073173523 validation cost:0.0182294771075 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209734346718 and training accuracy:0.997170746326 validation cost:0.0142660271376 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185243934393 and training accuracy:0.997365832329 validation cost:0.0122308265418 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165685750544 and training accuracy:0.997365832329 validation cost:0.0107429279014 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151086393744 and training accuracy:0.997365832329 validation cost:0.00938789639622 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.241792202 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627313256264 and training accuracy:0.990890204906 validation cost:0.0633618310094 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347293503582 and training accuracy:0.996662735939 validation cost:0.0341882482171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0247478820384 and training accuracy:0.997654914856 validation cost:0.0256753228605 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0196109581739 and training accuracy:0.997474491596 validation cost:0.0208022594452 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0160018224269 and training accuracy:0.997654914856 validation cost:0.0164483338594 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0137650026008 and training accuracy:0.998015701771 validation cost:0.0140826897696 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0120029598475 and training accuracy:0.998196065426 validation cost:0.0125595312566 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0108134606853 and training accuracy:0.998376488686 validation cost:0.0114518571645 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00957031175494 and training accuracy:0.998917639256 validation cost:0.00955231208354 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:125.589834929 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151616796851 and training accuracy:0.967126071453 validation cost:0.147237345576 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103309951723 and training accuracy:0.971875607967 validation cost:0.102645680308 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.082032173872 and training accuracy:0.976066291332 validation cost:0.0822237059474 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0690211579204 and training accuracy:0.980722665787 validation cost:0.0674869343638 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0607650838792 and training accuracy:0.983143985271 validation cost:0.0599770322442 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538270846009 and training accuracy:0.984727144241 validation cost:0.0505192540586 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0493162758648 and training accuracy:0.986030936241 validation cost:0.0471435002983 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0448191575706 and training accuracy:0.987427830696 validation cost:0.0437077283859 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0423231944442 and training accuracy:0.987986564636 validation cost:0.0418311282992 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.000211 Method 3 test accuracy:0.778900027275 Training with lmbda:79129.2637755, 43 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.169789076 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171822085977 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115122787654 and training accuracy:0.968366503716 validation cost:0.119388438761 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913701802492 and training accuracy:0.971729815006 validation cost:0.0965802669525 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0761739090085 and training accuracy:0.974911391735 validation cost:0.0821544378996 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0649960115552 and training accuracy:0.97909283638 validation cost:0.0661821067333 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.057888686657 and training accuracy:0.981819808483 validation cost:0.0606317929924 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0521921887994 and training accuracy:0.984001457691 validation cost:0.0546338260174 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477955192327 and training accuracy:0.985819458961 validation cost:0.0514068827033 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0441874600947 and training accuracy:0.986546695232 validation cost:0.0475475750864 and validation accuracy:0.984375 Training on :(2, 3) Time taken:124.325791121 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.094387114048 and training accuracy:0.993463397026 validation cost:0.0833187773824 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534695237875 and training accuracy:0.993073165417 validation cost:0.0435411669314 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378415547311 and training accuracy:0.994829297066 validation cost:0.0296079255641 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290890093893 and training accuracy:0.996390223503 validation cost:0.0224690921605 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242581870407 and training accuracy:0.997073173523 validation cost:0.0182414222509 and validation accuracy:1.0 Training on :(4, 5) training cost:0.020938873291 and training accuracy:0.997170746326 validation cost:0.0142958145589 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184501856565 and training accuracy:0.997463405132 validation cost:0.0123906331137 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165367964655 and training accuracy:0.997365832329 validation cost:0.0105898287147 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151351373643 and training accuracy:0.997365832329 validation cost:0.00942288525403 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.958822012 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628055036068 and training accuracy:0.990980446339 validation cost:0.0633425191045 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347119607031 and training accuracy:0.996662735939 validation cost:0.0345035605133 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0247605871409 and training accuracy:0.997654914856 validation cost:0.0256333593279 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0195884052664 and training accuracy:0.997474491596 validation cost:0.020627848804 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0159723646939 and training accuracy:0.997745096684 validation cost:0.0161734037101 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0137049937621 and training accuracy:0.998015701771 validation cost:0.0140913287178 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0120375650004 and training accuracy:0.998196065426 validation cost:0.0127807296813 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0108085842803 and training accuracy:0.998376488686 validation cost:0.0114539414644 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00956529192626 and training accuracy:0.998917639256 validation cost:0.00954619981349 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.649818897 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151706680655 and training accuracy:0.967126071453 validation cost:0.14804828167 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103305883706 and training accuracy:0.971596181393 validation cost:0.102069020271 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.082080475986 and training accuracy:0.976159453392 validation cost:0.0822647437453 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0690600946546 and training accuracy:0.980722665787 validation cost:0.0673246383667 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.061132773757 and training accuracy:0.982864618301 validation cost:0.0602493695915 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537267513573 and training accuracy:0.984820246696 validation cost:0.0503507331014 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0492950566113 and training accuracy:0.985751509666 validation cost:0.0473583191633 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0451025515795 and training accuracy:0.987241566181 validation cost:0.0436988733709 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0422579497099 and training accuracy:0.987893462181 validation cost:0.042103189975 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.62045002 Method 3 test accuracy:0.778599977493 Training with lmbda:79223.8806616, 44 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0406066067517 and training accuracy:0.995314955711 validation cost:0.0420646257699 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0230203382671 and training accuracy:0.995228171349 validation cost:0.0234451759607 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0167031474411 and training accuracy:0.996703088284 validation cost:0.0187955778092 and validation accuracy:0.994732201099 Training on :(0, 1) training cost:0.0130601068959 and training accuracy:0.997657477856 validation cost:0.0140707390383 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0111347502097 and training accuracy:0.998004496098 validation cost:0.0117450542748 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00962120573968 and training accuracy:0.99809128046 validation cost:0.0109322778881 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00838874466717 and training accuracy:0.998264789581 validation cost:0.0101041002199 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00755478534847 and training accuracy:0.99809128046 validation cost:0.00917085818946 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00698435213417 and training accuracy:0.998004496098 validation cost:0.00852664839476 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.538316965 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.171822085977 and training accuracy:0.947277545929 validation cost:0.173728704453 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.115122787654 and training accuracy:0.968366503716 validation cost:0.119388438761 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0913701802492 and training accuracy:0.971729815006 validation cost:0.0965802669525 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0761739090085 and training accuracy:0.974911391735 validation cost:0.0821544378996 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0649960115552 and training accuracy:0.97909283638 validation cost:0.0661821067333 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.057888686657 and training accuracy:0.981819808483 validation cost:0.0606317929924 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0522110722959 and training accuracy:0.984001457691 validation cost:0.0546338260174 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0477748252451 and training accuracy:0.985819458961 validation cost:0.0514134950936 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0441641658545 and training accuracy:0.986546695232 validation cost:0.0476935356855 and validation accuracy:0.984375 Training on :(2, 3) Time taken:124.306491137 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.094314776361 and training accuracy:0.993463397026 validation cost:0.0835198238492 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053520925343 and training accuracy:0.993073165417 validation cost:0.0435576066375 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378868207335 and training accuracy:0.994829297066 validation cost:0.0296359583735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290879029781 and training accuracy:0.996390223503 validation cost:0.0225160736591 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242622699589 and training accuracy:0.997073173523 validation cost:0.0181010309607 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209993161261 and training accuracy:0.997170746326 validation cost:0.0142868123949 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184611640871 and training accuracy:0.997365832329 validation cost:0.0123871108517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165432374924 and training accuracy:0.997365832329 validation cost:0.0105935065076 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015089337714 and training accuracy:0.997463405132 validation cost:0.00936467573047 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.095767975 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627715811133 and training accuracy:0.990980446339 validation cost:0.0633900091052 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0347285680473 and training accuracy:0.996662735939 validation cost:0.034257594496 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0247481539845 and training accuracy:0.997654914856 validation cost:0.0256953909993 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0196199249476 and training accuracy:0.997474491596 validation cost:0.0208044983447 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0159677453339 and training accuracy:0.997654914856 validation cost:0.0163822565228 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0137075576931 and training accuracy:0.998015701771 validation cost:0.0140835558996 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0119811110198 and training accuracy:0.998196065426 validation cost:0.0127428853884 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0107645271346 and training accuracy:0.998376488686 validation cost:0.011458187364 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.00954598747194 and training accuracy:0.998917639256 validation cost:0.00953130517155 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:125.683902025 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.152002304792 and training accuracy:0.966753602028 validation cost:0.148047372699 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.103378206491 and training accuracy:0.971689343452 validation cost:0.102443397045 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0820186957717 and training accuracy:0.976066291332 validation cost:0.082192055881 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0690349116921 and training accuracy:0.980908930302 validation cost:0.0680434778333 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0610689409077 and training accuracy:0.982864618301 validation cost:0.0600232370198 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0537140108645 and training accuracy:0.984913408756 validation cost:0.0505918599665 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0491912737489 and training accuracy:0.985937774181 validation cost:0.0467564798892 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0452096201479 and training accuracy:0.987427830696 validation cost:0.0437678173184 and validation accuracy:0.991525411606 Training on :(8, 9) training cost:0.0421025641263 and training accuracy:0.987986564636 validation cost:0.0419373698533 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.785123825 Method 3 test accuracy:0.778500020504 Training with lmbda:0, 45 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0408932901919 and training accuracy:0.994967877865 validation cost:0.0439703166485 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0224334653467 and training accuracy:0.995488464832 validation cost:0.0245011784136 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0159992780536 and training accuracy:0.996963381767 validation cost:0.0180538110435 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0130516346544 and training accuracy:0.997136890888 validation cost:0.0148735279217 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111552961171 and training accuracy:0.997744202614 validation cost:0.0133751826361 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00950408354402 and training accuracy:0.997830986977 validation cost:0.0110163884237 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00829523801804 and training accuracy:0.998264789581 validation cost:0.00957271642983 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00742154475302 and training accuracy:0.998351573944 validation cost:0.00862039625645 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00667197909206 and training accuracy:0.998438298702 validation cost:0.00742080435157 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.40723896 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.163047432899 and training accuracy:0.95218616724 validation cost:0.169682770967 and validation accuracy:0.949448525906 Training on :(2, 3) training cost:0.108585543931 and training accuracy:0.970548152924 validation cost:0.11491034925 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0855230689049 and training accuracy:0.975093185902 validation cost:0.0933846309781 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.070729650557 and training accuracy:0.977183878422 validation cost:0.0788931325078 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.061895519495 and training accuracy:0.978638291359 validation cost:0.0671676769853 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.05472080037 and training accuracy:0.982183456421 validation cost:0.0600457116961 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0499093085527 and training accuracy:0.984092354774 validation cost:0.0540248565376 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0451853126287 and training accuracy:0.985728561878 validation cost:0.0489296019077 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0418343394995 and training accuracy:0.987182974815 validation cost:0.0466468520463 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:124.150846004 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0987798944116 and training accuracy:0.99287801981 validation cost:0.0942721888423 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.054377309978 and training accuracy:0.992195129395 validation cost:0.0490864999592 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0377885773778 and training accuracy:0.995414614677 validation cost:0.0323230400681 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0295122750103 and training accuracy:0.996780514717 validation cost:0.0240308251232 and validation accuracy:1.0 Training on :(4, 5) training cost:0.024224286899 and training accuracy:0.997073173523 validation cost:0.0202615391463 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0206549316645 and training accuracy:0.997463405132 validation cost:0.0165793932974 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183612704277 and training accuracy:0.997463405132 validation cost:0.0134141584858 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0162344537675 and training accuracy:0.997756123543 validation cost:0.0121127581224 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147263137624 and training accuracy:0.997756123543 validation cost:0.0101570235565 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.66415 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0625425130129 and training accuracy:0.993325531483 validation cost:0.0630200952291 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0335065461695 and training accuracy:0.997564733028 validation cost:0.0328226238489 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0231475699693 and training accuracy:0.998196065426 validation cost:0.0231656394899 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0182804968208 and training accuracy:0.998286306858 validation cost:0.0185780692846 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0148572446778 and training accuracy:0.998286306858 validation cost:0.0136001054198 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0124965906143 and training accuracy:0.9987372756 validation cost:0.0124369673431 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0107228886336 and training accuracy:0.999188244343 validation cost:0.0111252889037 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00970557704568 and training accuracy:0.99927842617 validation cost:0.0101457601413 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00864703860134 and training accuracy:0.99927842617 validation cost:0.00934752169997 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.601157904 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.152697637677 and training accuracy:0.961631596088 validation cost:0.151150882244 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.104438573122 and training accuracy:0.971689343452 validation cost:0.107217401266 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0841329023242 and training accuracy:0.974762499332 validation cost:0.0856364071369 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0711039453745 and training accuracy:0.978673875332 validation cost:0.0720140635967 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0625501349568 and training accuracy:0.982119560242 validation cost:0.0652162358165 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0554003119469 and training accuracy:0.984075248241 validation cost:0.056522525847 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0501193888485 and training accuracy:0.985472142696 validation cost:0.0501580946147 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0458750203252 and training accuracy:0.986682832241 validation cost:0.0461135208607 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0424185283482 and training accuracy:0.987520933151 validation cost:0.0423649661243 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:121.357471943 Method 3 test accuracy:0.785499989986 Training with lmbda:75023.594281, 46 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0408932901919 and training accuracy:0.994967877865 validation cost:0.0439703166485 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0224334653467 and training accuracy:0.995488464832 validation cost:0.0245011784136 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0159992780536 and training accuracy:0.996963381767 validation cost:0.0180538110435 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0130516346544 and training accuracy:0.997136890888 validation cost:0.0148735279217 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111552961171 and training accuracy:0.997744202614 validation cost:0.0133751826361 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00950408354402 and training accuracy:0.997830986977 validation cost:0.0110163884237 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00829523801804 and training accuracy:0.998264789581 validation cost:0.00957271642983 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00742154475302 and training accuracy:0.998351573944 validation cost:0.00862039625645 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00667197909206 and training accuracy:0.998438298702 validation cost:0.00742080435157 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:130.07868886 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.163036689162 and training accuracy:0.95218616724 validation cost:0.169579863548 and validation accuracy:0.949448525906 Training on :(2, 3) training cost:0.108668319881 and training accuracy:0.970548152924 validation cost:0.115267321467 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0856124982238 and training accuracy:0.975093185902 validation cost:0.0933935344219 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0710273757577 and training accuracy:0.976911187172 validation cost:0.0786435604095 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0620041005313 and training accuracy:0.978456497192 validation cost:0.0671119093895 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0546519346535 and training accuracy:0.982001662254 validation cost:0.0590370111167 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0501440353692 and training accuracy:0.983910560608 validation cost:0.0542134940624 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0453199669719 and training accuracy:0.985637664795 validation cost:0.048912268132 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0417195297778 and training accuracy:0.987455666065 validation cost:0.046679135412 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:124.219888926 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0987633317709 and training accuracy:0.99287801981 validation cost:0.0940229073167 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0546532385051 and training accuracy:0.991999983788 validation cost:0.0489789545536 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0380928628147 and training accuracy:0.995414614677 validation cost:0.0324731878936 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0298332814127 and training accuracy:0.996780514717 validation cost:0.0242058895528 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244585331529 and training accuracy:0.997073173523 validation cost:0.0200389400125 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0208244025707 and training accuracy:0.997463405132 validation cost:0.0166429132223 and validation accuracy:1.0 Training on :(4, 5) training cost:0.018477961421 and training accuracy:0.997463405132 validation cost:0.0141130918637 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164490304887 and training accuracy:0.997853636742 validation cost:0.0120095349848 and validation accuracy:1.0 Training on :(4, 5) training cost:0.015028482303 and training accuracy:0.997853636742 validation cost:0.0103541426361 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.354146957 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.062512151897 and training accuracy:0.993235349655 validation cost:0.0626748353243 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.033535066992 and training accuracy:0.997564733028 validation cost:0.0325994342566 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0234967134893 and training accuracy:0.998105883598 validation cost:0.02373441495 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0182372741401 and training accuracy:0.998376488686 validation cost:0.0183549653739 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.014922356233 and training accuracy:0.998556852341 validation cost:0.0137981837615 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.012536902912 and training accuracy:0.998827457428 validation cost:0.0128234997392 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0108785983175 and training accuracy:0.999188244343 validation cost:0.011572221294 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00977765768766 and training accuracy:0.99927842617 validation cost:0.0102274315432 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00889163650572 and training accuracy:0.999368607998 validation cost:0.00937375240028 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:125.138669014 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.152765601873 and training accuracy:0.961445331573 validation cost:0.151919424534 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.104269370437 and training accuracy:0.971968710423 validation cost:0.105960458517 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.084406144917 and training accuracy:0.974483132362 validation cost:0.0848532542586 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0712937638164 and training accuracy:0.978394508362 validation cost:0.0719981119037 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0624941550195 and training accuracy:0.982212722301 validation cost:0.0640568137169 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0552977994084 and training accuracy:0.984820246696 validation cost:0.0563487522304 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0502269901335 and training accuracy:0.985472142696 validation cost:0.0502341911197 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0459282062948 and training accuracy:0.986682832241 validation cost:0.0455863513052 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428906455636 and training accuracy:0.987148463726 validation cost:0.0432976409793 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.748799086 Method 3 test accuracy:0.783599972725 Training with lmbda:75607.8456039, 47 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0408932901919 and training accuracy:0.994967877865 validation cost:0.0439703166485 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0224334653467 and training accuracy:0.995488464832 validation cost:0.0245011784136 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0159992780536 and training accuracy:0.996963381767 validation cost:0.0180538110435 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0130516346544 and training accuracy:0.997136890888 validation cost:0.0148735279217 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111552961171 and training accuracy:0.997744202614 validation cost:0.0133751826361 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00950408354402 and training accuracy:0.997830986977 validation cost:0.0110163884237 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00829523801804 and training accuracy:0.998264789581 validation cost:0.00957271642983 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00742154475302 and training accuracy:0.998351573944 validation cost:0.00862039625645 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00667197909206 and training accuracy:0.998438298702 validation cost:0.00742080435157 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.640170097 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.163036689162 and training accuracy:0.95218616724 validation cost:0.169579863548 and validation accuracy:0.949448525906 Training on :(2, 3) training cost:0.108668319881 and training accuracy:0.970548152924 validation cost:0.115267321467 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0856126472354 and training accuracy:0.975093185902 validation cost:0.0933935344219 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0710273757577 and training accuracy:0.976911187172 validation cost:0.0786435604095 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0619951300323 and training accuracy:0.978456497192 validation cost:0.0673362612724 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0546132996678 and training accuracy:0.982092559338 validation cost:0.0588321126997 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.050075892359 and training accuracy:0.984001457691 validation cost:0.0542117543519 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0452541410923 and training accuracy:0.985637664795 validation cost:0.0492285490036 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0418602637947 and training accuracy:0.987182974815 validation cost:0.0466642975807 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:123.680612803 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.098783582449 and training accuracy:0.99287801981 validation cost:0.0931182876229 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0545471720397 and training accuracy:0.991902410984 validation cost:0.0490664094687 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.03816338256 and training accuracy:0.995414614677 validation cost:0.0325260236859 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0298131257296 and training accuracy:0.996780514717 validation cost:0.0242511536926 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0245179347694 and training accuracy:0.997073173523 validation cost:0.0202736016363 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0208547431976 and training accuracy:0.997365832329 validation cost:0.0166429337114 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0183704290539 and training accuracy:0.997756123543 validation cost:0.0139045128599 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164645407349 and training accuracy:0.997853636742 validation cost:0.0120016532019 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150376418605 and training accuracy:0.997756123543 validation cost:0.0103534627706 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.37212801 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0625151842833 and training accuracy:0.993325531483 validation cost:0.0625830814242 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0334977544844 and training accuracy:0.997564733028 validation cost:0.032548636198 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0235084891319 and training accuracy:0.998196065426 validation cost:0.0236290358007 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.018309250474 and training accuracy:0.998376488686 validation cost:0.0185105986893 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149502232671 and training accuracy:0.998556852341 validation cost:0.0138177033514 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0125601980835 and training accuracy:0.998917639256 validation cost:0.0128131248057 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0109293479472 and training accuracy:0.999188244343 validation cost:0.0115823894739 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00977211073041 and training accuracy:0.99927842617 validation cost:0.010277306661 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00888333469629 and training accuracy:0.999368607998 validation cost:0.00938408635557 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:125.16215682 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.152852743864 and training accuracy:0.961259067059 validation cost:0.153163090348 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.104296542704 and training accuracy:0.972248077393 validation cost:0.105310671031 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0843705013394 and training accuracy:0.974110662937 validation cost:0.0849289372563 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0711825117469 and training accuracy:0.978394508362 validation cost:0.0718705207109 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0625373572111 and training accuracy:0.982119560242 validation cost:0.0655053779483 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0555984452367 and training accuracy:0.984447777271 validation cost:0.0559004582465 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0501291304827 and training accuracy:0.985751509666 validation cost:0.0500203929842 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461692884564 and training accuracy:0.986403405666 validation cost:0.0456174537539 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428741276264 and training accuracy:0.987055301666 validation cost:0.0432428605855 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:121.184043884 Method 3 test accuracy:0.784900009632 Training with lmbda:76391.8469255, 48 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0408932901919 and training accuracy:0.994967877865 validation cost:0.0439703166485 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0224334653467 and training accuracy:0.995488464832 validation cost:0.0245011784136 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0159992780536 and training accuracy:0.996963381767 validation cost:0.0180538110435 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0130516346544 and training accuracy:0.997136890888 validation cost:0.0148735279217 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111552961171 and training accuracy:0.997744202614 validation cost:0.0133751826361 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00950408354402 and training accuracy:0.997830986977 validation cost:0.0110163884237 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00829523801804 and training accuracy:0.998264789581 validation cost:0.00957271642983 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00742154475302 and training accuracy:0.998351573944 validation cost:0.00862039625645 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00667197909206 and training accuracy:0.998438298702 validation cost:0.00742080435157 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:130.18979311 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.163036689162 and training accuracy:0.95218616724 validation cost:0.169579863548 and validation accuracy:0.949448525906 Training on :(2, 3) training cost:0.108668319881 and training accuracy:0.970548152924 validation cost:0.115267321467 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0856126472354 and training accuracy:0.975093185902 validation cost:0.0933935344219 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0710273757577 and training accuracy:0.976911187172 validation cost:0.0786435604095 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0619959160686 and training accuracy:0.978456497192 validation cost:0.0673088431358 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0545957013965 and training accuracy:0.982092559338 validation cost:0.0588337257504 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0500825047493 and training accuracy:0.984001457691 validation cost:0.0542073771358 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0452285930514 and training accuracy:0.985637664795 validation cost:0.0492136999965 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0418497547507 and training accuracy:0.987455666065 validation cost:0.046685051173 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:123.803668976 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0987680777907 and training accuracy:0.992975592613 validation cost:0.0934024378657 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0546131506562 and training accuracy:0.991999983788 validation cost:0.0490869544446 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0380464307964 and training accuracy:0.995512187481 validation cost:0.0324851721525 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0298182051629 and training accuracy:0.996780514717 validation cost:0.0240432303399 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0245240684599 and training accuracy:0.997073173523 validation cost:0.0202337186784 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0208169538528 and training accuracy:0.997463405132 validation cost:0.0166015122086 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184362325817 and training accuracy:0.997658550739 validation cost:0.014158279635 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164770558476 and training accuracy:0.997853636742 validation cost:0.0120144588873 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150836193934 and training accuracy:0.997756123543 validation cost:0.0103445509449 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.597360134 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.062484562397 and training accuracy:0.993325531483 validation cost:0.062522739172 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0335087180138 and training accuracy:0.997654914856 validation cost:0.0325716249645 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0234669186175 and training accuracy:0.998105883598 validation cost:0.0237253438681 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0182792562991 and training accuracy:0.998376488686 validation cost:0.0186494104564 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149518540129 and training accuracy:0.998556852341 validation cost:0.0137962307781 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0125058330595 and training accuracy:0.998917639256 validation cost:0.0128528354689 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0109112057835 and training accuracy:0.999188244343 validation cost:0.0115935411304 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00975240021944 and training accuracy:0.99927842617 validation cost:0.0102771129459 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00889233034104 and training accuracy:0.999368607998 validation cost:0.00938389357179 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:125.056704998 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.152866631746 and training accuracy:0.961352229118 validation cost:0.151271745563 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.104297451675 and training accuracy:0.972154974937 validation cost:0.105679094791 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0843891873956 and training accuracy:0.974576294422 validation cost:0.0849008858204 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0712998360395 and training accuracy:0.978301346302 validation cost:0.0720706656575 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0626849830151 and training accuracy:0.982026457787 validation cost:0.0657011047006 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0553627684712 and training accuracy:0.984633982182 validation cost:0.0554836057127 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0501909069717 and training accuracy:0.985565304756 validation cost:0.0505700968206 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0462110415101 and training accuracy:0.986496567726 validation cost:0.0463484153152 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0430246070027 and training accuracy:0.987148463726 validation cost:0.0432000234723 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:121.012923956 Method 3 test accuracy:0.784699976444 Training with lmbda:77122.5879537, 49 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0408932901919 and training accuracy:0.994967877865 validation cost:0.0439703166485 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0224334653467 and training accuracy:0.995488464832 validation cost:0.0245011784136 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0159992780536 and training accuracy:0.996963381767 validation cost:0.0180538110435 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0130516346544 and training accuracy:0.997136890888 validation cost:0.0148735279217 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111552961171 and training accuracy:0.997744202614 validation cost:0.0133751826361 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00950408354402 and training accuracy:0.997830986977 validation cost:0.0110163884237 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00829523801804 and training accuracy:0.998264789581 validation cost:0.00957271642983 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00742154475302 and training accuracy:0.998351573944 validation cost:0.00862039625645 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00667197909206 and training accuracy:0.998438298702 validation cost:0.00742080435157 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.538629055 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.163036689162 and training accuracy:0.95218616724 validation cost:0.169579863548 and validation accuracy:0.949448525906 Training on :(2, 3) training cost:0.108637362719 and training accuracy:0.970548152924 validation cost:0.115349672735 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0854639336467 and training accuracy:0.975093185902 validation cost:0.0935606360435 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0710826218128 and training accuracy:0.976911187172 validation cost:0.0786688029766 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0620453730226 and training accuracy:0.978456497192 validation cost:0.0670605972409 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0544647201896 and training accuracy:0.982274353504 validation cost:0.0587578304112 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0499945133924 and training accuracy:0.983910560608 validation cost:0.0550181902945 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.045329708606 and training accuracy:0.985728561878 validation cost:0.0490219406784 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0416243113577 and training accuracy:0.987273871899 validation cost:0.0467035733163 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:123.62911582 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0987141728401 and training accuracy:0.992975592613 validation cost:0.0934750959277 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0546526350081 and training accuracy:0.992097556591 validation cost:0.0492070242763 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0381426922977 and training accuracy:0.995414614677 validation cost:0.0324945151806 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0298293214291 and training accuracy:0.996780514717 validation cost:0.0242304150015 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244695357978 and training accuracy:0.997073173523 validation cost:0.0200414136052 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0208082776517 and training accuracy:0.997463405132 validation cost:0.0166301559657 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185132492334 and training accuracy:0.997658550739 validation cost:0.0139225274324 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164825860411 and training accuracy:0.997853636742 validation cost:0.0119581166655 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151213984936 and training accuracy:0.997658550739 validation cost:0.0103329261765 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.814323902 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0625128522515 and training accuracy:0.993325531483 validation cost:0.0625018253922 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0334991887212 and training accuracy:0.997745096684 validation cost:0.0326374620199 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0235013049096 and training accuracy:0.998196065426 validation cost:0.0237311795354 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183115210384 and training accuracy:0.998376488686 validation cost:0.0185905192047 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149389253929 and training accuracy:0.998556852341 validation cost:0.0137879708782 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0126084461808 and training accuracy:0.998917639256 validation cost:0.0128462510183 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0109318178147 and training accuracy:0.999188244343 validation cost:0.0115936081856 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00980185996741 and training accuracy:0.99927842617 validation cost:0.0102520920336 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00887832604349 and training accuracy:0.999368607998 validation cost:0.00939571019262 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.588864088 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.152967736125 and training accuracy:0.961352229118 validation cost:0.15257717669 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.104458801448 and training accuracy:0.971968710423 validation cost:0.105605438352 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.084366992116 and training accuracy:0.974669396877 validation cost:0.0848949328065 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0713149607182 and training accuracy:0.978487610817 validation cost:0.0717462599277 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0626922473311 and training accuracy:0.982119560242 validation cost:0.0655042752624 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0554057471454 and training accuracy:0.984540879726 validation cost:0.0560884214938 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0504981726408 and training accuracy:0.985472142696 validation cost:0.0500072650611 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0462501756847 and training accuracy:0.986403405666 validation cost:0.0456695705652 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0426400750875 and training accuracy:0.987148463726 validation cost:0.0433813109994 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.933385134 Method 3 test accuracy:0.78409999609 Training with lmbda:77717.024709, 50 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0408932901919 and training accuracy:0.994967877865 validation cost:0.0439703166485 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0224334653467 and training accuracy:0.995488464832 validation cost:0.0245011784136 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0159992780536 and training accuracy:0.996963381767 validation cost:0.0180538110435 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0130516346544 and training accuracy:0.997136890888 validation cost:0.0148735279217 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111552961171 and training accuracy:0.997744202614 validation cost:0.0133751826361 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00950408354402 and training accuracy:0.997830986977 validation cost:0.0110163884237 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00829523801804 and training accuracy:0.998264789581 validation cost:0.00957271642983 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00742154475302 and training accuracy:0.998351573944 validation cost:0.00862039625645 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00667197909206 and training accuracy:0.998438298702 validation cost:0.00742080435157 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:130.532965899 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.163036689162 and training accuracy:0.95218616724 validation cost:0.169579863548 and validation accuracy:0.949448525906 Training on :(2, 3) training cost:0.108637362719 and training accuracy:0.970548152924 validation cost:0.115349672735 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0854639336467 and training accuracy:0.975093185902 validation cost:0.0935606360435 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0710825771093 and training accuracy:0.976911187172 validation cost:0.0786688029766 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0620452351868 and training accuracy:0.978456497192 validation cost:0.0670605972409 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0544650480151 and training accuracy:0.982274353504 validation cost:0.0587578304112 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0499988049269 and training accuracy:0.983910560608 validation cost:0.0550220869482 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0453378930688 and training accuracy:0.985728561878 validation cost:0.0490235537291 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0417127981782 and training accuracy:0.987273871899 validation cost:0.0467115342617 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:124.166362047 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0987648889422 and training accuracy:0.99287801981 validation cost:0.0935672149062 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0546130314469 and training accuracy:0.991999983788 validation cost:0.0490599572659 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0381735377014 and training accuracy:0.995317101479 validation cost:0.0325291082263 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.029751483351 and training accuracy:0.996780514717 validation cost:0.0240355338901 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244718659669 and training accuracy:0.997073173523 validation cost:0.0200312621891 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0207849144936 and training accuracy:0.997463405132 validation cost:0.0166166406125 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184409115463 and training accuracy:0.997560977936 validation cost:0.0139492908493 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164812095463 and training accuracy:0.997853636742 validation cost:0.0119645129889 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150470687076 and training accuracy:0.997756123543 validation cost:0.0103768911213 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.698042154 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.062542103231 and training accuracy:0.993235349655 validation cost:0.0625108629465 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0335337296128 and training accuracy:0.997564733028 validation cost:0.0326487720013 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0235049128532 and training accuracy:0.998196065426 validation cost:0.0236384645104 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183052737266 and training accuracy:0.998376488686 validation cost:0.0186082255095 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149396527559 and training accuracy:0.998556852341 validation cost:0.0138104101643 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0126310018823 and training accuracy:0.998827457428 validation cost:0.0128393722698 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0109269628301 and training accuracy:0.999188244343 validation cost:0.0115878600627 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00980098545551 and training accuracy:0.99927842617 validation cost:0.0102419946343 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00890541821718 and training accuracy:0.999368607998 validation cost:0.00955415517092 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:125.019325972 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.152834698558 and training accuracy:0.961352229118 validation cost:0.152801096439 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.104343928397 and training accuracy:0.972154974937 validation cost:0.105641305447 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0844755992293 and training accuracy:0.974576294422 validation cost:0.0854488909245 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0711925923824 and training accuracy:0.978208243847 validation cost:0.0717716738582 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0625115260482 and training accuracy:0.982026457787 validation cost:0.0645892322063 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.055386018008 and training accuracy:0.984447777271 validation cost:0.0556702688336 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0502214580774 and training accuracy:0.985565304756 validation cost:0.0505677834153 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0459854900837 and training accuracy:0.986496567726 validation cost:0.0457599647343 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428632423282 and training accuracy:0.986962199211 validation cost:0.0433980077505 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.880118847 Method 3 test accuracy:0.783800005913 Training with lmbda:78353.7454236, 51 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0408932901919 and training accuracy:0.994967877865 validation cost:0.0439703166485 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0224334653467 and training accuracy:0.995488464832 validation cost:0.0245011784136 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0159992780536 and training accuracy:0.996963381767 validation cost:0.0180538110435 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0130516346544 and training accuracy:0.997136890888 validation cost:0.0148735279217 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111552961171 and training accuracy:0.997744202614 validation cost:0.0133751826361 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00950408354402 and training accuracy:0.997830986977 validation cost:0.0110163884237 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00829523801804 and training accuracy:0.998264789581 validation cost:0.00957271642983 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00742154475302 and training accuracy:0.998351573944 validation cost:0.00862039625645 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00667197909206 and training accuracy:0.998438298702 validation cost:0.00742080435157 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.06022501 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.163036689162 and training accuracy:0.95218616724 validation cost:0.169579863548 and validation accuracy:0.949448525906 Training on :(2, 3) training cost:0.108637362719 and training accuracy:0.970548152924 validation cost:0.115349672735 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0854979455471 and training accuracy:0.975093185902 validation cost:0.0936356261373 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0710509940982 and training accuracy:0.976911187172 validation cost:0.078664906323 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0620435550809 and training accuracy:0.978456497192 validation cost:0.0673818588257 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0545556209981 and training accuracy:0.982092559338 validation cost:0.0588873624802 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0500981733203 and training accuracy:0.983910560608 validation cost:0.0540966689587 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0454076714814 and training accuracy:0.985637664795 validation cost:0.0490641854703 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0416594259441 and training accuracy:0.987364768982 validation cost:0.0466406047344 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:123.413382053 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0987436547875 and training accuracy:0.992975592613 validation cost:0.0933547243476 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0546491593122 and training accuracy:0.991999983788 validation cost:0.0490581840277 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0382070541382 and training accuracy:0.995414614677 validation cost:0.0325574539602 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0297298971564 and training accuracy:0.996780514717 validation cost:0.0240123737603 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244713295251 and training accuracy:0.997073173523 validation cost:0.0202408526093 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0208192393184 and training accuracy:0.997463405132 validation cost:0.0166309345514 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184792242944 and training accuracy:0.997463405132 validation cost:0.0139760281891 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016406705603 and training accuracy:0.997853636742 validation cost:0.011983291246 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150538096204 and training accuracy:0.997756123543 validation cost:0.010396823287 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.75338316 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0624479427934 and training accuracy:0.993235349655 validation cost:0.0622599460185 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0335089601576 and training accuracy:0.997564733028 validation cost:0.0325780808926 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0235024765134 and training accuracy:0.998196065426 validation cost:0.0236411392689 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.018277913332 and training accuracy:0.998376488686 validation cost:0.0185644850135 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0150311449543 and training accuracy:0.998376488686 validation cost:0.0139909563586 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0125966109335 and training accuracy:0.998827457428 validation cost:0.0128119532019 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0109178097919 and training accuracy:0.999188244343 validation cost:0.0115578984842 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00981710013002 and training accuracy:0.99927842617 validation cost:0.0102617628872 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00887480191886 and training accuracy:0.999368607998 validation cost:0.0093843601644 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.601608992 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.152992337942 and training accuracy:0.961259067059 validation cost:0.153039649129 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.104310274124 and training accuracy:0.972248077393 validation cost:0.105429813266 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0846083983779 and training accuracy:0.974576294422 validation cost:0.0852922871709 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0715349987149 and training accuracy:0.978208243847 validation cost:0.0723416209221 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0626336336136 and training accuracy:0.982026457787 validation cost:0.0657752007246 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0554102323949 and training accuracy:0.984447777271 validation cost:0.0556854009628 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0503671728075 and training accuracy:0.985565304756 validation cost:0.0508448854089 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.046064697206 and training accuracy:0.986496567726 validation cost:0.045778747648 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.042940326035 and training accuracy:0.987055301666 validation cost:0.0434143282473 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:121.282628059 Method 3 test accuracy:0.784900009632 Training with lmbda:79129.2637755, 52 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0408932901919 and training accuracy:0.994967877865 validation cost:0.0439703166485 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0224334653467 and training accuracy:0.995488464832 validation cost:0.0245011784136 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0159992780536 and training accuracy:0.996963381767 validation cost:0.0180538110435 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0130516346544 and training accuracy:0.997136890888 validation cost:0.0148735279217 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111552961171 and training accuracy:0.997744202614 validation cost:0.0133751826361 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00950408354402 and training accuracy:0.997830986977 validation cost:0.0110163884237 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00829523801804 and training accuracy:0.998264789581 validation cost:0.00957271642983 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00742154475302 and training accuracy:0.998351573944 validation cost:0.00862039625645 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00667197909206 and training accuracy:0.998438298702 validation cost:0.00742080435157 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:130.231200933 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.163036689162 and training accuracy:0.95218616724 validation cost:0.169579863548 and validation accuracy:0.949448525906 Training on :(2, 3) training cost:0.108636200428 and training accuracy:0.970548152924 validation cost:0.115349672735 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0854979455471 and training accuracy:0.975093185902 validation cost:0.0936356261373 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0710770711303 and training accuracy:0.976911187172 validation cost:0.078664906323 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0619848333299 and training accuracy:0.978547394276 validation cost:0.0670605972409 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0545359700918 and training accuracy:0.982092559338 validation cost:0.0588262788951 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0501020476222 and training accuracy:0.984001457691 validation cost:0.0549685098231 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0453428067267 and training accuracy:0.985637664795 validation cost:0.0487595126033 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0416430719197 and training accuracy:0.987273871899 validation cost:0.0466440990567 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:123.441096067 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.098754234612 and training accuracy:0.992975592613 validation cost:0.0935864746571 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.054684266448 and training accuracy:0.991999983788 validation cost:0.0491035357118 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0379662699997 and training accuracy:0.995414614677 validation cost:0.0324855931103 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0298471562564 and training accuracy:0.996682941914 validation cost:0.0239821802825 and validation accuracy:1.0 Training on :(4, 5) training cost:0.024505738169 and training accuracy:0.997073173523 validation cost:0.0201950185001 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209694821388 and training accuracy:0.997463405132 validation cost:0.0166821554303 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0184828862548 and training accuracy:0.997463405132 validation cost:0.0141459926963 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165169686079 and training accuracy:0.997853636742 validation cost:0.0120146404952 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150445345789 and training accuracy:0.997756123543 validation cost:0.0103872884065 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.571984053 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0624646916986 and training accuracy:0.993235349655 validation cost:0.0624829791486 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0335259735584 and training accuracy:0.997564733028 validation cost:0.032532196492 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0235149897635 and training accuracy:0.998105883598 validation cost:0.0236713923514 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183379370719 and training accuracy:0.998376488686 validation cost:0.018588738516 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149268098176 and training accuracy:0.998556852341 validation cost:0.013774478808 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0126061141491 and training accuracy:0.9987372756 validation cost:0.0128259714693 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0109057510272 and training accuracy:0.999188244343 validation cost:0.0115835526958 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00982941500843 and training accuracy:0.99927842617 validation cost:0.0102876005694 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00888727698475 and training accuracy:0.999368607998 validation cost:0.00938862003386 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:125.044106007 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.153037875891 and training accuracy:0.961352229118 validation cost:0.151473686099 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.104249455035 and training accuracy:0.972154974937 validation cost:0.105458930135 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0842740386724 and training accuracy:0.974669396877 validation cost:0.0852176249027 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0712453126907 and training accuracy:0.978301346302 validation cost:0.0720982253551 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.062567025423 and training accuracy:0.982026457787 validation cost:0.065610691905 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0553903691471 and training accuracy:0.984447777271 validation cost:0.0552581138909 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0505125597119 and training accuracy:0.985565304756 validation cost:0.0512669794261 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0462189018726 and training accuracy:0.986589670181 validation cost:0.0457284413278 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0430126972497 and training accuracy:0.987241566181 validation cost:0.0432477965951 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:121.08059907 Method 3 test accuracy:0.785499989986 Training with lmbda:79223.8806616, 53 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0408932901919 and training accuracy:0.994967877865 validation cost:0.0439703166485 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0224334653467 and training accuracy:0.995488464832 validation cost:0.0245011784136 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0159992780536 and training accuracy:0.996963381767 validation cost:0.0180538110435 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0130516346544 and training accuracy:0.997136890888 validation cost:0.0148735279217 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111552961171 and training accuracy:0.997744202614 validation cost:0.0133751826361 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00950408354402 and training accuracy:0.997830986977 validation cost:0.0110163884237 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00829523801804 and training accuracy:0.998264789581 validation cost:0.00957271642983 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00742154475302 and training accuracy:0.998351573944 validation cost:0.00862039625645 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00667197909206 and training accuracy:0.998438298702 validation cost:0.00742080435157 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.028780937 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.163036689162 and training accuracy:0.95218616724 validation cost:0.169579863548 and validation accuracy:0.949448525906 Training on :(2, 3) training cost:0.108636200428 and training accuracy:0.970548152924 validation cost:0.115349672735 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0854979455471 and training accuracy:0.975093185902 validation cost:0.0936356261373 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0710770711303 and training accuracy:0.976911187172 validation cost:0.078664906323 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0619848333299 and training accuracy:0.978547394276 validation cost:0.0670605972409 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0545359700918 and training accuracy:0.982092559338 validation cost:0.0588262788951 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0501020476222 and training accuracy:0.984001457691 validation cost:0.0549685098231 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0453355796635 and training accuracy:0.985637664795 validation cost:0.0487595126033 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0416430719197 and training accuracy:0.987273871899 validation cost:0.0466440990567 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:123.595789909 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0986938327551 and training accuracy:0.99287801981 validation cost:0.0935440808535 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0546801947057 and training accuracy:0.991999983788 validation cost:0.0494692288339 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0381188653409 and training accuracy:0.995414614677 validation cost:0.0325956717134 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.029798110947 and training accuracy:0.996780514717 validation cost:0.0241639837623 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0245001316071 and training accuracy:0.997073173523 validation cost:0.0202540010214 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0209481883794 and training accuracy:0.997463405132 validation cost:0.0166673399508 and validation accuracy:1.0 Training on :(4, 5) training cost:0.018427869305 and training accuracy:0.997560977936 validation cost:0.0139262825251 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0165172982961 and training accuracy:0.997853636742 validation cost:0.0120306462049 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150534771383 and training accuracy:0.997853636742 validation cost:0.010492333211 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.885911942 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0624815039337 and training accuracy:0.993235349655 validation cost:0.0623672530055 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0335212387145 and training accuracy:0.997564733028 validation cost:0.0325277596712 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0234817359596 and training accuracy:0.998196065426 validation cost:0.02369944565 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0183087047189 and training accuracy:0.998376488686 validation cost:0.0185024887323 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0149238109589 and training accuracy:0.998556852341 validation cost:0.0137755805627 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0126354806125 and training accuracy:0.9987372756 validation cost:0.0128353070468 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0108918277547 and training accuracy:0.999188244343 validation cost:0.0115661155432 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00981580093503 and training accuracy:0.99927842617 validation cost:0.0102677997202 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.00890181865543 and training accuracy:0.999368607998 validation cost:0.00937908887863 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.397254944 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.152839630842 and training accuracy:0.961538434029 validation cost:0.151990488172 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.104358635843 and training accuracy:0.972248077393 validation cost:0.10543743521 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0844293758273 and training accuracy:0.974762499332 validation cost:0.0850633531809 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0714010670781 and training accuracy:0.978394508362 validation cost:0.0719953030348 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0628106594086 and training accuracy:0.982119560242 validation cost:0.0655890107155 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0554514676332 and training accuracy:0.984447777271 validation cost:0.0554874539375 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0503360666335 and training accuracy:0.985751509666 validation cost:0.0515323653817 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0461985804141 and training accuracy:0.986589670181 validation cost:0.0458505414426 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0431665107608 and training accuracy:0.987055301666 validation cost:0.0439735725522 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.887686014 Method 3 test accuracy:0.785000026226 Training with lmbda:0, 54 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.042028285563 and training accuracy:0.994447350502 validation cost:0.0454526618123 and validation accuracy:0.992098331451 Training on :(0, 1) training cost:0.0228296592832 and training accuracy:0.9960090518 validation cost:0.026343761012 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0164887011051 and training accuracy:0.997310400009 validation cost:0.0201635546982 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0127225639299 and training accuracy:0.997657477856 validation cost:0.0153160961345 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108411358669 and training accuracy:0.997744202614 validation cost:0.013214587234 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00940183270723 and training accuracy:0.99809128046 validation cost:0.0114787714556 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00799342896789 and training accuracy:0.998178005219 validation cost:0.00972363725305 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717001454905 and training accuracy:0.998351573944 validation cost:0.0093073612079 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00655751815066 and training accuracy:0.998525083065 validation cost:0.0095241740346 and validation accuracy:0.996488153934 Training on :(0, 1) Time taken:130.079544067 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.158793136477 and training accuracy:0.954640507698 validation cost:0.152116447687 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.106576249003 and training accuracy:0.971184432507 validation cost:0.104970268905 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0843093767762 and training accuracy:0.974820494652 validation cost:0.0858732163906 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0705576762557 and training accuracy:0.977092981339 validation cost:0.0720153599977 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0615631118417 and training accuracy:0.979001879692 validation cost:0.0612158291042 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0546883530915 and training accuracy:0.982183456421 validation cost:0.0545487590134 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0489150546491 and training accuracy:0.984183251858 validation cost:0.0480652265251 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0447386875749 and training accuracy:0.985728561878 validation cost:0.0406169183552 and validation accuracy:0.988051474094 Training on :(2, 3) training cost:0.040845118463 and training accuracy:0.987546563148 validation cost:0.0384206548333 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.984507084 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0968724414706 and training accuracy:0.994243919849 validation cost:0.0900905057788 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0533897206187 and training accuracy:0.993463397026 validation cost:0.0471667610109 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0367795303464 and training accuracy:0.995707333088 validation cost:0.0319768153131 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0284220036119 and training accuracy:0.997073173523 validation cost:0.0241001434624 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0238541569561 and training accuracy:0.996975600719 validation cost:0.0199039187282 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.020436398685 and training accuracy:0.99726831913 validation cost:0.0169087164104 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0177665483207 and training accuracy:0.997365832329 validation cost:0.014403918758 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0157422740012 and training accuracy:0.997756123543 validation cost:0.0123479971662 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0143525572494 and training accuracy:0.997658550739 validation cost:0.0109238028526 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:115.853646994 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0625954568386 and training accuracy:0.991070628166 validation cost:0.0578595846891 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0345762111247 and training accuracy:0.996301949024 validation cost:0.0340485461056 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0242660902441 and training accuracy:0.997654914856 validation cost:0.0227310899645 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0188632383943 and training accuracy:0.997925519943 validation cost:0.0186083633453 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0153573472053 and training accuracy:0.997925519943 validation cost:0.0144287273288 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0130793489516 and training accuracy:0.998196065426 validation cost:0.0126794008538 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0114766666666 and training accuracy:0.9987372756 validation cost:0.0109146907926 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0101771457121 and training accuracy:0.999007821083 validation cost:0.0092918779701 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00899852067232 and training accuracy:0.999098062515 validation cost:0.00881403405219 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.656466007 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.147394329309 and training accuracy:0.964891016483 validation cost:0.144624128938 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.100611209869 and training accuracy:0.972620606422 validation cost:0.0993926525116 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0810984298587 and training accuracy:0.975786924362 validation cost:0.0840778127313 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0679862126708 and training accuracy:0.980443298817 validation cost:0.0677099376917 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0598829016089 and training accuracy:0.983423352242 validation cost:0.0575590617955 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0534110702574 and training accuracy:0.985658407211 validation cost:0.0523632578552 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0483605787158 and training accuracy:0.986589670181 validation cost:0.0474281013012 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0441461019218 and training accuracy:0.987893462181 validation cost:0.0423174723983 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0408857017756 and training accuracy:0.988452196121 validation cost:0.0396595485508 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.137249947 Method 3 test accuracy:0.800000011921 Training with lmbda:75023.594281, 55 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.042028285563 and training accuracy:0.994447350502 validation cost:0.0454526618123 and validation accuracy:0.992098331451 Training on :(0, 1) training cost:0.0228296592832 and training accuracy:0.9960090518 validation cost:0.026343761012 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0164887011051 and training accuracy:0.997310400009 validation cost:0.0201635546982 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0127225639299 and training accuracy:0.997657477856 validation cost:0.0153160961345 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108411358669 and training accuracy:0.997744202614 validation cost:0.013214587234 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00940183270723 and training accuracy:0.99809128046 validation cost:0.0114787714556 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00799342896789 and training accuracy:0.998178005219 validation cost:0.00972363725305 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717001454905 and training accuracy:0.998351573944 validation cost:0.0093073612079 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00655751815066 and training accuracy:0.998525083065 validation cost:0.0095241740346 and validation accuracy:0.996488153934 Training on :(0, 1) Time taken:129.206249952 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.158813774586 and training accuracy:0.954640507698 validation cost:0.152116447687 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.10645314306 and training accuracy:0.971366226673 validation cost:0.105215482414 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0842820182443 and training accuracy:0.974911391735 validation cost:0.0860281586647 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0705470219254 and training accuracy:0.977092981339 validation cost:0.07178080827 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.061489906162 and training accuracy:0.979183733463 validation cost:0.0612930133939 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.054660230875 and training accuracy:0.982365250587 validation cost:0.0546315126121 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0489240847528 and training accuracy:0.984092354774 validation cost:0.0474332273006 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0444963611662 and training accuracy:0.985819458961 validation cost:0.0407844297588 and validation accuracy:0.988051474094 Training on :(2, 3) training cost:0.0408423878253 and training accuracy:0.98772841692 validation cost:0.0381304807961 and validation accuracy:0.988970577717 Training on :(2, 3) Time taken:123.962698936 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0969502404332 and training accuracy:0.994439005852 validation cost:0.0900404974818 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534291043878 and training accuracy:0.99356096983 validation cost:0.0468672811985 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0371356159449 and training accuracy:0.995609760284 validation cost:0.0320919454098 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0285000596195 and training accuracy:0.997073173523 validation cost:0.0242947414517 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.02414207533 and training accuracy:0.997073173523 validation cost:0.0200970191509 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0207457579672 and training accuracy:0.997073173523 validation cost:0.0170716587454 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0183394607157 and training accuracy:0.997365832329 validation cost:0.0152359083295 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0160871557891 and training accuracy:0.997658550739 validation cost:0.0127901863307 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0145822474733 and training accuracy:0.997658550739 validation cost:0.0114111062139 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:116.018712997 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0627810433507 and training accuracy:0.991250991821 validation cost:0.058234591037 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0345871783793 and training accuracy:0.996301949024 validation cost:0.034264665097 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0241498015821 and training accuracy:0.997654914856 validation cost:0.0229781121016 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0189112722874 and training accuracy:0.998015701771 validation cost:0.018361421302 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0154074793682 and training accuracy:0.998015701771 validation cost:0.0145490262657 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0131183071062 and training accuracy:0.998196065426 validation cost:0.0126094222069 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0117317643017 and training accuracy:0.998647093773 validation cost:0.0109474528581 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0104372557253 and training accuracy:0.999007821083 validation cost:0.0095494389534 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00930225104094 and training accuracy:0.998917639256 validation cost:0.00928105320781 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:125.283594847 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.148006394506 and training accuracy:0.965170443058 validation cost:0.147115007043 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.101083725691 and training accuracy:0.972713708878 validation cost:0.10057233274 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.081214979291 and training accuracy:0.976438820362 validation cost:0.0827668681741 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0680633336306 and training accuracy:0.980629563332 validation cost:0.0683338344097 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0598198771477 and training accuracy:0.983330249786 validation cost:0.0584655292332 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0536052696407 and training accuracy:0.986124038696 validation cost:0.0528700388968 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0486932992935 and training accuracy:0.987148463726 validation cost:0.0480565018952 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0443084947765 and training accuracy:0.987800359726 validation cost:0.0424318052828 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.040870718658 and training accuracy:0.988359093666 validation cost:0.0397210344672 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:120.754145861 Method 3 test accuracy:0.797699987888 Training with lmbda:75607.8456039, 56 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.042028285563 and training accuracy:0.994447350502 validation cost:0.0454526618123 and validation accuracy:0.992098331451 Training on :(0, 1) training cost:0.0228296592832 and training accuracy:0.9960090518 validation cost:0.026343761012 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0164887011051 and training accuracy:0.997310400009 validation cost:0.0201635546982 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0127225639299 and training accuracy:0.997657477856 validation cost:0.0153160961345 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108411358669 and training accuracy:0.997744202614 validation cost:0.013214587234 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00940183270723 and training accuracy:0.99809128046 validation cost:0.0114787714556 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00799342896789 and training accuracy:0.998178005219 validation cost:0.00972363725305 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717001454905 and training accuracy:0.998351573944 validation cost:0.0093073612079 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00655751815066 and training accuracy:0.998525083065 validation cost:0.0095241740346 and validation accuracy:0.996488153934 Training on :(0, 1) Time taken:130.883067131 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.158813774586 and training accuracy:0.954640507698 validation cost:0.152116447687 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.10645314306 and training accuracy:0.971366226673 validation cost:0.105215482414 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0842820182443 and training accuracy:0.974911391735 validation cost:0.0860281586647 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0705470219254 and training accuracy:0.977092981339 validation cost:0.07178080827 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.061489906162 and training accuracy:0.979183733463 validation cost:0.0612930133939 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0547017902136 and training accuracy:0.982456147671 validation cost:0.0546509101987 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.049024052918 and training accuracy:0.984092354774 validation cost:0.0479952394962 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0446669533849 and training accuracy:0.985910356045 validation cost:0.0406241118908 and validation accuracy:0.988051474094 Training on :(2, 3) training cost:0.041079968214 and training accuracy:0.987637460232 validation cost:0.0385020077229 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.621991873 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0970418974757 and training accuracy:0.994243919849 validation cost:0.0899355188012 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534950830042 and training accuracy:0.993463397026 validation cost:0.0471613816917 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0371354371309 and training accuracy:0.995609760284 validation cost:0.0319390557706 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0285484138876 and training accuracy:0.997073173523 validation cost:0.0243044383824 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.024235535413 and training accuracy:0.997073173523 validation cost:0.0201482251287 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0207606907934 and training accuracy:0.997073173523 validation cost:0.0168942250311 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.018319433555 and training accuracy:0.997463405132 validation cost:0.0152451265603 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0161972362548 and training accuracy:0.997560977936 validation cost:0.0130318533629 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0146788554266 and training accuracy:0.997658550739 validation cost:0.0114110251889 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:115.701689959 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628612041473 and training accuracy:0.991070628166 validation cost:0.0583396852016 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0345390066504 and training accuracy:0.996211767197 validation cost:0.0343406237662 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0241159964353 and training accuracy:0.997654914856 validation cost:0.0230179540813 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0188876949251 and training accuracy:0.998105883598 validation cost:0.0184132028371 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0153831848875 and training accuracy:0.998015701771 validation cost:0.0145275229588 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0131443478167 and training accuracy:0.998196065426 validation cost:0.0126823158935 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116588901728 and training accuracy:0.9987372756 validation cost:0.0108868991956 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0104526560754 and training accuracy:0.999007821083 validation cost:0.00957935210317 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00933338049799 and training accuracy:0.999007821083 validation cost:0.00931164063513 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.730705023 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.147597670555 and training accuracy:0.965542912483 validation cost:0.146169766784 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.101305820048 and training accuracy:0.972248077393 validation cost:0.100487492979 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0811153054237 and training accuracy:0.976438820362 validation cost:0.0827462002635 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0682666227221 and training accuracy:0.980350136757 validation cost:0.0684225857258 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0600426830351 and training accuracy:0.983050823212 validation cost:0.0583440810442 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0536974817514 and training accuracy:0.986124038696 validation cost:0.0520277917385 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0483236722648 and training accuracy:0.987427830696 validation cost:0.0479187890887 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.04433664307 and training accuracy:0.987893462181 validation cost:0.0424776114523 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0408981889486 and training accuracy:0.988079726696 validation cost:0.0392965376377 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:121.235505819 Method 3 test accuracy:0.800499975681 Training with lmbda:76391.8469255, 57 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.042028285563 and training accuracy:0.994447350502 validation cost:0.0454526618123 and validation accuracy:0.992098331451 Training on :(0, 1) training cost:0.0228296592832 and training accuracy:0.9960090518 validation cost:0.026343761012 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0164887011051 and training accuracy:0.997310400009 validation cost:0.0201635546982 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0127225639299 and training accuracy:0.997657477856 validation cost:0.0153160961345 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108411358669 and training accuracy:0.997744202614 validation cost:0.013214587234 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00940183270723 and training accuracy:0.99809128046 validation cost:0.0114787714556 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00799342896789 and training accuracy:0.998178005219 validation cost:0.00972363725305 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717001454905 and training accuracy:0.998351573944 validation cost:0.0093073612079 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00655751815066 and training accuracy:0.998525083065 validation cost:0.0095241740346 and validation accuracy:0.996488153934 Training on :(0, 1) Time taken:129.087388039 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.158813774586 and training accuracy:0.954640507698 validation cost:0.152116447687 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.10645314306 and training accuracy:0.971366226673 validation cost:0.105215482414 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0842820182443 and training accuracy:0.974911391735 validation cost:0.0860281586647 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0705326125026 and training accuracy:0.977092981339 validation cost:0.0718487426639 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0614225044847 and training accuracy:0.979183733463 validation cost:0.0612653158605 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0546165853739 and training accuracy:0.982365250587 validation cost:0.054635014385 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0490191876888 and training accuracy:0.984001457691 validation cost:0.0480040945113 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0445904880762 and training accuracy:0.985910356045 validation cost:0.04062775895 and validation accuracy:0.988051474094 Training on :(2, 3) training cost:0.0410432368517 and training accuracy:0.98772841692 validation cost:0.0382441580296 and validation accuracy:0.988970577717 Training on :(2, 3) Time taken:124.166260958 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0970331281424 and training accuracy:0.994243919849 validation cost:0.0901329293847 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0535741485655 and training accuracy:0.993365824223 validation cost:0.0473259240389 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0371205098927 and training accuracy:0.995609760284 validation cost:0.0319070070982 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0285506416112 and training accuracy:0.997073173523 validation cost:0.0243054889143 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0242123436183 and training accuracy:0.997170746326 validation cost:0.0201139356941 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0207666810602 and training accuracy:0.997073173523 validation cost:0.0169050991535 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0183439645916 and training accuracy:0.997463405132 validation cost:0.0152275841683 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0161367505789 and training accuracy:0.997658550739 validation cost:0.0128435790539 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0147516550496 and training accuracy:0.997658550739 validation cost:0.0114650167525 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:115.275835037 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628633573651 and training accuracy:0.991160809994 validation cost:0.0585685521364 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0345924720168 and training accuracy:0.996211767197 validation cost:0.0343110486865 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0241438616067 and training accuracy:0.997654914856 validation cost:0.0229810699821 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0188858043402 and training accuracy:0.998105883598 validation cost:0.0184448827058 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0154098328203 and training accuracy:0.998015701771 validation cost:0.0143913524225 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.013071061112 and training accuracy:0.998286306858 validation cost:0.0126956161112 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116925304756 and training accuracy:0.998647093773 validation cost:0.0109193045646 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0104540279135 and training accuracy:0.999007821083 validation cost:0.0096352621913 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00937529187649 and training accuracy:0.999007821083 validation cost:0.00942980218679 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:125.316753864 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.147861048579 and training accuracy:0.965170443058 validation cost:0.147136643529 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.101261474192 and training accuracy:0.972434341908 validation cost:0.100613243878 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0811234340072 and training accuracy:0.976438820362 validation cost:0.0826897323132 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0681576505303 and training accuracy:0.980536401272 validation cost:0.068311855197 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0597244165838 and training accuracy:0.983609616756 validation cost:0.0586192980409 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0536076426506 and training accuracy:0.986310303211 validation cost:0.0526906102896 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0485219471157 and training accuracy:0.987148463726 validation cost:0.0477297380567 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.044360421598 and training accuracy:0.987707197666 validation cost:0.0422766134143 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0409072041512 and training accuracy:0.988265991211 validation cost:0.0393885336816 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:121.346619844 Method 3 test accuracy:0.797399997711 Training with lmbda:77122.5879537, 58 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.042028285563 and training accuracy:0.994447350502 validation cost:0.0454526618123 and validation accuracy:0.992098331451 Training on :(0, 1) training cost:0.0228296592832 and training accuracy:0.9960090518 validation cost:0.026343761012 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0164887011051 and training accuracy:0.997310400009 validation cost:0.0201635546982 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0127225639299 and training accuracy:0.997657477856 validation cost:0.0153160961345 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108411358669 and training accuracy:0.997744202614 validation cost:0.013214587234 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00940183270723 and training accuracy:0.99809128046 validation cost:0.0114787714556 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00799342896789 and training accuracy:0.998178005219 validation cost:0.00972363725305 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717001454905 and training accuracy:0.998351573944 validation cost:0.0093073612079 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00655751815066 and training accuracy:0.998525083065 validation cost:0.0095241740346 and validation accuracy:0.996488153934 Training on :(0, 1) Time taken:129.411767006 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.158813774586 and training accuracy:0.954640507698 validation cost:0.152116447687 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.10645314306 and training accuracy:0.971366226673 validation cost:0.105215482414 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0842820182443 and training accuracy:0.974911391735 validation cost:0.0860281586647 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0705326125026 and training accuracy:0.977092981339 validation cost:0.0718487426639 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0614225044847 and training accuracy:0.979183733463 validation cost:0.0612653158605 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0546436570585 and training accuracy:0.982365250587 validation cost:0.0546476058662 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0490558892488 and training accuracy:0.983819663525 validation cost:0.0480024814606 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0445860959589 and training accuracy:0.985637664795 validation cost:0.0406023450196 and validation accuracy:0.988051474094 Training on :(2, 3) training cost:0.0410072989762 and training accuracy:0.98772841692 validation cost:0.0381829440594 and validation accuracy:0.988970577717 Training on :(2, 3) Time taken:123.680227995 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0973660647869 and training accuracy:0.994634151459 validation cost:0.0903551504016 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053413990885 and training accuracy:0.994048774242 validation cost:0.0469409376383 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0372016131878 and training accuracy:0.995609760284 validation cost:0.0321243517101 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0287730526179 and training accuracy:0.996975600719 validation cost:0.0246349200606 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0241034254432 and training accuracy:0.99726831913 validation cost:0.020530173555 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0208635888994 and training accuracy:0.997073173523 validation cost:0.0171108376235 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0182404257357 and training accuracy:0.997463405132 validation cost:0.0149978892878 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0161472093314 and training accuracy:0.997658550739 validation cost:0.0130073716864 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0146029116586 and training accuracy:0.997756123543 validation cost:0.0113437371328 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:115.332622051 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.062717244029 and training accuracy:0.991160809994 validation cost:0.0585794299841 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0345704816282 and training accuracy:0.996211767197 validation cost:0.0341331101954 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.024076577276 and training accuracy:0.997745096684 validation cost:0.0231993105263 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0190113354474 and training accuracy:0.997745096684 validation cost:0.0187371317297 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0154286958277 and training accuracy:0.998015701771 validation cost:0.0144251203164 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0132093178108 and training accuracy:0.998105883598 validation cost:0.0129484944046 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.011722445488 and training accuracy:0.998556852341 validation cost:0.0109262885526 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0104108527303 and training accuracy:0.999007821083 validation cost:0.00949387811124 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00934556964785 and training accuracy:0.998917639256 validation cost:0.00913931149989 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.656466007 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.147902294993 and training accuracy:0.965170443058 validation cost:0.146499827504 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.101031109691 and training accuracy:0.973086237907 validation cost:0.0999688878655 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0815452188253 and training accuracy:0.976345717907 validation cost:0.0837864205241 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0681515857577 and training accuracy:0.980722665787 validation cost:0.0679542869329 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0602280981839 and training accuracy:0.982957720757 validation cost:0.0585548691452 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0537619180977 and training accuracy:0.985844671726 validation cost:0.0533586665988 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0487297587097 and training accuracy:0.987148463726 validation cost:0.0478045381606 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0444713570178 and training accuracy:0.987800359726 validation cost:0.0431403107941 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0410346351564 and training accuracy:0.988359093666 validation cost:0.0387954898179 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.200001001 Method 3 test accuracy:0.798699975014 Training with lmbda:77717.024709, 59 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.042028285563 and training accuracy:0.994447350502 validation cost:0.0454526618123 and validation accuracy:0.992098331451 Training on :(0, 1) training cost:0.0228296592832 and training accuracy:0.9960090518 validation cost:0.026343761012 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0164887011051 and training accuracy:0.997310400009 validation cost:0.0201635546982 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0127225639299 and training accuracy:0.997657477856 validation cost:0.0153160961345 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108411358669 and training accuracy:0.997744202614 validation cost:0.013214587234 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00940183270723 and training accuracy:0.99809128046 validation cost:0.0114787714556 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00799342896789 and training accuracy:0.998178005219 validation cost:0.00972363725305 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717001454905 and training accuracy:0.998351573944 validation cost:0.0093073612079 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00655751815066 and training accuracy:0.998525083065 validation cost:0.0095241740346 and validation accuracy:0.996488153934 Training on :(0, 1) Time taken:129.229251862 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.158813774586 and training accuracy:0.954640507698 validation cost:0.152116447687 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.106453582644 and training accuracy:0.971366226673 validation cost:0.105215482414 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0842820182443 and training accuracy:0.974911391735 validation cost:0.0860281586647 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0705326125026 and training accuracy:0.977092981339 validation cost:0.0718487426639 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0614225044847 and training accuracy:0.979183733463 validation cost:0.0612653158605 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0546440407634 and training accuracy:0.982365250587 validation cost:0.0546476058662 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0490754283965 and training accuracy:0.983910560608 validation cost:0.0479761399329 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0446457788348 and training accuracy:0.985819458961 validation cost:0.0406233854592 and validation accuracy:0.988051474094 Training on :(2, 3) training cost:0.0410419069231 and training accuracy:0.98772841692 validation cost:0.0382551886141 and validation accuracy:0.988970577717 Training on :(2, 3) Time taken:124.383675098 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0969933345914 and training accuracy:0.994341492653 validation cost:0.0901578217745 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053543087095 and training accuracy:0.99356096983 validation cost:0.0473311133683 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0371490567923 and training accuracy:0.995609760284 validation cost:0.0321608260274 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0285749156028 and training accuracy:0.997073173523 validation cost:0.0243026949465 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0241993665695 and training accuracy:0.997170746326 validation cost:0.0200998261571 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0208659935743 and training accuracy:0.996975600719 validation cost:0.0168746393174 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0183511953801 and training accuracy:0.997365832329 validation cost:0.0152653828263 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0161188021302 and training accuracy:0.997658550739 validation cost:0.0129885133356 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0146599477157 and training accuracy:0.997756123543 validation cost:0.0114093851298 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:115.63075304 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0628117620945 and training accuracy:0.991250991821 validation cost:0.0582167878747 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0345702320337 and training accuracy:0.996211767197 validation cost:0.0342457592487 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0241153407842 and training accuracy:0.997654914856 validation cost:0.022974666208 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0188601799309 and training accuracy:0.998105883598 validation cost:0.0184150952846 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.015379788354 and training accuracy:0.998015701771 validation cost:0.0143878329545 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0131100537255 and training accuracy:0.998196065426 validation cost:0.0126829557121 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0117286937311 and training accuracy:0.998647093773 validation cost:0.0109129454941 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.010403348133 and training accuracy:0.999007821083 validation cost:0.00963392667472 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00935399997979 and training accuracy:0.999007821083 validation cost:0.00928288698196 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:125.33118701 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.147843807936 and training accuracy:0.965263545513 validation cost:0.147631496191 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.101116277277 and training accuracy:0.972434341908 validation cost:0.100907035172 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0810625404119 and training accuracy:0.976345717907 validation cost:0.0826149061322 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0684153363109 and training accuracy:0.980443298817 validation cost:0.0687807798386 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0599495843053 and training accuracy:0.983423352242 validation cost:0.0586093105376 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0534052178264 and training accuracy:0.986403405666 validation cost:0.0524301454425 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0484523773193 and training accuracy:0.987241566181 validation cost:0.0477993711829 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0443610772491 and training accuracy:0.987707197666 validation cost:0.0425011329353 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0412120558321 and training accuracy:0.988079726696 validation cost:0.0394449755549 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:121.122632027 Method 3 test accuracy:0.797999978065 Training with lmbda:78353.7454236, 60 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.042028285563 and training accuracy:0.994447350502 validation cost:0.0454526618123 and validation accuracy:0.992098331451 Training on :(0, 1) training cost:0.0228296592832 and training accuracy:0.9960090518 validation cost:0.026343761012 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0164887011051 and training accuracy:0.997310400009 validation cost:0.0201635546982 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0127225639299 and training accuracy:0.997657477856 validation cost:0.0153160961345 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108411358669 and training accuracy:0.997744202614 validation cost:0.013214587234 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00940183270723 and training accuracy:0.99809128046 validation cost:0.0114787714556 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00799342896789 and training accuracy:0.998178005219 validation cost:0.00972363725305 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717001454905 and training accuracy:0.998351573944 validation cost:0.0093073612079 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00655751815066 and training accuracy:0.998525083065 validation cost:0.0095241740346 and validation accuracy:0.996488153934 Training on :(0, 1) Time taken:129.223109961 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.158813774586 and training accuracy:0.954640507698 validation cost:0.152116447687 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.106453582644 and training accuracy:0.971366226673 validation cost:0.105215482414 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0842820182443 and training accuracy:0.974911391735 validation cost:0.0860281586647 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0705326125026 and training accuracy:0.977092981339 validation cost:0.0718487426639 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0615102089942 and training accuracy:0.979183733463 validation cost:0.0612653158605 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0546584837139 and training accuracy:0.982365250587 validation cost:0.0546491034329 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0490683615208 and training accuracy:0.984001457691 validation cost:0.0481530576944 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0445577725768 and training accuracy:0.985819458961 validation cost:0.0405218489468 and validation accuracy:0.988051474094 Training on :(2, 3) training cost:0.0411218814552 and training accuracy:0.98772841692 validation cost:0.0386639088392 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:124.236529827 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0968452766538 and training accuracy:0.994439005852 validation cost:0.0900517627597 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0535206981003 and training accuracy:0.993658542633 validation cost:0.0471241734922 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0371686257422 and training accuracy:0.995609760284 validation cost:0.0321132987738 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0285259019583 and training accuracy:0.997073173523 validation cost:0.0242708623409 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0241840109229 and training accuracy:0.997170746326 validation cost:0.0201000533998 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0207906886935 and training accuracy:0.997073173523 validation cost:0.0168895833194 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0183690004051 and training accuracy:0.997365832329 validation cost:0.0153544973582 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.016156906262 and training accuracy:0.997658550739 validation cost:0.0129300057888 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0146620143205 and training accuracy:0.997756123543 validation cost:0.0113946106285 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:115.715757847 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629348382354 and training accuracy:0.991070628166 validation cost:0.0587249957025 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0345769263804 and training accuracy:0.996301949024 validation cost:0.0343214310706 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0241371337324 and training accuracy:0.997654914856 validation cost:0.0229814946651 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0188560876995 and training accuracy:0.998105883598 validation cost:0.0184496399015 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0154162086546 and training accuracy:0.998015701771 validation cost:0.014393418096 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0131473634392 and training accuracy:0.998105883598 validation cost:0.0126421740279 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0117172338068 and training accuracy:0.998647093773 validation cost:0.0109208226204 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0104027455673 and training accuracy:0.999007821083 validation cost:0.00972297880799 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00941306632012 and training accuracy:0.999007821083 validation cost:0.00942536443472 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.604506969 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.147800073028 and training accuracy:0.965356647968 validation cost:0.146081373096 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.101178839803 and training accuracy:0.972341239452 validation cost:0.101095169783 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.08124922961 and training accuracy:0.976345717907 validation cost:0.0830717533827 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0682323724031 and training accuracy:0.980536401272 validation cost:0.0688711181283 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0600245855749 and training accuracy:0.983237087727 validation cost:0.0586359240115 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0535860434175 and training accuracy:0.986217200756 validation cost:0.0521320402622 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0484629496932 and training accuracy:0.987241566181 validation cost:0.0472059361637 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0444000847638 and training accuracy:0.987800359726 validation cost:0.04249650985 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0411280579865 and training accuracy:0.988079726696 validation cost:0.0396014936268 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:121.531388044 Method 3 test accuracy:0.800899982452 Training with lmbda:79129.2637755, 61 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.042028285563 and training accuracy:0.994447350502 validation cost:0.0454526618123 and validation accuracy:0.992098331451 Training on :(0, 1) training cost:0.0228296592832 and training accuracy:0.9960090518 validation cost:0.026343761012 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0164887011051 and training accuracy:0.997310400009 validation cost:0.0201635546982 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0127225639299 and training accuracy:0.997657477856 validation cost:0.0153160961345 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108411358669 and training accuracy:0.997744202614 validation cost:0.013214587234 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00940183270723 and training accuracy:0.99809128046 validation cost:0.0114787714556 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00799342896789 and training accuracy:0.998178005219 validation cost:0.00972363725305 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717001454905 and training accuracy:0.998351573944 validation cost:0.0093073612079 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00655751815066 and training accuracy:0.998525083065 validation cost:0.0095241740346 and validation accuracy:0.996488153934 Training on :(0, 1) Time taken:129.979781866 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.158813774586 and training accuracy:0.954640507698 validation cost:0.152116447687 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.106453582644 and training accuracy:0.971366226673 validation cost:0.105215482414 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0842820182443 and training accuracy:0.974911391735 validation cost:0.0860281586647 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0705526024103 and training accuracy:0.977092981339 validation cost:0.07178080827 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0616005025804 and training accuracy:0.97909283638 validation cost:0.0612930133939 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0547158569098 and training accuracy:0.982456147671 validation cost:0.0546315126121 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0488797798753 and training accuracy:0.984092354774 validation cost:0.0474729835987 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0446132384241 and training accuracy:0.985728561878 validation cost:0.0407857596874 and validation accuracy:0.987132370472 Training on :(2, 3) training cost:0.0409906879067 and training accuracy:0.987637460232 validation cost:0.0386198796332 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:124.076644897 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0970439687371 and training accuracy:0.994341492653 validation cost:0.0900417342782 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0535752736032 and training accuracy:0.993365824223 validation cost:0.0473601035774 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0371597744524 and training accuracy:0.995609760284 validation cost:0.0321188494563 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0284858103842 and training accuracy:0.997073173523 validation cost:0.0243178922683 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0242149718106 and training accuracy:0.997073173523 validation cost:0.0204741340131 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0208037085831 and training accuracy:0.997073173523 validation cost:0.0169520471245 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0184151008725 and training accuracy:0.997365832329 validation cost:0.0151681378484 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0161737240851 and training accuracy:0.997560977936 validation cost:0.0128065599129 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0145956613123 and training accuracy:0.997756123543 validation cost:0.0113817797974 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:115.263868809 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629751980305 and training accuracy:0.991160809994 validation cost:0.0582972355187 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0345671214163 and training accuracy:0.996211767197 validation cost:0.0343310423195 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0241251755506 and training accuracy:0.997654914856 validation cost:0.022977925837 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0188970249146 and training accuracy:0.998015701771 validation cost:0.0184390153736 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0154068879783 and training accuracy:0.998015701771 validation cost:0.0143910888582 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0131560293958 and training accuracy:0.998105883598 validation cost:0.0126778818667 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0116757564247 and training accuracy:0.9987372756 validation cost:0.0108865313232 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0104469787329 and training accuracy:0.999007821083 validation cost:0.00979706645012 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00937067437917 and training accuracy:0.999007821083 validation cost:0.00945420376956 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:125.330398083 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.147854998708 and training accuracy:0.965077280998 validation cost:0.147054702044 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.101117119193 and training accuracy:0.972434341908 validation cost:0.101002134383 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0811915248632 and training accuracy:0.976438820362 validation cost:0.0826496258378 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0682625845075 and training accuracy:0.980443298817 validation cost:0.0689003691077 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0599435530603 and training accuracy:0.983330249786 validation cost:0.0585744567215 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0534570254385 and training accuracy:0.986217200756 validation cost:0.0528672374785 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0486097969115 and training accuracy:0.987148463726 validation cost:0.0479893051088 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0443985499442 and training accuracy:0.987893462181 validation cost:0.0425547771156 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0409450568259 and training accuracy:0.988359093666 validation cost:0.0396090708673 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:121.217992067 Method 3 test accuracy:0.798399984837 Training with lmbda:79223.8806616, 62 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.042028285563 and training accuracy:0.994447350502 validation cost:0.0454526618123 and validation accuracy:0.992098331451 Training on :(0, 1) training cost:0.0228296592832 and training accuracy:0.9960090518 validation cost:0.026343761012 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0164887011051 and training accuracy:0.997310400009 validation cost:0.0201635546982 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0127225639299 and training accuracy:0.997657477856 validation cost:0.0153160961345 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0108411358669 and training accuracy:0.997744202614 validation cost:0.013214587234 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00940183270723 and training accuracy:0.99809128046 validation cost:0.0114787714556 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00799342896789 and training accuracy:0.998178005219 validation cost:0.00972363725305 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00717001454905 and training accuracy:0.998351573944 validation cost:0.0093073612079 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00655751815066 and training accuracy:0.998525083065 validation cost:0.0095241740346 and validation accuracy:0.996488153934 Training on :(0, 1) Time taken:129.402137041 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.158813774586 and training accuracy:0.954640507698 validation cost:0.152116447687 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.106453582644 and training accuracy:0.971366226673 validation cost:0.105215482414 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0842820182443 and training accuracy:0.974911391735 validation cost:0.0860281586647 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0705526024103 and training accuracy:0.977092981339 validation cost:0.07178080827 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0616005025804 and training accuracy:0.97909283638 validation cost:0.0612930133939 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0544209107757 and training accuracy:0.982456147671 validation cost:0.0546267926693 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0489343814552 and training accuracy:0.984001457691 validation cost:0.0474993549287 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044728603214 and training accuracy:0.985728561878 validation cost:0.0411694571376 and validation accuracy:0.987132370472 Training on :(2, 3) training cost:0.041006103158 and training accuracy:0.98772841692 validation cost:0.0383169986308 and validation accuracy:0.988970577717 Training on :(2, 3) Time taken:124.151319981 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0970406457782 and training accuracy:0.994439005852 validation cost:0.0900417342782 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0536194220185 and training accuracy:0.993365824223 validation cost:0.0473849102855 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0371879227459 and training accuracy:0.995609760284 validation cost:0.0323213748634 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0285495277494 and training accuracy:0.997073173523 validation cost:0.0242759883404 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0242513902485 and training accuracy:0.997073173523 validation cost:0.0204798188061 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0207960680127 and training accuracy:0.997073173523 validation cost:0.0169042758644 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0184028819203 and training accuracy:0.997365832329 validation cost:0.0152046214789 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0162142515182 and training accuracy:0.997560977936 validation cost:0.012989285402 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0145908026025 and training accuracy:0.997756123543 validation cost:0.0114395022392 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:115.811151981 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0629812255502 and training accuracy:0.991160809994 validation cost:0.0584400892258 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0345695577562 and training accuracy:0.996211767197 validation cost:0.0343145057559 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0240631010383 and training accuracy:0.997745096684 validation cost:0.0229783505201 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0189628116786 and training accuracy:0.997925519943 validation cost:0.0187904499471 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0154003407806 and training accuracy:0.998015701771 validation cost:0.0145675400272 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0131526300684 and training accuracy:0.998196065426 validation cost:0.0126868737862 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0117204673588 and training accuracy:0.998647093773 validation cost:0.0108858095482 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0103837149218 and training accuracy:0.999007821083 validation cost:0.00963393226266 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00935165770352 and training accuracy:0.999007821083 validation cost:0.00948096439242 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.414856195 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.147628247738 and training accuracy:0.965356647968 validation cost:0.147283151746 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.101145245135 and training accuracy:0.972341239452 validation cost:0.10080435127 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0811583697796 and training accuracy:0.976438820362 validation cost:0.0826726406813 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0681734755635 and training accuracy:0.980536401272 validation cost:0.0684341788292 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0600597374141 and training accuracy:0.983143985271 validation cost:0.0585725866258 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0536856837571 and training accuracy:0.986217200756 validation cost:0.0530673153698 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0486980453134 and training accuracy:0.987148463726 validation cost:0.0478524714708 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0442618243396 and training accuracy:0.987986564636 validation cost:0.0425623133779 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0409585647285 and training accuracy:0.988359093666 validation cost:0.0396403595805 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:121.16384697 Method 3 test accuracy:0.797900021076 Training with lmbda:0, 63 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0429915376008 and training accuracy:0.994273841381 validation cost:0.0438964217901 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0238178223372 and training accuracy:0.994967877865 validation cost:0.0259671844542 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.017212593928 and training accuracy:0.996963381767 validation cost:0.0189839210361 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0133970715106 and training accuracy:0.997744202614 validation cost:0.0143423136324 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0113293807954 and training accuracy:0.997917771339 validation cost:0.0121944788843 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00978762749583 and training accuracy:0.998264789581 validation cost:0.0111975381151 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00863062124699 and training accuracy:0.998525083065 validation cost:0.0105813043192 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00768285011873 and training accuracy:0.998698592186 validation cost:0.010228285566 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0069249314256 and training accuracy:0.998698592186 validation cost:0.00924274604768 and validation accuracy:0.996488153934 Training on :(0, 1) Time taken:129.149608135 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.176349774003 and training accuracy:0.946732103825 validation cost:0.174610435963 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.11726603657 and training accuracy:0.965912163258 validation cost:0.125178739429 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.0920018032193 and training accuracy:0.970184504986 validation cost:0.10225751996 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0774553790689 and training accuracy:0.97309333086 validation cost:0.0833535268903 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0671276301146 and training accuracy:0.976820290089 validation cost:0.0732020884752 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0592546239495 and training accuracy:0.9811835289 validation cost:0.0660737380385 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0533913522959 and training accuracy:0.982819736004 validation cost:0.0598394237459 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0480981990695 and training accuracy:0.985274076462 validation cost:0.0519791543484 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.044020395726 and training accuracy:0.986728489399 validation cost:0.0482622310519 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:124.341384888 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0993826687336 and training accuracy:0.991121947765 validation cost:0.0901019573212 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0546653419733 and training accuracy:0.991512179375 validation cost:0.045821685344 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0379596054554 and training accuracy:0.994341492653 validation cost:0.0306894015521 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0303261894733 and training accuracy:0.995609760284 validation cost:0.0227306094021 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0246176440269 and training accuracy:0.997170746326 validation cost:0.01832690835 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0213679503649 and training accuracy:0.997560977936 validation cost:0.0157117079943 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0186172220856 and training accuracy:0.99726831913 validation cost:0.0128721278161 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0164541751146 and training accuracy:0.997658550739 validation cost:0.0110893379897 and validation accuracy:1.0 Training on :(4, 5) training cost:0.014906777069 and training accuracy:0.997756123543 validation cost:0.00977141130716 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.773378849 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0620090328157 and training accuracy:0.992062747478 validation cost:0.0603108219802 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0340986773372 and training accuracy:0.996752977371 validation cost:0.0321598388255 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0234786085784 and training accuracy:0.997835278511 validation cost:0.0229956954718 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0185014493763 and training accuracy:0.998286306858 validation cost:0.0180364213884 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0153250386938 and training accuracy:0.998466670513 validation cost:0.015615764074 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0129740582779 and training accuracy:0.998376488686 validation cost:0.0133607238531 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0115658417344 and training accuracy:0.998286306858 validation cost:0.0115526970476 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0101877581328 and training accuracy:0.998556852341 validation cost:0.0099309226498 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0086416201666 and training accuracy:0.999368607998 validation cost:0.00868288055062 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:125.025063038 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.155181646347 and training accuracy:0.958372116089 validation cost:0.156640976667 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.105736196041 and training accuracy:0.969268023968 validation cost:0.104283437133 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0847591012716 and training accuracy:0.973551869392 validation cost:0.0887394994497 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0712424963713 and training accuracy:0.978860139847 validation cost:0.072188153863 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0619274005294 and training accuracy:0.981467664242 validation cost:0.0605654083192 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0554967485368 and training accuracy:0.983982145786 validation cost:0.0535605102777 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0502641387284 and training accuracy:0.986124038696 validation cost:0.0501972809434 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0462734028697 and training accuracy:0.986869037151 validation cost:0.0462696738541 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0427999868989 and training accuracy:0.988172829151 validation cost:0.0415431819856 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.655468941 Method 3 test accuracy:0.797299981117 Training with lmbda:75023.594281, 64 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0429915376008 and training accuracy:0.994273841381 validation cost:0.0438964217901 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0238178223372 and training accuracy:0.994967877865 validation cost:0.0259671844542 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.017212593928 and training accuracy:0.996963381767 validation cost:0.0189839210361 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0133970715106 and training accuracy:0.997744202614 validation cost:0.0143423136324 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0113293807954 and training accuracy:0.997917771339 validation cost:0.0121944788843 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00978762749583 and training accuracy:0.998264789581 validation cost:0.0111975381151 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00863062124699 and training accuracy:0.998525083065 validation cost:0.0105813043192 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00768285011873 and training accuracy:0.998698592186 validation cost:0.010228285566 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0069249314256 and training accuracy:0.998698592186 validation cost:0.00924274604768 and validation accuracy:0.996488153934 Training on :(0, 1) Time taken:129.408162832 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.176114559174 and training accuracy:0.946732103825 validation cost:0.173969447613 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.117364965379 and training accuracy:0.965821266174 validation cost:0.125218451023 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.0920101925731 and training accuracy:0.970275402069 validation cost:0.10227933526 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0774425044656 and training accuracy:0.97309333086 validation cost:0.0833410546184 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0670521184802 and training accuracy:0.976911187172 validation cost:0.0726251602173 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0593165941536 and training accuracy:0.981092631817 validation cost:0.0657295137644 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.05322207883 and training accuracy:0.983092427254 validation cost:0.0599302388728 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0480794236064 and training accuracy:0.985455870628 validation cost:0.0524298176169 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0439638979733 and training accuracy:0.986728489399 validation cost:0.0484248995781 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.654232979 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0993703827262 and training accuracy:0.991219520569 validation cost:0.0904282778502 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0547536201775 and training accuracy:0.991609752178 validation cost:0.0466396100819 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0382297150791 and training accuracy:0.994243919849 validation cost:0.0307946689427 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0305523704737 and training accuracy:0.995707333088 validation cost:0.0228544361889 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250584650785 and training accuracy:0.997073173523 validation cost:0.0183507874608 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0215076953173 and training accuracy:0.997463405132 validation cost:0.0157195441425 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0190681181848 and training accuracy:0.997463405132 validation cost:0.0131103498861 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0168678164482 and training accuracy:0.997756123543 validation cost:0.0114860059693 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153668448329 and training accuracy:0.997658550739 validation cost:0.00996879115701 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.908888102 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0618262477219 and training accuracy:0.992062747478 validation cost:0.0597919560969 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0341746807098 and training accuracy:0.996752977371 validation cost:0.0319836325943 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0236550513655 and training accuracy:0.997745096684 validation cost:0.0229072216898 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0187205262482 and training accuracy:0.998196065426 validation cost:0.0185605697334 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0155080370605 and training accuracy:0.998376488686 validation cost:0.0156119028106 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0131719242781 and training accuracy:0.998376488686 validation cost:0.0133711956441 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0115272616968 and training accuracy:0.998376488686 validation cost:0.0116820065305 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0103065595031 and training accuracy:0.998556852341 validation cost:0.0103165311739 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00910187419504 and training accuracy:0.999188244343 validation cost:0.00964972376823 and validation accuracy:0.997262775898 Training on :(6, 7) Time taken:124.587286949 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.155373618007 and training accuracy:0.958185911179 validation cost:0.155184850097 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.106155656278 and training accuracy:0.968802392483 validation cost:0.105259925127 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0851992666721 and training accuracy:0.973551869392 validation cost:0.0891704708338 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0712725967169 and training accuracy:0.978953242302 validation cost:0.0706798434258 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0621974617243 and training accuracy:0.981840193272 validation cost:0.0607079677284 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0555145144463 and training accuracy:0.983795881271 validation cost:0.0542363896966 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0507273040712 and training accuracy:0.985937774181 validation cost:0.0501465722919 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0467102080584 and training accuracy:0.987334728241 validation cost:0.046897880733 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0434225052595 and training accuracy:0.988172829151 validation cost:0.0431689508259 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.144417048 Method 3 test accuracy:0.796700000763 Training with lmbda:75607.8456039, 65 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0429915376008 and training accuracy:0.994273841381 validation cost:0.0438964217901 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0238178223372 and training accuracy:0.994967877865 validation cost:0.0259671844542 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.017212593928 and training accuracy:0.996963381767 validation cost:0.0189839210361 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0133970715106 and training accuracy:0.997744202614 validation cost:0.0143423136324 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0113293807954 and training accuracy:0.997917771339 validation cost:0.0121944788843 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00978762749583 and training accuracy:0.998264789581 validation cost:0.0111975381151 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00863062124699 and training accuracy:0.998525083065 validation cost:0.0105813043192 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00768285011873 and training accuracy:0.998698592186 validation cost:0.010228285566 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0069249314256 and training accuracy:0.998698592186 validation cost:0.00924274604768 and validation accuracy:0.996488153934 Training on :(0, 1) Time taken:130.460348129 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.176114559174 and training accuracy:0.946732103825 validation cost:0.173969447613 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.117364965379 and training accuracy:0.965821266174 validation cost:0.125218451023 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.0920101925731 and training accuracy:0.970275402069 validation cost:0.10227933526 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0774425044656 and training accuracy:0.97309333086 validation cost:0.0833410546184 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0669389367104 and training accuracy:0.977092981339 validation cost:0.0726301521063 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.059252332896 and training accuracy:0.981001734734 validation cost:0.0659227594733 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0533339083195 and training accuracy:0.982819736004 validation cost:0.059872277081 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0481939762831 and training accuracy:0.985364973545 validation cost:0.0524647086859 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0441860258579 and training accuracy:0.986637592316 validation cost:0.0482700765133 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:124.094513893 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0994761362672 and training accuracy:0.991219520569 validation cost:0.0905755013227 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0547007657588 and training accuracy:0.991707324982 validation cost:0.0469146892428 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0382601320744 and training accuracy:0.994146347046 validation cost:0.0308109633625 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0305317360908 and training accuracy:0.995707333088 validation cost:0.0227764379233 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.025068776682 and training accuracy:0.996975600719 validation cost:0.0186313576996 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0214710831642 and training accuracy:0.997463405132 validation cost:0.0157528966665 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0190673861653 and training accuracy:0.997463405132 validation cost:0.0131150120869 and validation accuracy:1.0 Training on :(4, 5) training cost:0.017010640353 and training accuracy:0.997560977936 validation cost:0.011688221246 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153823522851 and training accuracy:0.997560977936 validation cost:0.00995431281626 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.021841049 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0618691369891 and training accuracy:0.992152988911 validation cost:0.0601625517011 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0341941565275 and training accuracy:0.996752977371 validation cost:0.0322707742453 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.023659363389 and training accuracy:0.997745096684 validation cost:0.0229715108871 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0187563635409 and training accuracy:0.998196065426 validation cost:0.018633402884 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0155086359009 and training accuracy:0.998376488686 validation cost:0.015619370155 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0131770148873 and training accuracy:0.998376488686 validation cost:0.0134059730917 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0115810185671 and training accuracy:0.998286306858 validation cost:0.0118632307276 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0103269563988 and training accuracy:0.998556852341 validation cost:0.0103083215654 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00911231338978 and training accuracy:0.999188244343 validation cost:0.009641405195 and validation accuracy:0.997262775898 Training on :(6, 7) Time taken:124.991939783 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.155711323023 and training accuracy:0.957813382149 validation cost:0.155906200409 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.106031730771 and training accuracy:0.968988656998 validation cost:0.105465345085 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0851684585214 and training accuracy:0.973365604877 validation cost:0.089144743979 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0712570399046 and training accuracy:0.979232609272 validation cost:0.071022324264 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0622870884836 and training accuracy:0.981747090816 validation cost:0.0601918883622 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0554560050368 and training accuracy:0.983609616756 validation cost:0.0538546256721 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0505943186581 and training accuracy:0.985844671726 validation cost:0.0507494546473 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0465190932155 and training accuracy:0.987427830696 validation cost:0.0469059981406 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0433093048632 and training accuracy:0.987986564636 validation cost:0.0435695387423 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.11336422 Method 3 test accuracy:0.796599984169 Training with lmbda:76391.8469255, 66 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0429915376008 and training accuracy:0.994273841381 validation cost:0.0438964217901 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0238178223372 and training accuracy:0.994967877865 validation cost:0.0259671844542 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.017212593928 and training accuracy:0.996963381767 validation cost:0.0189839210361 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0133970715106 and training accuracy:0.997744202614 validation cost:0.0143423136324 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0113293807954 and training accuracy:0.997917771339 validation cost:0.0121944788843 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00978762749583 and training accuracy:0.998264789581 validation cost:0.0111975381151 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00863062124699 and training accuracy:0.998525083065 validation cost:0.0105813043192 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00768285011873 and training accuracy:0.998698592186 validation cost:0.010228285566 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0069249314256 and training accuracy:0.998698592186 validation cost:0.00924274604768 and validation accuracy:0.996488153934 Training on :(0, 1) Time taken:129.507760048 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.176114559174 and training accuracy:0.946732103825 validation cost:0.173969447613 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.117364965379 and training accuracy:0.965821266174 validation cost:0.125218451023 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.0920101925731 and training accuracy:0.970275402069 validation cost:0.10227933526 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0774414166808 and training accuracy:0.97309333086 validation cost:0.0833410546184 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0669389367104 and training accuracy:0.977092981339 validation cost:0.0726301521063 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0593060553074 and training accuracy:0.981001734734 validation cost:0.0659261271358 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0532384291291 and training accuracy:0.982910633087 validation cost:0.0599010139704 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0480770617723 and training accuracy:0.985455870628 validation cost:0.0523395873606 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0441686324775 and training accuracy:0.986728489399 validation cost:0.0484074503183 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.881328106 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0995396599174 and training accuracy:0.991121947765 validation cost:0.0906381681561 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0548597984016 and training accuracy:0.991512179375 validation cost:0.0466830134392 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.038300845772 and training accuracy:0.994243919849 validation cost:0.0312204472721 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0305347125977 and training accuracy:0.995707333088 validation cost:0.022716300562 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0251228567213 and training accuracy:0.996975600719 validation cost:0.018521130085 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.02170875296 and training accuracy:0.997463405132 validation cost:0.0158312767744 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.019015494734 and training accuracy:0.997365832329 validation cost:0.012861283496 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169684588909 and training accuracy:0.997560977936 validation cost:0.0116105936468 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154375238344 and training accuracy:0.997463405132 validation cost:0.00990977790207 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.703890085 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.061843059957 and training accuracy:0.992062747478 validation cost:0.0596755445004 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0341827310622 and training accuracy:0.996752977371 validation cost:0.032249353826 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0236289408058 and training accuracy:0.997745096684 validation cost:0.0229940544814 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0186581071466 and training accuracy:0.998286306858 validation cost:0.0182444527745 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0155135169625 and training accuracy:0.998376488686 validation cost:0.015604714863 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0131835630164 and training accuracy:0.998376488686 validation cost:0.0133442385122 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.011549834162 and training accuracy:0.998376488686 validation cost:0.0118613969535 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0103330649436 and training accuracy:0.998556852341 validation cost:0.0102356774732 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00910798460245 and training accuracy:0.999188244343 validation cost:0.00963929668069 and validation accuracy:0.997262775898 Training on :(6, 7) Time taken:125.6372962 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.155504480004 and training accuracy:0.957906484604 validation cost:0.155373156071 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.10613873601 and training accuracy:0.969081759453 validation cost:0.105223722756 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0851228311658 and training accuracy:0.973551869392 validation cost:0.0891175866127 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0711373835802 and training accuracy:0.979139506817 validation cost:0.0709256231785 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.062078744173 and training accuracy:0.981933295727 validation cost:0.0605697631836 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0554478876293 and training accuracy:0.983609616756 validation cost:0.053530510515 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0505670644343 and training accuracy:0.986030936241 validation cost:0.0502817705274 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.046641856432 and training accuracy:0.987241566181 validation cost:0.0468453541398 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0434873662889 and training accuracy:0.987893462181 validation cost:0.0430686660111 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.219137192 Method 3 test accuracy:0.801599979401 Training with lmbda:77122.5879537, 67 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0429915376008 and training accuracy:0.994273841381 validation cost:0.0438964217901 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0238178223372 and training accuracy:0.994967877865 validation cost:0.0259671844542 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.017212593928 and training accuracy:0.996963381767 validation cost:0.0189839210361 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0133970715106 and training accuracy:0.997744202614 validation cost:0.0143423136324 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0113293807954 and training accuracy:0.997917771339 validation cost:0.0121944788843 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00978762749583 and training accuracy:0.998264789581 validation cost:0.0111975381151 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00863062124699 and training accuracy:0.998525083065 validation cost:0.0105813043192 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00768285011873 and training accuracy:0.998698592186 validation cost:0.010228285566 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0069249314256 and training accuracy:0.998698592186 validation cost:0.00924274604768 and validation accuracy:0.996488153934 Training on :(0, 1) Time taken:130.176429987 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.176114559174 and training accuracy:0.946732103825 validation cost:0.173969447613 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.117364965379 and training accuracy:0.965821266174 validation cost:0.125218451023 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.0920111760497 and training accuracy:0.970275402069 validation cost:0.102409601212 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0773869752884 and training accuracy:0.973184227943 validation cost:0.0833706259727 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0670002922416 and training accuracy:0.976911187172 validation cost:0.0726125687361 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0593119896948 and training accuracy:0.9811835289 validation cost:0.0662583708763 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0535276979208 and training accuracy:0.982819736004 validation cost:0.0596770532429 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0481578186154 and training accuracy:0.985364973545 validation cost:0.0529217869043 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0440280176699 and training accuracy:0.986637592316 validation cost:0.0482617840171 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:124.148952007 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0995333194733 and training accuracy:0.991219520569 validation cost:0.0906312540174 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0547255501151 and training accuracy:0.991609752178 validation cost:0.0461721383035 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0382424481213 and training accuracy:0.994341492653 validation cost:0.0307490136474 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.030443796888 and training accuracy:0.995609760284 validation cost:0.0228013582528 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.025078792125 and training accuracy:0.997073173523 validation cost:0.0185149665922 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.021537553519 and training accuracy:0.997463405132 validation cost:0.0157255679369 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0190405622125 and training accuracy:0.997463405132 validation cost:0.0129212429747 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169960819185 and training accuracy:0.997463405132 validation cost:0.0115784099326 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153530333191 and training accuracy:0.997560977936 validation cost:0.00995514821261 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.943593025 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0618256293237 and training accuracy:0.992062747478 validation cost:0.0599344149232 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0342244431376 and training accuracy:0.996752977371 validation cost:0.0322671122849 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0236475095153 and training accuracy:0.997745096684 validation cost:0.0229199044406 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0187042374164 and training accuracy:0.998196065426 validation cost:0.0185938253999 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0155409863219 and training accuracy:0.998376488686 validation cost:0.015610367991 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0131875602528 and training accuracy:0.998376488686 validation cost:0.0133665362373 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0115541666746 and training accuracy:0.998376488686 validation cost:0.0118641769513 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0103246346116 and training accuracy:0.998466670513 validation cost:0.0102372448891 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00911573879421 and training accuracy:0.999188244343 validation cost:0.00964955147356 and validation accuracy:0.997262775898 Training on :(6, 7) Time taken:124.716914892 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.155493229628 and training accuracy:0.957906484604 validation cost:0.154551371932 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.106174364686 and training accuracy:0.968523025513 validation cost:0.104625545442 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0851683020592 and training accuracy:0.973551869392 validation cost:0.0891708210111 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0713528469205 and training accuracy:0.979046404362 validation cost:0.0710361152887 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0622585862875 and training accuracy:0.981747090816 validation cost:0.0606045126915 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0555641502142 and training accuracy:0.983888983727 validation cost:0.054138533771 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0505715273321 and training accuracy:0.986124038696 validation cost:0.0504644140601 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0467485114932 and training accuracy:0.987427830696 validation cost:0.0468069016933 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0431924015284 and training accuracy:0.988172829151 validation cost:0.0432939007878 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.314360857 Method 3 test accuracy:0.794000029564 Training with lmbda:77717.024709, 68 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0429915376008 and training accuracy:0.994273841381 validation cost:0.0438964217901 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0238178223372 and training accuracy:0.994967877865 validation cost:0.0259671844542 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.017212593928 and training accuracy:0.996963381767 validation cost:0.0189839210361 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0133970715106 and training accuracy:0.997744202614 validation cost:0.0143423136324 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0113293807954 and training accuracy:0.997917771339 validation cost:0.0121944788843 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00978762749583 and training accuracy:0.998264789581 validation cost:0.0111975381151 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00863062124699 and training accuracy:0.998525083065 validation cost:0.0105813043192 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00768285011873 and training accuracy:0.998698592186 validation cost:0.010228285566 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0069249314256 and training accuracy:0.998698592186 validation cost:0.00924274604768 and validation accuracy:0.996488153934 Training on :(0, 1) Time taken:129.360166788 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.176097020507 and training accuracy:0.946732103825 validation cost:0.173969447613 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.117308951914 and training accuracy:0.965912163258 validation cost:0.125218451023 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.0920111760497 and training accuracy:0.970275402069 validation cost:0.102409601212 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0773871392012 and training accuracy:0.973184227943 validation cost:0.0833706259727 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0668887197971 and training accuracy:0.977092981339 validation cost:0.0726235359907 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0593761838973 and training accuracy:0.981001734734 validation cost:0.0664126649499 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0532936342061 and training accuracy:0.982819736004 validation cost:0.0599658787251 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0481191165745 and training accuracy:0.985274076462 validation cost:0.0529173202813 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0440118052065 and training accuracy:0.986819386482 validation cost:0.0483120344579 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.741690874 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0995468646288 and training accuracy:0.991219520569 validation cost:0.0907084345818 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0547339953482 and training accuracy:0.991707324982 validation cost:0.0467893965542 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0383414439857 and training accuracy:0.994146347046 validation cost:0.0307519808412 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0304997581989 and training accuracy:0.995609760284 validation cost:0.0227893237025 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250287074596 and training accuracy:0.997073173523 validation cost:0.0185092464089 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.021477676928 and training accuracy:0.997463405132 validation cost:0.0157480128109 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.019048107788 and training accuracy:0.997560977936 validation cost:0.0131114982069 and validation accuracy:1.0 Training on :(4, 5) training cost:0.017008010298 and training accuracy:0.997463405132 validation cost:0.0115193827078 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154530145228 and training accuracy:0.997463405132 validation cost:0.0099984286353 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.960936069 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.061764780432 and training accuracy:0.992062747478 validation cost:0.0593923293054 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0342059619725 and training accuracy:0.996752977371 validation cost:0.0321370512247 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0236403904855 and training accuracy:0.997745096684 validation cost:0.0229152962565 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0187224671245 and training accuracy:0.998196065426 validation cost:0.0186086390167 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0155559713021 and training accuracy:0.998376488686 validation cost:0.0156145161018 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0132086016238 and training accuracy:0.998376488686 validation cost:0.0133588062599 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.011577877216 and training accuracy:0.998286306858 validation cost:0.0118617992848 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0103064989671 and training accuracy:0.998556852341 validation cost:0.0103096133098 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00909309182316 and training accuracy:0.999188244343 validation cost:0.00965052563697 and validation accuracy:0.997262775898 Training on :(6, 7) Time taken:124.802186966 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.155404984951 and training accuracy:0.958092749119 validation cost:0.154581531882 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.106229454279 and training accuracy:0.968709230423 validation cost:0.105423375964 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0851981565356 and training accuracy:0.973458766937 validation cost:0.0892957597971 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.071418248117 and training accuracy:0.978953242302 validation cost:0.0711522251368 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0621182322502 and training accuracy:0.981933295727 validation cost:0.0609969161451 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0557990595698 and training accuracy:0.983609616756 validation cost:0.0543539263308 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0507918894291 and training accuracy:0.985751509666 validation cost:0.0509997159243 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0466569252312 and training accuracy:0.987334728241 validation cost:0.0467576980591 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0430609099567 and training accuracy:0.988172829151 validation cost:0.0431116782129 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.006501913 Method 3 test accuracy:0.79540002346 Training with lmbda:78353.7454236, 69 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0429915376008 and training accuracy:0.994273841381 validation cost:0.0438964217901 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0238178223372 and training accuracy:0.994967877865 validation cost:0.0259671844542 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.017212593928 and training accuracy:0.996963381767 validation cost:0.0189839210361 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0133970715106 and training accuracy:0.997744202614 validation cost:0.0143423136324 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0113293807954 and training accuracy:0.997917771339 validation cost:0.0121944788843 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00978762749583 and training accuracy:0.998264789581 validation cost:0.0111975381151 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00863062124699 and training accuracy:0.998525083065 validation cost:0.0105813043192 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00768285011873 and training accuracy:0.998698592186 validation cost:0.010228285566 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0069249314256 and training accuracy:0.998698592186 validation cost:0.00924274604768 and validation accuracy:0.996488153934 Training on :(0, 1) Time taken:130.118287086 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.176097020507 and training accuracy:0.946732103825 validation cost:0.173969447613 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.117364965379 and training accuracy:0.965821266174 validation cost:0.125218451023 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.0920111760497 and training accuracy:0.970275402069 validation cost:0.102409601212 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0773871392012 and training accuracy:0.973184227943 validation cost:0.0833706259727 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0668593347073 and training accuracy:0.977092981339 validation cost:0.0726514980197 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0594090372324 and training accuracy:0.981001734734 validation cost:0.067258156836 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0534242540598 and training accuracy:0.982910633087 validation cost:0.0599512197077 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0480879917741 and training accuracy:0.985274076462 validation cost:0.052443549037 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0439595989883 and training accuracy:0.986819386482 validation cost:0.0482647530735 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.695879936 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0995126515627 and training accuracy:0.991219520569 validation cost:0.0902779996395 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0547408759594 and training accuracy:0.991707324982 validation cost:0.0467207767069 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.038367073983 and training accuracy:0.994243919849 validation cost:0.0312441587448 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0304976068437 and training accuracy:0.995707333088 validation cost:0.0228494200855 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250253081322 and training accuracy:0.997073173523 validation cost:0.0185104142874 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0215045232326 and training accuracy:0.997463405132 validation cost:0.0155504532158 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0190559532493 and training accuracy:0.997463405132 validation cost:0.0131137641147 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0170279033482 and training accuracy:0.997463405132 validation cost:0.0117177087814 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0153778521344 and training accuracy:0.997560977936 validation cost:0.00994153227657 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.016180992 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.061789367348 and training accuracy:0.991972565651 validation cost:0.0594543665648 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0341899469495 and training accuracy:0.996752977371 validation cost:0.0321021713316 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0236367024481 and training accuracy:0.997745096684 validation cost:0.0228921771049 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0187172554433 and training accuracy:0.998196065426 validation cost:0.0186069607735 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0155333494768 and training accuracy:0.998376488686 validation cost:0.0156738404185 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0132005605847 and training accuracy:0.998376488686 validation cost:0.013387077488 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0115828923881 and training accuracy:0.998286306858 validation cost:0.0118330745026 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0103264693171 and training accuracy:0.998556852341 validation cost:0.0102421380579 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.00913634430617 and training accuracy:0.999188244343 validation cost:0.00964485295117 and validation accuracy:0.997262775898 Training on :(6, 7) Time taken:125.182430029 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.155390843749 and training accuracy:0.958092749119 validation cost:0.155441656709 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.106100805104 and training accuracy:0.968616127968 validation cost:0.105541929603 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0850913152099 and training accuracy:0.973644971848 validation cost:0.089183755219 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0710671842098 and training accuracy:0.978953242302 validation cost:0.0708746835589 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.062486436218 and training accuracy:0.981653928757 validation cost:0.0606951825321 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0555496998131 and training accuracy:0.983888983727 validation cost:0.0539624653757 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0507426671684 and training accuracy:0.985937774181 validation cost:0.0499537661672 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0467143841088 and training accuracy:0.987241566181 validation cost:0.0467631854117 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0433072075248 and training accuracy:0.988172829151 validation cost:0.0432623848319 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.155642033 Method 3 test accuracy:0.794900000095 Training with lmbda:79129.2637755, 70 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0429915376008 and training accuracy:0.994273841381 validation cost:0.0438964217901 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0238178223372 and training accuracy:0.994967877865 validation cost:0.0259671844542 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.017212593928 and training accuracy:0.996963381767 validation cost:0.0189839210361 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0133970715106 and training accuracy:0.997744202614 validation cost:0.0143423136324 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0113293807954 and training accuracy:0.997917771339 validation cost:0.0121944788843 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00978762749583 and training accuracy:0.998264789581 validation cost:0.0111975381151 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00863062124699 and training accuracy:0.998525083065 validation cost:0.0105813043192 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00768285011873 and training accuracy:0.998698592186 validation cost:0.010228285566 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0069249314256 and training accuracy:0.998698592186 validation cost:0.00924274604768 and validation accuracy:0.996488153934 Training on :(0, 1) Time taken:129.252130032 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.176097020507 and training accuracy:0.946732103825 validation cost:0.173969447613 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.117364965379 and training accuracy:0.965821266174 validation cost:0.125218451023 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.0920073017478 and training accuracy:0.970275402069 validation cost:0.10227933526 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0773868113756 and training accuracy:0.973184227943 validation cost:0.0833405181766 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0670284330845 and training accuracy:0.977002084255 validation cost:0.0726022049785 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.05933387205 and training accuracy:0.981001734734 validation cost:0.0659047141671 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0533855594695 and training accuracy:0.982819736004 validation cost:0.0599126331508 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0482416413724 and training accuracy:0.985455870628 validation cost:0.0524783506989 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.043896060437 and training accuracy:0.986819386482 validation cost:0.0482728071511 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:124.279667854 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0994730368257 and training accuracy:0.991219520569 validation cost:0.0904978662729 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0547816120088 and training accuracy:0.991512179375 validation cost:0.0466690100729 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0383315831423 and training accuracy:0.994243919849 validation cost:0.0305810645223 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0305053777993 and training accuracy:0.995707333088 validation cost:0.022823786363 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0251098014414 and training accuracy:0.997073173523 validation cost:0.0185179561377 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.021754257381 and training accuracy:0.997365832329 validation cost:0.0156451538205 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0191029328853 and training accuracy:0.997365832329 validation cost:0.0131229106337 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169977527112 and training accuracy:0.997560977936 validation cost:0.0116459149867 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154785737395 and training accuracy:0.997463405132 validation cost:0.00991877168417 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.665791988 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0619086697698 and training accuracy:0.991972565651 validation cost:0.0597919970751 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0341405719519 and training accuracy:0.996752977371 validation cost:0.0321110971272 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0236612614244 and training accuracy:0.997745096684 validation cost:0.0228874441236 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0187253858894 and training accuracy:0.998196065426 validation cost:0.0186028089374 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0155407777056 and training accuracy:0.998376488686 validation cost:0.0156134199351 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0131517769769 and training accuracy:0.998376488686 validation cost:0.0134194158018 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.011547666043 and training accuracy:0.998286306858 validation cost:0.0118495980278 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0103156417608 and training accuracy:0.998556852341 validation cost:0.0102380784228 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0091056926176 and training accuracy:0.999188244343 validation cost:0.00965334195644 and validation accuracy:0.997262775898 Training on :(6, 7) Time taken:125.698903084 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.155320346355 and training accuracy:0.958092749119 validation cost:0.15482403338 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.106177993119 and training accuracy:0.968895494938 validation cost:0.105459243059 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.08511929214 and training accuracy:0.973458766937 validation cost:0.0891784951091 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0712346211076 and training accuracy:0.978860139847 validation cost:0.0712277665734 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0621594823897 and training accuracy:0.981747090816 validation cost:0.0600906759501 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0554481372237 and training accuracy:0.983982145786 validation cost:0.0541216023266 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0509486570954 and training accuracy:0.985844671726 validation cost:0.0507565066218 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0465966910124 and training accuracy:0.987334728241 validation cost:0.046863026917 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0432579927146 and training accuracy:0.987893462181 validation cost:0.0435147769749 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.936009884 Method 3 test accuracy:0.794000029564 Training with lmbda:79223.8806616, 71 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0429915376008 and training accuracy:0.994273841381 validation cost:0.0438964217901 and validation accuracy:0.993854284286 Training on :(0, 1) training cost:0.0238178223372 and training accuracy:0.994967877865 validation cost:0.0259671844542 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.017212593928 and training accuracy:0.996963381767 validation cost:0.0189839210361 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0133970715106 and training accuracy:0.997744202614 validation cost:0.0143423136324 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0113293807954 and training accuracy:0.997917771339 validation cost:0.0121944788843 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00978762749583 and training accuracy:0.998264789581 validation cost:0.0111975381151 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00863062124699 and training accuracy:0.998525083065 validation cost:0.0105813043192 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00768285011873 and training accuracy:0.998698592186 validation cost:0.010228285566 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0069249314256 and training accuracy:0.998698592186 validation cost:0.00924274604768 and validation accuracy:0.996488153934 Training on :(0, 1) Time taken:129.598819017 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.176097020507 and training accuracy:0.946732103825 validation cost:0.173969447613 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.117364965379 and training accuracy:0.965821266174 validation cost:0.125218451023 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.0920073017478 and training accuracy:0.970275402069 validation cost:0.10227933526 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0773868113756 and training accuracy:0.973184227943 validation cost:0.0833405181766 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0670284330845 and training accuracy:0.977002084255 validation cost:0.0726022049785 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.05933387205 and training accuracy:0.981001734734 validation cost:0.0659047141671 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0533855035901 and training accuracy:0.982819736004 validation cost:0.0599126331508 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0482416674495 and training accuracy:0.985455870628 validation cost:0.0524783506989 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0438970290124 and training accuracy:0.986819386482 validation cost:0.0482728071511 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:123.602692842 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.0994762852788 and training accuracy:0.991219520569 validation cost:0.0904978662729 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0547818467021 and training accuracy:0.991512179375 validation cost:0.0465637780726 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0383864045143 and training accuracy:0.994243919849 validation cost:0.0307658165693 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0304979812354 and training accuracy:0.995707333088 validation cost:0.0228060819209 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0250732600689 and training accuracy:0.997073173523 validation cost:0.0184769555926 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0218069534749 and training accuracy:0.997365832329 validation cost:0.0158565249294 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0191155076027 and training accuracy:0.997365832329 validation cost:0.0129064908251 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0169965494424 and training accuracy:0.997560977936 validation cost:0.0116479536518 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0154099697247 and training accuracy:0.997560977936 validation cost:0.00994394812733 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.883771896 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0618152618408 and training accuracy:0.991972565651 validation cost:0.0597524493933 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0341231487691 and training accuracy:0.996752977371 validation cost:0.0322763845325 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0236325357109 and training accuracy:0.997745096684 validation cost:0.0228874441236 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0187391638756 and training accuracy:0.998196065426 validation cost:0.0186407715082 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0155130755156 and training accuracy:0.998376488686 validation cost:0.015613688156 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0131972972304 and training accuracy:0.998376488686 validation cost:0.013394003734 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0115654310212 and training accuracy:0.998286306858 validation cost:0.0118400035426 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0102955596521 and training accuracy:0.998556852341 validation cost:0.0103107085451 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0091094430536 and training accuracy:0.999188244343 validation cost:0.00968013051897 and validation accuracy:0.997262775898 Training on :(6, 7) Time taken:124.429733038 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.155458331108 and training accuracy:0.957906484604 validation cost:0.154641091824 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.106225930154 and training accuracy:0.968709230423 validation cost:0.105262517929 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0851056054235 and training accuracy:0.973644971848 validation cost:0.0892183333635 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0712669491768 and training accuracy:0.978953242302 validation cost:0.0708841979504 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.062249802053 and training accuracy:0.981840193272 validation cost:0.0609261319041 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0556150302291 and training accuracy:0.983702719212 validation cost:0.054092399776 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.050918392837 and training accuracy:0.985751509666 validation cost:0.0508366785944 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0466452874243 and training accuracy:0.987427830696 validation cost:0.0468508340418 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0432570204139 and training accuracy:0.987986564636 validation cost:0.043474406004 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.139502048 Method 3 test accuracy:0.794799983501 Training with lmbda:0, 72 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407082512975 and training accuracy:0.996703088284 validation cost:0.0428825952113 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0219800006598 and training accuracy:0.996356070042 validation cost:0.0233830865473 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.015835378319 and training accuracy:0.997483968735 validation cost:0.016170958057 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0128135094419 and training accuracy:0.998004496098 validation cost:0.0137275373563 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108051029965 and training accuracy:0.997917771339 validation cost:0.0121108535677 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00912220589817 and training accuracy:0.998178005219 validation cost:0.010731311515 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00803853012621 and training accuracy:0.998438298702 validation cost:0.00947891175747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00730696227401 and training accuracy:0.998525083065 validation cost:0.00802361033857 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00661231810227 and training accuracy:0.998525083065 validation cost:0.00713462941349 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.29656601 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.169837206602 and training accuracy:0.948186516762 validation cost:0.172634080052 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.114100754261 and training accuracy:0.968730092049 validation cost:0.113448262215 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0891140326858 and training accuracy:0.972729742527 validation cost:0.0908489450812 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.074241116643 and training accuracy:0.975002288818 validation cost:0.0776152089238 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0642395094037 and training accuracy:0.97936552763 validation cost:0.0667585581541 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0569303371012 and training accuracy:0.982637941837 validation cost:0.0586186572909 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.051578938961 and training accuracy:0.984365046024 validation cost:0.0521728172898 and validation accuracy:0.986213207245 Training on :(2, 3) training cost:0.0469646044075 and training accuracy:0.986637592316 validation cost:0.0460448749363 and validation accuracy:0.987132370472 Training on :(2, 3) training cost:0.0431834869087 and training accuracy:0.98800110817 validation cost:0.0416289642453 and validation accuracy:0.990808844566 Training on :(2, 3) Time taken:124.868016005 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.104563094676 and training accuracy:0.990243911743 validation cost:0.100277259946 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0587990656495 and training accuracy:0.990048766136 validation cost:0.0532216355205 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0405653566122 and training accuracy:0.993658542633 validation cost:0.0357160940766 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0317324586213 and training accuracy:0.995707333088 validation cost:0.0274503137916 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0256138350815 and training accuracy:0.996682941914 validation cost:0.0212298389524 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0225739087909 and training accuracy:0.996878027916 validation cost:0.0180932413787 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0198762975633 and training accuracy:0.996780514717 validation cost:0.0156315583736 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0175215639174 and training accuracy:0.99726831913 validation cost:0.0136246783659 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0152301024646 and training accuracy:0.997756123543 validation cost:0.0116541907191 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.269292831 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0634278655052 and training accuracy:0.991611778736 validation cost:0.0611007362604 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0352543629706 and training accuracy:0.996211767197 validation cost:0.0332690030336 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0243397001177 and training accuracy:0.997564733028 validation cost:0.0238371789455 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0190879330039 and training accuracy:0.997564733028 validation cost:0.0189820099622 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.015620094724 and training accuracy:0.998105883598 validation cost:0.0156572256237 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0132155576721 and training accuracy:0.998376488686 validation cost:0.0129085835069 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0115798590705 and training accuracy:0.998466670513 validation cost:0.011535666883 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0100833438337 and training accuracy:0.998827457428 validation cost:0.0101246964186 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00888178683817 and training accuracy:0.999007821083 validation cost:0.00905356183648 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.739814997 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.157055005431 and training accuracy:0.960979700089 validation cost:0.160867840052 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.107557669282 and training accuracy:0.969547390938 validation cost:0.111245155334 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.0866054520011 and training accuracy:0.974017500877 validation cost:0.0895019695163 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0728815421462 and training accuracy:0.977928876877 validation cost:0.0758224874735 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0639895945787 and training accuracy:0.981374561787 validation cost:0.0653987750411 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0563719645143 and training accuracy:0.983609616756 validation cost:0.05615805462 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0513650216162 and training accuracy:0.984913408756 validation cost:0.0498645603657 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.046704608947 and training accuracy:0.986403405666 validation cost:0.0455993935466 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0431217588484 and training accuracy:0.987614095211 validation cost:0.0413707382977 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:121.467534065 Method 3 test accuracy:0.801500022411 Training with lmbda:75023.594281, 73 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407082512975 and training accuracy:0.996703088284 validation cost:0.0428825952113 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0219800006598 and training accuracy:0.996356070042 validation cost:0.0233830865473 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.015835378319 and training accuracy:0.997483968735 validation cost:0.016170958057 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0128135094419 and training accuracy:0.998004496098 validation cost:0.0137275373563 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108051029965 and training accuracy:0.997917771339 validation cost:0.0121108535677 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00912220589817 and training accuracy:0.998178005219 validation cost:0.010731311515 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00803853012621 and training accuracy:0.998438298702 validation cost:0.00947891175747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00730696227401 and training accuracy:0.998525083065 validation cost:0.00802361033857 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00661231810227 and training accuracy:0.998525083065 validation cost:0.00713462941349 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.17117691 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.169827252626 and training accuracy:0.948277413845 validation cost:0.172634080052 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.114108942449 and training accuracy:0.968548297882 validation cost:0.113806560636 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0890797972679 and training accuracy:0.972729742527 validation cost:0.0909723341465 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0741386264563 and training accuracy:0.975184082985 validation cost:0.0775890648365 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0644443705678 and training accuracy:0.979274630547 validation cost:0.066697485745 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.056856110692 and training accuracy:0.982819736004 validation cost:0.0586942732334 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0516641810536 and training accuracy:0.984546840191 validation cost:0.0523584894836 and validation accuracy:0.986213207245 Training on :(2, 3) training cost:0.0466875508428 and training accuracy:0.987001180649 validation cost:0.0455941148102 and validation accuracy:0.988051474094 Training on :(2, 3) training cost:0.043511915952 and training accuracy:0.987819314003 validation cost:0.0421242304146 and validation accuracy:0.989889681339 Training on :(2, 3) Time taken:123.434533119 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.104734659195 and training accuracy:0.990048766136 validation cost:0.100323699415 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0588066056371 and training accuracy:0.990048766136 validation cost:0.0532560423017 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0407835803926 and training accuracy:0.993463397026 validation cost:0.0353715419769 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0320168584585 and training accuracy:0.995609760284 validation cost:0.0279618352652 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.025935145095 and training accuracy:0.99658536911 validation cost:0.0215088520199 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0228192452341 and training accuracy:0.996878027916 validation cost:0.0182812865824 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0199167858809 and training accuracy:0.996878027916 validation cost:0.015613310039 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0178069025278 and training accuracy:0.997170746326 validation cost:0.0138150788844 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0155934374779 and training accuracy:0.997463405132 validation cost:0.012637632899 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:116.000129938 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.063452988863 and training accuracy:0.991521596909 validation cost:0.0610882751644 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0353078506887 and training accuracy:0.996301949024 validation cost:0.0333088897169 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0245418418199 and training accuracy:0.997474491596 validation cost:0.0237253438681 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0191944949329 and training accuracy:0.997474491596 validation cost:0.0185809712857 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0158640723675 and training accuracy:0.998015701771 validation cost:0.0157840661705 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0134135046974 and training accuracy:0.998376488686 validation cost:0.0129310619086 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0118321953341 and training accuracy:0.998376488686 validation cost:0.011734127067 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.010283196345 and training accuracy:0.9987372756 validation cost:0.0102944225073 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00917290896177 and training accuracy:0.998827457428 validation cost:0.00916389282793 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.394283056 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.157934993505 and training accuracy:0.960886597633 validation cost:0.163544818759 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.107392273843 and training accuracy:0.970013022423 validation cost:0.110965810716 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0866110250354 and training accuracy:0.974110662937 validation cost:0.0890084058046 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.07309756428 and training accuracy:0.977742612362 validation cost:0.0756375640631 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0642529577017 and training accuracy:0.981374561787 validation cost:0.065084785223 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0565818399191 and training accuracy:0.983888983727 validation cost:0.0559230223298 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0513225980103 and training accuracy:0.985099673271 validation cost:0.0491431429982 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0470468439162 and training accuracy:0.986403405666 validation cost:0.0457316562533 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.043177574873 and training accuracy:0.987986564636 validation cost:0.0417947694659 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.743505001 Method 3 test accuracy:0.792699992657 Training with lmbda:75607.8456039, 74 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407082512975 and training accuracy:0.996703088284 validation cost:0.0428825952113 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0219800006598 and training accuracy:0.996356070042 validation cost:0.0233830865473 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.015835378319 and training accuracy:0.997483968735 validation cost:0.016170958057 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0128135094419 and training accuracy:0.998004496098 validation cost:0.0137275373563 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108051029965 and training accuracy:0.997917771339 validation cost:0.0121108535677 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00912220589817 and training accuracy:0.998178005219 validation cost:0.010731311515 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00803853012621 and training accuracy:0.998438298702 validation cost:0.00947891175747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00730696227401 and training accuracy:0.998525083065 validation cost:0.00802361033857 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00661231810227 and training accuracy:0.998525083065 validation cost:0.00713462941349 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.017961979 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.169827252626 and training accuracy:0.948277413845 validation cost:0.172634080052 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.114108942449 and training accuracy:0.968548297882 validation cost:0.113806560636 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0890826880932 and training accuracy:0.972729742527 validation cost:0.0909723341465 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0741426050663 and training accuracy:0.975184082985 validation cost:0.0776000469923 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0644483417273 and training accuracy:0.979274630547 validation cost:0.066697485745 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0568465068936 and training accuracy:0.982819736004 validation cost:0.0586942732334 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0516580194235 and training accuracy:0.984546840191 validation cost:0.0523584894836 and validation accuracy:0.986213207245 Training on :(2, 3) training cost:0.0467858538032 and training accuracy:0.986910283566 validation cost:0.0463475622237 and validation accuracy:0.988051474094 Training on :(2, 3) training cost:0.0433524027467 and training accuracy:0.98800110817 validation cost:0.0416499711573 and validation accuracy:0.990808844566 Training on :(2, 3) Time taken:124.409184933 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.104849994183 and training accuracy:0.990048766136 validation cost:0.100707367063 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0589552819729 and training accuracy:0.989951193333 validation cost:0.0531594380736 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0407733842731 and training accuracy:0.993463397026 validation cost:0.0355719178915 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0320698320866 and training accuracy:0.995609760284 validation cost:0.0279409009963 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0259369816631 and training accuracy:0.99658536911 validation cost:0.0215721800923 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0228272266686 and training accuracy:0.996878027916 validation cost:0.0182929560542 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0198870096356 and training accuracy:0.996975600719 validation cost:0.0157962907106 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0177233945578 and training accuracy:0.99726831913 validation cost:0.0140545479953 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.015608840622 and training accuracy:0.997463405132 validation cost:0.0126087302342 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:115.742658138 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0635221302509 and training accuracy:0.991521596909 validation cost:0.0612190812826 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0353194139898 and training accuracy:0.996301949024 validation cost:0.0332714542747 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0245444923639 and training accuracy:0.997474491596 validation cost:0.0238556992263 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0191719345748 and training accuracy:0.997564733028 validation cost:0.0185260586441 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0158193297684 and training accuracy:0.998015701771 validation cost:0.0158192943782 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0133886011317 and training accuracy:0.998286306858 validation cost:0.0128256557509 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0117421466857 and training accuracy:0.998376488686 validation cost:0.0117288911715 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0102815488353 and training accuracy:0.998647093773 validation cost:0.0102942083031 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00914500001818 and training accuracy:0.998827457428 validation cost:0.00912873726338 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.316555023 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.157790139318 and training accuracy:0.961072802544 validation cost:0.162210762501 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.107398249209 and training accuracy:0.970106184483 validation cost:0.110908046365 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0867270380259 and training accuracy:0.974110662937 validation cost:0.0892543792725 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0731682702899 and training accuracy:0.977835714817 validation cost:0.0761922672391 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.06394071877 and training accuracy:0.981560826302 validation cost:0.0653451159596 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0564926862717 and training accuracy:0.984075248241 validation cost:0.0564094223082 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0511895008385 and training accuracy:0.985192775726 validation cost:0.0494226329029 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0469386130571 and training accuracy:0.986682832241 validation cost:0.0454774387181 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0434966981411 and training accuracy:0.987707197666 validation cost:0.0421853214502 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.515753031 Method 3 test accuracy:0.792500019073 Training with lmbda:76391.8469255, 75 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407082512975 and training accuracy:0.996703088284 validation cost:0.0428825952113 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0219800006598 and training accuracy:0.996356070042 validation cost:0.0233830865473 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.015835378319 and training accuracy:0.997483968735 validation cost:0.016170958057 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0128135094419 and training accuracy:0.998004496098 validation cost:0.0137275373563 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108051029965 and training accuracy:0.997917771339 validation cost:0.0121108535677 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00912220589817 and training accuracy:0.998178005219 validation cost:0.010731311515 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00803853012621 and training accuracy:0.998438298702 validation cost:0.00947891175747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00730696227401 and training accuracy:0.998525083065 validation cost:0.00802361033857 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00661231810227 and training accuracy:0.998525083065 validation cost:0.00713462941349 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.367037058 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.169827252626 and training accuracy:0.948277413845 validation cost:0.172634080052 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.114108942449 and training accuracy:0.968548297882 validation cost:0.113806560636 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0890826880932 and training accuracy:0.972729742527 validation cost:0.0909723341465 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0741426050663 and training accuracy:0.975184082985 validation cost:0.0776000469923 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0644472539425 and training accuracy:0.979274630547 validation cost:0.066697485745 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0568496584892 and training accuracy:0.982819736004 validation cost:0.0586942732334 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0516086183488 and training accuracy:0.984546840191 validation cost:0.0523584894836 and validation accuracy:0.986213207245 Training on :(2, 3) training cost:0.0468066819012 and training accuracy:0.986910283566 validation cost:0.0463459268212 and validation accuracy:0.988051474094 Training on :(2, 3) training cost:0.0434295386076 and training accuracy:0.987819314003 validation cost:0.04184474051 and validation accuracy:0.990808844566 Training on :(2, 3) Time taken:124.553262949 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.104646399617 and training accuracy:0.990243911743 validation cost:0.10073005408 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.058957722038 and training accuracy:0.989951193333 validation cost:0.0534305535257 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0407447107136 and training accuracy:0.99356096983 validation cost:0.0353098921478 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0320091210306 and training accuracy:0.995512187481 validation cost:0.0279868040234 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0259722862393 and training accuracy:0.99658536911 validation cost:0.0214571822435 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0227616690099 and training accuracy:0.996975600719 validation cost:0.0183257088065 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0198965016752 and training accuracy:0.996878027916 validation cost:0.0155498581007 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0177381597459 and training accuracy:0.997365832329 validation cost:0.0139027107507 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.015567609109 and training accuracy:0.997560977936 validation cost:0.0122821424156 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.156396866 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.063623547554 and training accuracy:0.991521596909 validation cost:0.061077605933 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0353131480515 and training accuracy:0.996301949024 validation cost:0.0333268493414 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0245685037225 and training accuracy:0.997474491596 validation cost:0.0237958058715 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0192337650806 and training accuracy:0.997474491596 validation cost:0.0185876172036 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0158354323357 and training accuracy:0.998015701771 validation cost:0.015794146806 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0134261306375 and training accuracy:0.998376488686 validation cost:0.012765398249 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0117966607213 and training accuracy:0.998466670513 validation cost:0.0116326082498 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.010283366777 and training accuracy:0.9987372756 validation cost:0.010286825709 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00912525132298 and training accuracy:0.998827457428 validation cost:0.00915430579334 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.879652023 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.157631769776 and training accuracy:0.961165964603 validation cost:0.162314489484 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.107244953513 and training accuracy:0.970292448997 validation cost:0.110945902765 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0868024751544 and training accuracy:0.974017500877 validation cost:0.0889953747392 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0731202214956 and training accuracy:0.977835714817 validation cost:0.0757486596704 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.064126983285 and training accuracy:0.981374561787 validation cost:0.0655793696642 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0567643903196 and training accuracy:0.983795881271 validation cost:0.0571471750736 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0514427125454 and training accuracy:0.985099673271 validation cost:0.0495175495744 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0470264852047 and training accuracy:0.986496567726 validation cost:0.0461076050997 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0432823263109 and training accuracy:0.987986564636 validation cost:0.0419304221869 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.881642818 Method 3 test accuracy:0.802799999714 Training with lmbda:77122.5879537, 76 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407082512975 and training accuracy:0.996703088284 validation cost:0.0428825952113 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0219800006598 and training accuracy:0.996356070042 validation cost:0.0233830865473 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.015835378319 and training accuracy:0.997483968735 validation cost:0.016170958057 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0128135094419 and training accuracy:0.998004496098 validation cost:0.0137275373563 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108051029965 and training accuracy:0.997917771339 validation cost:0.0121108535677 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00912220589817 and training accuracy:0.998178005219 validation cost:0.010731311515 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00803853012621 and training accuracy:0.998438298702 validation cost:0.00947891175747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00730696227401 and training accuracy:0.998525083065 validation cost:0.00802361033857 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00661231810227 and training accuracy:0.998525083065 validation cost:0.00713462941349 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.531808138 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.169827252626 and training accuracy:0.948277413845 validation cost:0.172634080052 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.114108942449 and training accuracy:0.968548297882 validation cost:0.113806560636 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0890769138932 and training accuracy:0.972729742527 validation cost:0.0909723341465 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.074080504477 and training accuracy:0.975184082985 validation cost:0.0775269418955 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0642550066113 and training accuracy:0.97936552763 validation cost:0.0665725916624 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0566967651248 and training accuracy:0.982819736004 validation cost:0.0586546435952 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0517603196204 and training accuracy:0.984365046024 validation cost:0.0523576512933 and validation accuracy:0.986213207245 Training on :(2, 3) training cost:0.0466256551445 and training accuracy:0.986910283566 validation cost:0.045327603817 and validation accuracy:0.988051474094 Training on :(2, 3) training cost:0.0431330166757 and training accuracy:0.988092005253 validation cost:0.0416598729789 and validation accuracy:0.990808844566 Training on :(2, 3) Time taken:123.828709841 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.10458060354 and training accuracy:0.990341484547 validation cost:0.100313439965 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0588719211519 and training accuracy:0.990048766136 validation cost:0.0532590039074 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0408301614225 and training accuracy:0.993463397026 validation cost:0.0357242897153 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0318649411201 and training accuracy:0.995707333088 validation cost:0.0276112854481 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0259458273649 and training accuracy:0.99658536911 validation cost:0.0214762594551 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0228962171823 and training accuracy:0.996878027916 validation cost:0.0182540733367 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0199135709554 and training accuracy:0.996975600719 validation cost:0.0157844051719 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0177637189627 and training accuracy:0.99726831913 validation cost:0.01380910445 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0156747363508 and training accuracy:0.997463405132 validation cost:0.0125662889332 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:115.396486998 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0634211525321 and training accuracy:0.991521596909 validation cost:0.0610802099109 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0353230014443 and training accuracy:0.996301949024 validation cost:0.0333267338574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0245498102158 and training accuracy:0.997474491596 validation cost:0.0237579382956 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0193017907441 and training accuracy:0.997384309769 validation cost:0.0185767933726 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0158491935581 and training accuracy:0.998015701771 validation cost:0.015893207863 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0133610637859 and training accuracy:0.998376488686 validation cost:0.0129124261439 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0118469754234 and training accuracy:0.998376488686 validation cost:0.0117504466325 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.010317152366 and training accuracy:0.998647093773 validation cost:0.0102948658168 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00918890256435 and training accuracy:0.998827457428 validation cost:0.00919167883694 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.804927826 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.157750308514 and training accuracy:0.960979700089 validation cost:0.162640735507 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.107226379216 and training accuracy:0.970292448997 validation cost:0.110943175852 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0869449302554 and training accuracy:0.974017500877 validation cost:0.0891685560346 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0729319378734 and training accuracy:0.978115081787 validation cost:0.0764249637723 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0641098767519 and training accuracy:0.981467664242 validation cost:0.064216375351 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0566213950515 and training accuracy:0.984075248241 validation cost:0.0562494285405 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.051244430244 and training accuracy:0.985192775726 validation cost:0.049254026264 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.047069106251 and training accuracy:0.986496567726 validation cost:0.0454797074199 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0432059876621 and training accuracy:0.988079726696 validation cost:0.0420280247927 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.122915983 Method 3 test accuracy:0.791800022125 Training with lmbda:77717.024709, 77 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407082512975 and training accuracy:0.996703088284 validation cost:0.0428825952113 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0219800006598 and training accuracy:0.996356070042 validation cost:0.0233830865473 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.015835378319 and training accuracy:0.997483968735 validation cost:0.016170958057 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0128135094419 and training accuracy:0.998004496098 validation cost:0.0137275373563 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108051029965 and training accuracy:0.997917771339 validation cost:0.0121108535677 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00912220589817 and training accuracy:0.998178005219 validation cost:0.010731311515 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00803853012621 and training accuracy:0.998438298702 validation cost:0.00947891175747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00730696227401 and training accuracy:0.998525083065 validation cost:0.00802361033857 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00661231810227 and training accuracy:0.998525083065 validation cost:0.00713462941349 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.275531769 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.169827252626 and training accuracy:0.948277413845 validation cost:0.172634080052 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.114108942449 and training accuracy:0.968548297882 validation cost:0.113806560636 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0890872180462 and training accuracy:0.972729742527 validation cost:0.0909723341465 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.074080504477 and training accuracy:0.975184082985 validation cost:0.0775269418955 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.064257517457 and training accuracy:0.97936552763 validation cost:0.0665725916624 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0566999614239 and training accuracy:0.982819736004 validation cost:0.0586546435952 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0517549775541 and training accuracy:0.984365046024 validation cost:0.052355017513 and validation accuracy:0.986213207245 Training on :(2, 3) training cost:0.0467600636184 and training accuracy:0.986910283566 validation cost:0.0455987304449 and validation accuracy:0.988051474094 Training on :(2, 3) training cost:0.0433178022504 and training accuracy:0.987910211086 validation cost:0.0411755181849 and validation accuracy:0.990808844566 Training on :(2, 3) Time taken:123.9928689 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.104519605637 and training accuracy:0.990438997746 validation cost:0.100346393883 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.058912280947 and training accuracy:0.989951193333 validation cost:0.0531666576862 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0407887510955 and training accuracy:0.993463397026 validation cost:0.0357005782425 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0319660566747 and training accuracy:0.995707333088 validation cost:0.0275709610432 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.02601522021 and training accuracy:0.99658536911 validation cost:0.0214749332517 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0228745155036 and training accuracy:0.996878027916 validation cost:0.0183213334531 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0198563151062 and training accuracy:0.996878027916 validation cost:0.0155441872776 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.017806218937 and training accuracy:0.997170746326 validation cost:0.013896795921 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0156168630347 and training accuracy:0.997463405132 validation cost:0.0125069478527 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:115.835734129 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0635869055986 and training accuracy:0.991521596909 validation cost:0.0610577240586 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.035348109901 and training accuracy:0.996301949024 validation cost:0.0332873314619 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0245474930853 and training accuracy:0.997474491596 validation cost:0.0238107722253 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0192465744913 and training accuracy:0.997474491596 validation cost:0.0185838900506 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0157983433455 and training accuracy:0.998015701771 validation cost:0.0159415025264 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0134586319327 and training accuracy:0.998286306858 validation cost:0.0128381149843 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0118283526972 and training accuracy:0.998286306858 validation cost:0.0117511488497 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0102509055287 and training accuracy:0.9987372756 validation cost:0.0102949738503 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00918088294566 and training accuracy:0.998827457428 validation cost:0.00915959943086 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.015325785 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.157642930746 and training accuracy:0.961259067059 validation cost:0.16266156733 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.107115507126 and training accuracy:0.970478653908 validation cost:0.110954530537 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0867657065392 and training accuracy:0.974110662937 validation cost:0.0889818295836 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.073053650558 and training accuracy:0.977928876877 validation cost:0.0756867676973 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0640837103128 and training accuracy:0.981560826302 validation cost:0.0651869401336 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0567628704011 and training accuracy:0.984075248241 validation cost:0.0563946738839 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0513262227178 and training accuracy:0.985099673271 validation cost:0.0491201207042 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0468993522227 and training accuracy:0.986682832241 validation cost:0.0461163409054 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0431464575231 and training accuracy:0.987893462181 validation cost:0.0423266403377 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.001547098 Method 3 test accuracy:0.792599976063 Training with lmbda:78353.7454236, 78 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407082512975 and training accuracy:0.996703088284 validation cost:0.0428825952113 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0219800006598 and training accuracy:0.996356070042 validation cost:0.0233830865473 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.015835378319 and training accuracy:0.997483968735 validation cost:0.016170958057 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0128135094419 and training accuracy:0.998004496098 validation cost:0.0137275373563 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108051029965 and training accuracy:0.997917771339 validation cost:0.0121108535677 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00912220589817 and training accuracy:0.998178005219 validation cost:0.010731311515 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00803853012621 and training accuracy:0.998438298702 validation cost:0.00947891175747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00730696227401 and training accuracy:0.998525083065 validation cost:0.00802361033857 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00661231810227 and training accuracy:0.998525083065 validation cost:0.00713462941349 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.919640064 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.169827252626 and training accuracy:0.948277413845 validation cost:0.172634080052 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.11410998553 and training accuracy:0.968548297882 validation cost:0.113817065954 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0890598073602 and training accuracy:0.972638845444 validation cost:0.0908781439066 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0741480141878 and training accuracy:0.975184082985 validation cost:0.0775379240513 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0643615201116 and training accuracy:0.979274630547 validation cost:0.0666197985411 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0567575916648 and training accuracy:0.982819736004 validation cost:0.0586589202285 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0517528839409 and training accuracy:0.984365046024 validation cost:0.0522582083941 and validation accuracy:0.986213207245 Training on :(2, 3) training cost:0.0467671900988 and training accuracy:0.987001180649 validation cost:0.0458730123937 and validation accuracy:0.988051474094 Training on :(2, 3) training cost:0.0433154776692 and training accuracy:0.988092005253 validation cost:0.0418049097061 and validation accuracy:0.990808844566 Training on :(2, 3) Time taken:124.179162025 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.104604810476 and training accuracy:0.990341484547 validation cost:0.100376293063 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0587697997689 and training accuracy:0.99014633894 validation cost:0.0531697869301 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0408404916525 and training accuracy:0.993463397026 validation cost:0.0354857891798 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0321003384888 and training accuracy:0.995609760284 validation cost:0.0279971063137 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0260258726776 and training accuracy:0.99658536911 validation cost:0.0214926544577 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0229063741863 and training accuracy:0.996878027916 validation cost:0.0182756651193 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0199230872095 and training accuracy:0.996878027916 validation cost:0.0156376063824 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0177188273519 and training accuracy:0.997365832329 validation cost:0.0140957953408 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0156052839011 and training accuracy:0.997463405132 validation cost:0.0126900253817 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:115.636708021 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0635426864028 and training accuracy:0.991521596909 validation cost:0.061016138643 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.035334892571 and training accuracy:0.996301949024 validation cost:0.0333021618426 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0245042089373 and training accuracy:0.997474491596 validation cost:0.0238284561783 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0192218180746 and training accuracy:0.997474491596 validation cost:0.0185811705887 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0158408712596 and training accuracy:0.998015701771 validation cost:0.0159239508212 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0134472828358 and training accuracy:0.998286306858 validation cost:0.0128493895754 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0118511160836 and training accuracy:0.998286306858 validation cost:0.0117584271356 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0102426968515 and training accuracy:0.9987372756 validation cost:0.0102902604267 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00917350873351 and training accuracy:0.998827457428 validation cost:0.00910328514874 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.653077126 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.157733097672 and training accuracy:0.961072802544 validation cost:0.163187414408 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.107240267098 and training accuracy:0.970106184483 validation cost:0.110883399844 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0866825804114 and training accuracy:0.974017500877 validation cost:0.0888549163938 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0729946047068 and training accuracy:0.978021979332 validation cost:0.0758285820484 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0642325058579 and training accuracy:0.981374561787 validation cost:0.0653163939714 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0566381923854 and training accuracy:0.983888983727 validation cost:0.0565846823156 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0513599142432 and training accuracy:0.985192775726 validation cost:0.0492812953889 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0472050607204 and training accuracy:0.986403405666 validation cost:0.0461665317416 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0434530824423 and training accuracy:0.987986564636 validation cost:0.042214281857 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.886749983 Method 3 test accuracy:0.792299985886 Training with lmbda:79129.2637755, 79 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407082512975 and training accuracy:0.996703088284 validation cost:0.0428825952113 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0219800006598 and training accuracy:0.996356070042 validation cost:0.0233830865473 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.015835378319 and training accuracy:0.997483968735 validation cost:0.016170958057 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0128135094419 and training accuracy:0.998004496098 validation cost:0.0137275373563 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108051029965 and training accuracy:0.997917771339 validation cost:0.0121108535677 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00912220589817 and training accuracy:0.998178005219 validation cost:0.010731311515 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00803853012621 and training accuracy:0.998438298702 validation cost:0.00947891175747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00730696227401 and training accuracy:0.998525083065 validation cost:0.00802361033857 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00661231810227 and training accuracy:0.998525083065 validation cost:0.00713462941349 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.446470022 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.169827252626 and training accuracy:0.948277413845 validation cost:0.172634080052 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.11410998553 and training accuracy:0.968548297882 validation cost:0.113817065954 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0891759097576 and training accuracy:0.972729742527 validation cost:0.0912909954786 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0741724595428 and training accuracy:0.975002288818 validation cost:0.0771092772484 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0643761307001 and training accuracy:0.979274630547 validation cost:0.0665895119309 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0568720474839 and training accuracy:0.982819736004 validation cost:0.0585932135582 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.051481757313 and training accuracy:0.984455943108 validation cost:0.0524319335818 and validation accuracy:0.986213207245 Training on :(2, 3) training cost:0.0468528531492 and training accuracy:0.986910283566 validation cost:0.0457471311092 and validation accuracy:0.988051474094 Training on :(2, 3) training cost:0.0433307737112 and training accuracy:0.987910211086 validation cost:0.0420491211116 and validation accuracy:0.989889681339 Training on :(2, 3) Time taken:123.734215021 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.104547530413 and training accuracy:0.990341484547 validation cost:0.100149393082 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0589108280838 and training accuracy:0.989951193333 validation cost:0.0532025508583 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.040798496455 and training accuracy:0.993463397026 validation cost:0.0354820452631 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0319328419864 and training accuracy:0.995707333088 validation cost:0.0275682564825 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0258587878197 and training accuracy:0.99658536911 validation cost:0.0215339753777 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0227305497974 and training accuracy:0.996878027916 validation cost:0.018259530887 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.019839907065 and training accuracy:0.996878027916 validation cost:0.0156277678907 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.01760218665 and training accuracy:0.997463405132 validation cost:0.0140523612499 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0155972056091 and training accuracy:0.997463405132 validation cost:0.0126751223579 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:115.772126913 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636214092374 and training accuracy:0.991521596909 validation cost:0.0608620680869 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0353180021048 and training accuracy:0.996301949024 validation cost:0.0332931652665 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.024533489719 and training accuracy:0.997564733028 validation cost:0.023962970823 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0192355718464 and training accuracy:0.997474491596 validation cost:0.0186312012374 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0158509388566 and training accuracy:0.998015701771 validation cost:0.0158652327955 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0134245464578 and training accuracy:0.998376488686 validation cost:0.0130294999108 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0118492487818 and training accuracy:0.998376488686 validation cost:0.01173138991 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0102880131453 and training accuracy:0.9987372756 validation cost:0.0102970236912 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00918166898191 and training accuracy:0.998827457428 validation cost:0.00913550425321 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.772191048 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.157690897584 and training accuracy:0.961072802544 validation cost:0.162989899516 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.107212342322 and training accuracy:0.970385551453 validation cost:0.110924340785 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0866225883365 and training accuracy:0.973924398422 validation cost:0.08901181072 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0728609785438 and training accuracy:0.977928876877 validation cost:0.075872823596 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0642161518335 and training accuracy:0.981188297272 validation cost:0.0651913955808 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0567183308303 and training accuracy:0.983982145786 validation cost:0.0572506263852 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0514934584498 and training accuracy:0.985099673271 validation cost:0.0500106066465 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0470634661615 and training accuracy:0.986496567726 validation cost:0.0460450127721 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0433548204601 and training accuracy:0.987986564636 validation cost:0.0416908152401 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.868950844 Method 3 test accuracy:0.792500019073 Training with lmbda:79223.8806616, 80 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0407082512975 and training accuracy:0.996703088284 validation cost:0.0428825952113 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0219800006598 and training accuracy:0.996356070042 validation cost:0.0233830865473 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.015835378319 and training accuracy:0.997483968735 validation cost:0.016170958057 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0128135094419 and training accuracy:0.998004496098 validation cost:0.0137275373563 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108051029965 and training accuracy:0.997917771339 validation cost:0.0121108535677 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00912220589817 and training accuracy:0.998178005219 validation cost:0.010731311515 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.00803853012621 and training accuracy:0.998438298702 validation cost:0.00947891175747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00730696227401 and training accuracy:0.998525083065 validation cost:0.00802361033857 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00661231810227 and training accuracy:0.998525083065 validation cost:0.00713462941349 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.453435183 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.169827252626 and training accuracy:0.948277413845 validation cost:0.172634080052 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.11410998553 and training accuracy:0.968548297882 validation cost:0.113817065954 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0891759097576 and training accuracy:0.972729742527 validation cost:0.0912909954786 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0741724595428 and training accuracy:0.975002288818 validation cost:0.0771092772484 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0643761307001 and training accuracy:0.979274630547 validation cost:0.0665895119309 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0568720474839 and training accuracy:0.982819736004 validation cost:0.0585932135582 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.051481757313 and training accuracy:0.984455943108 validation cost:0.0524319335818 and validation accuracy:0.986213207245 Training on :(2, 3) training cost:0.0468528531492 and training accuracy:0.986910283566 validation cost:0.0457471311092 and validation accuracy:0.988051474094 Training on :(2, 3) training cost:0.0433318577707 and training accuracy:0.987910211086 validation cost:0.0420601032674 and validation accuracy:0.989889681339 Training on :(2, 3) Time taken:123.783126831 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.104539178312 and training accuracy:0.990341484547 validation cost:0.100149393082 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0588699877262 and training accuracy:0.989951193333 validation cost:0.053220141679 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0407829619944 and training accuracy:0.993463397026 validation cost:0.0355297736824 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.031939715147 and training accuracy:0.995707333088 validation cost:0.0275597125292 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0258765276521 and training accuracy:0.99658536911 validation cost:0.0215467978269 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0227870475501 and training accuracy:0.996878027916 validation cost:0.0182942654938 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0198410339653 and training accuracy:0.996878027916 validation cost:0.015628227964 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0177118219435 and training accuracy:0.99726831913 validation cost:0.0138911260292 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0156033374369 and training accuracy:0.997463405132 validation cost:0.0126569848508 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:116.139281034 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0635760352015 and training accuracy:0.991521596909 validation cost:0.060855217278 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0353411585093 and training accuracy:0.996301949024 validation cost:0.033324982971 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0245211832225 and training accuracy:0.997564733028 validation cost:0.0238091088831 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0192643161863 and training accuracy:0.997384309769 validation cost:0.0185778643936 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.015840344131 and training accuracy:0.998015701771 validation cost:0.0158484485 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0133823752403 and training accuracy:0.998376488686 validation cost:0.012772214599 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0117716155946 and training accuracy:0.998466670513 validation cost:0.0117192128673 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0102785537019 and training accuracy:0.9987372756 validation cost:0.0102930804715 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.00916329119354 and training accuracy:0.998827457428 validation cost:0.00924147292972 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.664612055 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.157786846161 and training accuracy:0.961165964603 validation cost:0.163084983826 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.107192501426 and training accuracy:0.970292448997 validation cost:0.110935099423 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.086598329246 and training accuracy:0.974110662937 validation cost:0.0892997905612 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0731039643288 and training accuracy:0.977742612362 validation cost:0.0758597999811 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.064153149724 and training accuracy:0.981374561787 validation cost:0.0643347650766 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0567153468728 and training accuracy:0.984075248241 validation cost:0.0569936260581 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0514790229499 and training accuracy:0.984913408756 validation cost:0.0498621761799 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0468904264271 and training accuracy:0.986682832241 validation cost:0.0461180917919 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0434772819281 and training accuracy:0.987893462181 validation cost:0.0420672297478 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:120.743936062 Method 3 test accuracy:0.792299985886 Training with lmbda:0, 81 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0417908243835 and training accuracy:0.994967877865 validation cost:0.0471030026674 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0232260320336 and training accuracy:0.995228171349 validation cost:0.0289236549288 and validation accuracy:0.992098331451 Training on :(0, 1) training cost:0.0164824090898 and training accuracy:0.997310400009 validation cost:0.0200726669282 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0131519054994 and training accuracy:0.997830986977 validation cost:0.0164472255856 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0110759427771 and training accuracy:0.997744202614 validation cost:0.01487235073 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00949898548424 and training accuracy:0.998004496098 validation cost:0.0133176892996 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00843800976872 and training accuracy:0.99809128046 validation cost:0.011507817544 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00766462180763 and training accuracy:0.998351573944 validation cost:0.0114531647414 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00702045299113 and training accuracy:0.998351573944 validation cost:0.0103198196739 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.382128954 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.16292104125 and training accuracy:0.95273154974 validation cost:0.166034370661 and validation accuracy:0.950367629528 Training on :(2, 3) training cost:0.108124934137 and training accuracy:0.970275402069 validation cost:0.111473552883 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0843116119504 and training accuracy:0.973002433777 validation cost:0.0879873707891 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0718945041299 and training accuracy:0.976002156734 validation cost:0.0757843181491 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0622128210962 and training accuracy:0.980183601379 validation cost:0.0657309517264 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0542234480381 and training accuracy:0.983910560608 validation cost:0.0570205077529 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0490557216108 and training accuracy:0.985364973545 validation cost:0.0532445497811 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0450581274927 and training accuracy:0.986546695232 validation cost:0.0490685030818 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0419311858714 and training accuracy:0.987455666065 validation cost:0.0432567857206 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.947489023 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100665204227 and training accuracy:0.991609752178 validation cost:0.0929480269551 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0560352876782 and training accuracy:0.993073165417 validation cost:0.0489367283881 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0385682173073 and training accuracy:0.995609760284 validation cost:0.031632758677 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0301093608141 and training accuracy:0.99658536911 validation cost:0.0237272940576 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0249476637691 and training accuracy:0.996780514717 validation cost:0.0188592411578 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0210041496903 and training accuracy:0.996878027916 validation cost:0.0152725828812 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0182763189077 and training accuracy:0.997170746326 validation cost:0.0134943770245 and validation accuracy:1.0 Training on :(4, 5) training cost:0.016340624541 and training accuracy:0.99726831913 validation cost:0.0116511369124 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0147697692737 and training accuracy:0.997365832329 validation cost:0.00993669964373 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.410201073 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.063487008214 and training accuracy:0.990890204906 validation cost:0.0621735453606 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0343684628606 and training accuracy:0.996392190456 validation cost:0.0322967730463 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0243049785495 and training accuracy:0.997384309769 validation cost:0.0225113648921 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0186384972185 and training accuracy:0.997564733028 validation cost:0.0171291511506 and validation accuracy:1.0 Training on :(6, 7) training cost:0.015192816034 and training accuracy:0.998105883598 validation cost:0.0137445023283 and validation accuracy:1.0 Training on :(6, 7) training cost:0.012877211906 and training accuracy:0.998376488686 validation cost:0.011699391529 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0111411958933 and training accuracy:0.998647093773 validation cost:0.00992413703352 and validation accuracy:1.0 Training on :(6, 7) training cost:0.00994924549013 and training accuracy:0.998827457428 validation cost:0.00918011553586 and validation accuracy:1.0 Training on :(6, 7) training cost:0.00893469341099 and training accuracy:0.999007821083 validation cost:0.00802227202803 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.235016108 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151585415006 and training accuracy:0.962190330029 validation cost:0.155183717608 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.106156669557 and training accuracy:0.970199286938 validation cost:0.111969284713 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0857597067952 and training accuracy:0.972993135452 validation cost:0.089304305613 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0729592740536 and training accuracy:0.976997554302 validation cost:0.0768569111824 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.063005425036 and training accuracy:0.981281459332 validation cost:0.0637419745326 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0555626377463 and training accuracy:0.983050823212 validation cost:0.0560032688081 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0504900217056 and training accuracy:0.985006511211 validation cost:0.048929490149 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0461589917541 and training accuracy:0.985751509666 validation cost:0.0468925572932 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.042269654572 and training accuracy:0.987055301666 validation cost:0.0437105707824 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:121.015861034 Method 3 test accuracy:0.775900006294 Training with lmbda:75023.594281, 82 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0417908243835 and training accuracy:0.994967877865 validation cost:0.0471030026674 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0232260320336 and training accuracy:0.995228171349 validation cost:0.0289236549288 and validation accuracy:0.992098331451 Training on :(0, 1) training cost:0.0164824090898 and training accuracy:0.997310400009 validation cost:0.0200726669282 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0131519054994 and training accuracy:0.997830986977 validation cost:0.0164472255856 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0110759427771 and training accuracy:0.997744202614 validation cost:0.01487235073 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00949898548424 and training accuracy:0.998004496098 validation cost:0.0133176892996 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00843800976872 and training accuracy:0.99809128046 validation cost:0.011507817544 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00766462180763 and training accuracy:0.998351573944 validation cost:0.0114531647414 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00702045299113 and training accuracy:0.998351573944 validation cost:0.0103198196739 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:130.063096046 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162940382957 and training accuracy:0.952822446823 validation cost:0.166034370661 and validation accuracy:0.950367629528 Training on :(2, 3) training cost:0.108155660331 and training accuracy:0.970275402069 validation cost:0.111423708498 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0842710956931 and training accuracy:0.97309333086 validation cost:0.0880788043141 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0718260556459 and training accuracy:0.976093053818 validation cost:0.0758315697312 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.062397737056 and training accuracy:0.980001807213 validation cost:0.0657414495945 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0544495806098 and training accuracy:0.983819663525 validation cost:0.0571380071342 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.049161888659 and training accuracy:0.985728561878 validation cost:0.0535486452281 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0451344512403 and training accuracy:0.986455798149 validation cost:0.0476700440049 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0419958680868 and training accuracy:0.987455666065 validation cost:0.0433040559292 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:130.41040206 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100767768919 and training accuracy:0.991609752178 validation cost:0.0932349562645 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0561472401023 and training accuracy:0.99317073822 validation cost:0.0492867231369 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0387895554304 and training accuracy:0.995609760284 validation cost:0.0317798778415 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0303756035864 and training accuracy:0.99658536911 validation cost:0.0243178643286 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0252022668719 and training accuracy:0.996780514717 validation cost:0.0190258640796 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0214185081422 and training accuracy:0.996878027916 validation cost:0.01573661156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186090059578 and training accuracy:0.99726831913 validation cost:0.0137005355209 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167656466365 and training accuracy:0.99726831913 validation cost:0.0119017474353 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150274327025 and training accuracy:0.997463405132 validation cost:0.0103567047045 and validation accuracy:1.0 Training on :(4, 5) Time taken:118.836181164 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0635045915842 and training accuracy:0.991160809994 validation cost:0.0619711019099 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0343451313674 and training accuracy:0.996572554111 validation cost:0.0325175747275 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245043747127 and training accuracy:0.997384309769 validation cost:0.0223750714213 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0188921950758 and training accuracy:0.997654914856 validation cost:0.0171323698014 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0153904492036 and training accuracy:0.998105883598 validation cost:0.0137958806008 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0131600126624 and training accuracy:0.998376488686 validation cost:0.0118045536801 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0113217802718 and training accuracy:0.998827457428 validation cost:0.0102536296472 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0101073766127 and training accuracy:0.998917639256 validation cost:0.00916290935129 and validation accuracy:1.0 Training on :(6, 7) training cost:0.00914516206831 and training accuracy:0.999007821083 validation cost:0.00812248233706 and validation accuracy:1.0 Training on :(6, 7) Time taken:134.572360992 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151322185993 and training accuracy:0.963307857513 validation cost:0.155193030834 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.105426348746 and training accuracy:0.970664918423 validation cost:0.108438283205 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0855553597212 and training accuracy:0.973831236362 validation cost:0.0888209193945 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0733023509383 and training accuracy:0.976904451847 validation cost:0.076333835721 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0632234066725 and training accuracy:0.981002032757 validation cost:0.0647558122873 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.055788859725 and training accuracy:0.983423352242 validation cost:0.0563431568444 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0508517213166 and training accuracy:0.985192775726 validation cost:0.0507542565465 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0464671291411 and training accuracy:0.985937774181 validation cost:0.0463653765619 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0427337959409 and training accuracy:0.986962199211 validation cost:0.0428034961224 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:126.979835987 Method 3 test accuracy:0.777700006962 Training with lmbda:75607.8456039, 83 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0417908243835 and training accuracy:0.994967877865 validation cost:0.0471030026674 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0232260320336 and training accuracy:0.995228171349 validation cost:0.0289236549288 and validation accuracy:0.992098331451 Training on :(0, 1) training cost:0.0164824090898 and training accuracy:0.997310400009 validation cost:0.0200726669282 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0131519054994 and training accuracy:0.997830986977 validation cost:0.0164472255856 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0110759427771 and training accuracy:0.997744202614 validation cost:0.01487235073 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00949898548424 and training accuracy:0.998004496098 validation cost:0.0133176892996 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00843800976872 and training accuracy:0.99809128046 validation cost:0.011507817544 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00766462180763 and training accuracy:0.998351573944 validation cost:0.0114531647414 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00702045299113 and training accuracy:0.998351573944 validation cost:0.0103198196739 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:134.032305002 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162940382957 and training accuracy:0.952822446823 validation cost:0.166034370661 and validation accuracy:0.950367629528 Training on :(2, 3) training cost:0.108155660331 and training accuracy:0.970275402069 validation cost:0.111423708498 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0842882543802 and training accuracy:0.97309333086 validation cost:0.0880788043141 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0718260556459 and training accuracy:0.976093053818 validation cost:0.0758315697312 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0624005421996 and training accuracy:0.980001807213 validation cost:0.0657414495945 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0544545650482 and training accuracy:0.983819663525 validation cost:0.0571056865156 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0492065213621 and training accuracy:0.985728561878 validation cost:0.0535502620041 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.045253008604 and training accuracy:0.986364901066 validation cost:0.0479874685407 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0420018397272 and training accuracy:0.987455666065 validation cost:0.0431915484369 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:124.099771023 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100806541741 and training accuracy:0.991512179375 validation cost:0.0936398655176 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0562517382205 and training accuracy:0.99317073822 validation cost:0.0491838753223 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0387471057475 and training accuracy:0.995609760284 validation cost:0.0317608304322 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0302665904164 and training accuracy:0.996682941914 validation cost:0.02449952811 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0251887831837 and training accuracy:0.996780514717 validation cost:0.0190342143178 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0214241724461 and training accuracy:0.996878027916 validation cost:0.0154602685943 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185804888606 and training accuracy:0.99726831913 validation cost:0.013779072091 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167368650436 and training accuracy:0.99726831913 validation cost:0.0119006708264 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150373671204 and training accuracy:0.997463405132 validation cost:0.0103411208838 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.313201904 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0634865239263 and training accuracy:0.991160809994 validation cost:0.0623397491872 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0344094596803 and training accuracy:0.996482372284 validation cost:0.0325482822955 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0244062114507 and training accuracy:0.997384309769 validation cost:0.0219983309507 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0189118366688 and training accuracy:0.997564733028 validation cost:0.0171397533268 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0153784072027 and training accuracy:0.998105883598 validation cost:0.0138290813193 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0131649849936 and training accuracy:0.998376488686 validation cost:0.0118474140763 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0112905139104 and training accuracy:0.998827457428 validation cost:0.0102052222937 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0101387891918 and training accuracy:0.998917639256 validation cost:0.00917346589267 and validation accuracy:1.0 Training on :(6, 7) training cost:0.00912123080343 and training accuracy:0.999007821083 validation cost:0.00821687374264 and validation accuracy:1.0 Training on :(6, 7) Time taken:131.114573956 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15142723918 and training accuracy:0.963028490543 validation cost:0.155548617244 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.105742447078 and training accuracy:0.970478653908 validation cost:0.109692387283 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0853744596243 and training accuracy:0.974110662937 validation cost:0.0888174176216 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0733036547899 and training accuracy:0.976997554302 validation cost:0.0765893086791 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0633435696363 and training accuracy:0.980722665787 validation cost:0.0649060085416 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0557328909636 and training accuracy:0.983237087727 validation cost:0.0562683157623 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.050913322717 and training accuracy:0.985379040241 validation cost:0.051917526871 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0460710860789 and training accuracy:0.985844671726 validation cost:0.0463402234018 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0425989851356 and training accuracy:0.986962199211 validation cost:0.0427865609527 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:126.081047058 Method 3 test accuracy:0.77689999342 Training with lmbda:76391.8469255, 84 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0417908243835 and training accuracy:0.994967877865 validation cost:0.0471030026674 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0232260320336 and training accuracy:0.995228171349 validation cost:0.0289236549288 and validation accuracy:0.992098331451 Training on :(0, 1) training cost:0.0164824090898 and training accuracy:0.997310400009 validation cost:0.0200726669282 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0131519054994 and training accuracy:0.997830986977 validation cost:0.0164472255856 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0110759427771 and training accuracy:0.997744202614 validation cost:0.01487235073 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00949898548424 and training accuracy:0.998004496098 validation cost:0.0133176892996 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00843800976872 and training accuracy:0.99809128046 validation cost:0.011507817544 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00766462180763 and training accuracy:0.998351573944 validation cost:0.0114531647414 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00702045299113 and training accuracy:0.998351573944 validation cost:0.0103198196739 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.878645897 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162940382957 and training accuracy:0.952822446823 validation cost:0.166034370661 and validation accuracy:0.950367629528 Training on :(2, 3) training cost:0.108155660331 and training accuracy:0.970275402069 validation cost:0.111423708498 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0842811465263 and training accuracy:0.97309333086 validation cost:0.0880788043141 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0718666613102 and training accuracy:0.976093053818 validation cost:0.075928658247 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0623274073005 and training accuracy:0.980001807213 validation cost:0.0657409206033 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0543532148004 and training accuracy:0.983819663525 validation cost:0.0576768033206 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0492828078568 and training accuracy:0.985728561878 validation cost:0.0540913045406 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0454558879137 and training accuracy:0.986274003983 validation cost:0.0491740703583 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0420143529773 and training accuracy:0.987546563148 validation cost:0.0436598360538 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:124.175850868 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100850850344 and training accuracy:0.991609752178 validation cost:0.0933387950063 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0563470982015 and training accuracy:0.993073165417 validation cost:0.0492784529924 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0388070754707 and training accuracy:0.995609760284 validation cost:0.0315838456154 and validation accuracy:1.0 Training on :(4, 5) training cost:0.030274560675 and training accuracy:0.996682941914 validation cost:0.0242321994156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0251294579357 and training accuracy:0.996878027916 validation cost:0.0190489813685 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0214190073311 and training accuracy:0.996878027916 validation cost:0.0153995547444 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185547173023 and training accuracy:0.99726831913 validation cost:0.0137293180451 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167810861021 and training accuracy:0.99726831913 validation cost:0.0118922265247 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150546729565 and training accuracy:0.997463405132 validation cost:0.0103505048901 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.598784208 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0635304749012 and training accuracy:0.991160809994 validation cost:0.0623055323958 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0343210026622 and training accuracy:0.996662735939 validation cost:0.0321993492544 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0244608260691 and training accuracy:0.997384309769 validation cost:0.0223825536668 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0188945624977 and training accuracy:0.997564733028 validation cost:0.0171126108617 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0153829334304 and training accuracy:0.998105883598 validation cost:0.0138066178188 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0131361819804 and training accuracy:0.998376488686 validation cost:0.0118191801012 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0113140270114 and training accuracy:0.998827457428 validation cost:0.0102556180209 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0101274410263 and training accuracy:0.998917639256 validation cost:0.00915930885822 and validation accuracy:1.0 Training on :(6, 7) training cost:0.00907561928034 and training accuracy:0.999007821083 validation cost:0.0081535121426 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.662736177 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151663228869 and training accuracy:0.962935388088 validation cost:0.155508205295 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.105655252934 and training accuracy:0.970571815968 validation cost:0.109631337225 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.08538608253 and training accuracy:0.973924398422 validation cost:0.0889960080385 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0733348503709 and training accuracy:0.976811349392 validation cost:0.0765836313367 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0633431002498 and training accuracy:0.980536401272 validation cost:0.064247071743 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0559114105999 and training accuracy:0.983237087727 validation cost:0.0560921914876 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0511097125709 and training accuracy:0.985285878181 validation cost:0.0523921698332 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0460275225341 and training accuracy:0.986030936241 validation cost:0.0464465506375 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0429891943932 and training accuracy:0.986775934696 validation cost:0.0428031869233 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.31995821 Method 3 test accuracy:0.778199970722 Training with lmbda:77122.5879537, 85 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0417908243835 and training accuracy:0.994967877865 validation cost:0.0471030026674 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0232260320336 and training accuracy:0.995228171349 validation cost:0.0289236549288 and validation accuracy:0.992098331451 Training on :(0, 1) training cost:0.0164824090898 and training accuracy:0.997310400009 validation cost:0.0200726669282 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0131519054994 and training accuracy:0.997830986977 validation cost:0.0164472255856 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0110759427771 and training accuracy:0.997744202614 validation cost:0.01487235073 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00949898548424 and training accuracy:0.998004496098 validation cost:0.0133176892996 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00843800976872 and training accuracy:0.99809128046 validation cost:0.011507817544 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00766462180763 and training accuracy:0.998351573944 validation cost:0.0114531647414 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00702045299113 and training accuracy:0.998351573944 validation cost:0.0103198196739 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:134.700215101 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162940382957 and training accuracy:0.952822446823 validation cost:0.166034370661 and validation accuracy:0.950367629528 Training on :(2, 3) training cost:0.108155660331 and training accuracy:0.970275402069 validation cost:0.111423708498 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0842811465263 and training accuracy:0.97309333086 validation cost:0.0880788043141 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0718408301473 and training accuracy:0.976093053818 validation cost:0.0759332701564 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0623063147068 and training accuracy:0.980092704296 validation cost:0.0657414495945 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0542797669768 and training accuracy:0.983819663525 validation cost:0.0571074560285 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0492737591267 and training accuracy:0.985728561878 validation cost:0.0533475168049 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0452622696757 and training accuracy:0.986364901066 validation cost:0.0476224161685 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0420339591801 and training accuracy:0.987546563148 validation cost:0.0433281771839 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:144.266036987 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100776739419 and training accuracy:0.991707324982 validation cost:0.0932834893465 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0562891997397 and training accuracy:0.99317073822 validation cost:0.0492618493736 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0387639515102 and training accuracy:0.995512187481 validation cost:0.0317070782185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0302440430969 and training accuracy:0.996682941914 validation cost:0.0238541122526 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0251652896404 and training accuracy:0.996780514717 validation cost:0.0190016347915 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0214236769825 and training accuracy:0.996878027916 validation cost:0.0154368160293 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186129063368 and training accuracy:0.99726831913 validation cost:0.0136071667075 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167590547353 and training accuracy:0.99726831913 validation cost:0.0119067151099 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0151403946802 and training accuracy:0.997463405132 validation cost:0.010395321995 and validation accuracy:1.0 Training on :(4, 5) Time taken:123.376288891 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0635275393724 and training accuracy:0.991070628166 validation cost:0.0626036673784 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.034380633384 and training accuracy:0.996572554111 validation cost:0.0325899943709 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0244496203959 and training accuracy:0.997384309769 validation cost:0.0223485939205 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0188981518149 and training accuracy:0.997564733028 validation cost:0.0171619523317 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0153738157824 and training accuracy:0.998105883598 validation cost:0.0138453114778 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0131085002795 and training accuracy:0.998466670513 validation cost:0.0118424547836 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0112427426502 and training accuracy:0.998917639256 validation cost:0.0102268811315 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0101054618135 and training accuracy:0.998917639256 validation cost:0.00914928503335 and validation accuracy:1.0 Training on :(6, 7) training cost:0.00908289384097 and training accuracy:0.999007821083 validation cost:0.00822765938938 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.150766134 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151746585965 and training accuracy:0.962655961514 validation cost:0.155970782042 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.105655275285 and training accuracy:0.970664918423 validation cost:0.109302639961 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0856559425592 and training accuracy:0.973644971848 validation cost:0.0890509709716 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0733133926988 and training accuracy:0.976811349392 validation cost:0.077281281352 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.06333886832 and training accuracy:0.980629563332 validation cost:0.0641573444009 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0559253580868 and training accuracy:0.983050823212 validation cost:0.0565706677735 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0510760135949 and training accuracy:0.985099673271 validation cost:0.052400637418 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461425445974 and training accuracy:0.985844671726 validation cost:0.0464706942439 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0427064299583 and training accuracy:0.986869037151 validation cost:0.0423741750419 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:120.977705002 Method 3 test accuracy:0.777700006962 Training with lmbda:77717.024709, 86 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0417908243835 and training accuracy:0.994967877865 validation cost:0.0471030026674 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0232260320336 and training accuracy:0.995228171349 validation cost:0.0289236549288 and validation accuracy:0.992098331451 Training on :(0, 1) training cost:0.0164824090898 and training accuracy:0.997310400009 validation cost:0.0200726669282 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0131519054994 and training accuracy:0.997830986977 validation cost:0.0164472255856 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0110759427771 and training accuracy:0.997744202614 validation cost:0.01487235073 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00949898548424 and training accuracy:0.998004496098 validation cost:0.0133176892996 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00843800976872 and training accuracy:0.99809128046 validation cost:0.011507817544 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00766462180763 and training accuracy:0.998351573944 validation cost:0.0114531647414 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00702045299113 and training accuracy:0.998351573944 validation cost:0.0103198196739 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:129.655865908 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162940382957 and training accuracy:0.952822446823 validation cost:0.166034370661 and validation accuracy:0.950367629528 Training on :(2, 3) training cost:0.108155660331 and training accuracy:0.970275402069 validation cost:0.111423708498 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0842811465263 and training accuracy:0.97309333086 validation cost:0.0880788043141 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0718478485942 and training accuracy:0.976093053818 validation cost:0.0759337469935 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0624237060547 and training accuracy:0.97991091013 validation cost:0.0659088641405 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0542322508991 and training accuracy:0.983910560608 validation cost:0.0571046434343 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0491970330477 and training accuracy:0.985728561878 validation cost:0.0523345544934 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0451946817338 and training accuracy:0.986364901066 validation cost:0.0479413568974 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0419124700129 and training accuracy:0.987637460232 validation cost:0.0430357605219 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:124.461756945 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100796371698 and training accuracy:0.991512179375 validation cost:0.0937387421727 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0563075393438 and training accuracy:0.99317073822 validation cost:0.0492031872272 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0386820323765 and training accuracy:0.995707333088 validation cost:0.03180712834 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0302623622119 and training accuracy:0.996682941914 validation cost:0.0242353286594 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0252009686083 and training accuracy:0.996780514717 validation cost:0.0189978126436 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0213975962251 and training accuracy:0.996878027916 validation cost:0.0154652688652 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185618326068 and training accuracy:0.99726831913 validation cost:0.0137987295166 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167468413711 and training accuracy:0.99726831913 validation cost:0.0118819558993 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0149951353669 and training accuracy:0.997463405132 validation cost:0.0103660309687 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.066555023 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0635421052575 and training accuracy:0.991070628166 validation cost:0.0623490549624 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.034394223243 and training accuracy:0.996572554111 validation cost:0.0325434729457 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0244750697166 and training accuracy:0.997384309769 validation cost:0.022426540032 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0188675615937 and training accuracy:0.997654914856 validation cost:0.0172067135572 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0154449939728 and training accuracy:0.998015701771 validation cost:0.0138170300052 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0131801310927 and training accuracy:0.998286306858 validation cost:0.0119046680629 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0112979095429 and training accuracy:0.998827457428 validation cost:0.0102159120142 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0101093379781 and training accuracy:0.998917639256 validation cost:0.0091650839895 and validation accuracy:1.0 Training on :(6, 7) training cost:0.00915837008506 and training accuracy:0.999007821083 validation cost:0.00821436196566 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.95167613 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151632517576 and training accuracy:0.962935388088 validation cost:0.15540599823 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.105742424726 and training accuracy:0.970478653908 validation cost:0.109535358846 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0854858607054 and training accuracy:0.973831236362 validation cost:0.0891732946038 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.073238492012 and training accuracy:0.976811349392 validation cost:0.0763311088085 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0634893849492 and training accuracy:0.980536401272 validation cost:0.064036346972 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0558531582355 and training accuracy:0.983330249786 validation cost:0.0565400086343 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0510909855366 and training accuracy:0.985099673271 validation cost:0.0514351390302 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0461594499648 and training accuracy:0.986124038696 validation cost:0.046389888972 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0427282862365 and training accuracy:0.986869037151 validation cost:0.0423377454281 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:129.688721895 Method 3 test accuracy:0.777499973774 Training with lmbda:78353.7454236, 87 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0417908243835 and training accuracy:0.994967877865 validation cost:0.0471030026674 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0232260320336 and training accuracy:0.995228171349 validation cost:0.0289236549288 and validation accuracy:0.992098331451 Training on :(0, 1) training cost:0.0164824090898 and training accuracy:0.997310400009 validation cost:0.0200726669282 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0131519054994 and training accuracy:0.997830986977 validation cost:0.0164472255856 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0110759427771 and training accuracy:0.997744202614 validation cost:0.01487235073 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00949898548424 and training accuracy:0.998004496098 validation cost:0.0133176892996 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00843800976872 and training accuracy:0.99809128046 validation cost:0.011507817544 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00766462180763 and training accuracy:0.998351573944 validation cost:0.0114531647414 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00702045299113 and training accuracy:0.998351573944 validation cost:0.0103198196739 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:135.235710859 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162940382957 and training accuracy:0.952822446823 validation cost:0.166034370661 and validation accuracy:0.950367629528 Training on :(2, 3) training cost:0.108155660331 and training accuracy:0.970275402069 validation cost:0.111423708498 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0842882543802 and training accuracy:0.97309333086 validation cost:0.0880788043141 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0718482807279 and training accuracy:0.976093053818 validation cost:0.0759337469935 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0624311976135 and training accuracy:0.97991091013 validation cost:0.0659088641405 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.054291434586 and training accuracy:0.983910560608 validation cost:0.0571032054722 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0492083840072 and training accuracy:0.985546767712 validation cost:0.0530259646475 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0452369265258 and training accuracy:0.986364901066 validation cost:0.049060691148 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0419215969741 and training accuracy:0.987637460232 validation cost:0.042845658958 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:124.546977997 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100969456136 and training accuracy:0.991512179375 validation cost:0.0937500074506 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0562935508788 and training accuracy:0.99317073822 validation cost:0.0492525473237 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0387296043336 and training accuracy:0.995707333088 validation cost:0.0317634381354 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0302565973252 and training accuracy:0.996682941914 validation cost:0.0239011123776 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0252458378673 and training accuracy:0.996780514717 validation cost:0.0191283170134 and validation accuracy:1.0 Training on :(4, 5) training cost:0.021527627483 and training accuracy:0.996878027916 validation cost:0.015847761184 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185612253845 and training accuracy:0.99726831913 validation cost:0.0138176847249 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167454443872 and training accuracy:0.99726831913 validation cost:0.0118817538023 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150302946568 and training accuracy:0.997463405132 validation cost:0.010334206745 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.427353144 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0636445507407 and training accuracy:0.991070628166 validation cost:0.0621457770467 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0343869999051 and training accuracy:0.996572554111 validation cost:0.0326264239848 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0244849137962 and training accuracy:0.997384309769 validation cost:0.0220770370215 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0188843663782 and training accuracy:0.997564733028 validation cost:0.0167888477445 and validation accuracy:1.0 Training on :(6, 7) training cost:0.015444336459 and training accuracy:0.998015701771 validation cost:0.0138393705711 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0131448432803 and training accuracy:0.998376488686 validation cost:0.0118002183735 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0112946201116 and training accuracy:0.998827457428 validation cost:0.0102588571608 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0101067880169 and training accuracy:0.998917639256 validation cost:0.00917112920433 and validation accuracy:1.0 Training on :(6, 7) training cost:0.00915261171758 and training accuracy:0.999007821083 validation cost:0.00814454443753 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.378138065 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151585668325 and training accuracy:0.962562859058 validation cost:0.155207797885 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.105660870671 and training accuracy:0.970478653908 validation cost:0.108316987753 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0855614244938 and training accuracy:0.973644971848 validation cost:0.0888803601265 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0732734948397 and training accuracy:0.976904451847 validation cost:0.0763532295823 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0636101067066 and training accuracy:0.980443298817 validation cost:0.0650200620294 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.055881306529 and training accuracy:0.983330249786 validation cost:0.0565080717206 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0507943443954 and training accuracy:0.985472142696 validation cost:0.0513302199543 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0460239723325 and training accuracy:0.986030936241 validation cost:0.0463899038732 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0428620129824 and training accuracy:0.986962199211 validation cost:0.0427381284535 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:122.443571091 Method 3 test accuracy:0.77689999342 Training with lmbda:79129.2637755, 88 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0417908243835 and training accuracy:0.994967877865 validation cost:0.0471030026674 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0232260320336 and training accuracy:0.995228171349 validation cost:0.0289236549288 and validation accuracy:0.992098331451 Training on :(0, 1) training cost:0.0164824090898 and training accuracy:0.997310400009 validation cost:0.0200726669282 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0131519054994 and training accuracy:0.997830986977 validation cost:0.0164472255856 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0110759427771 and training accuracy:0.997744202614 validation cost:0.01487235073 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00949898548424 and training accuracy:0.998004496098 validation cost:0.0133176892996 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00843800976872 and training accuracy:0.99809128046 validation cost:0.011507817544 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00766462180763 and training accuracy:0.998351573944 validation cost:0.0114531647414 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00702045299113 and training accuracy:0.998351573944 validation cost:0.0103198196739 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:130.017769098 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162940382957 and training accuracy:0.952822446823 validation cost:0.166034370661 and validation accuracy:0.950367629528 Training on :(2, 3) training cost:0.108155660331 and training accuracy:0.970275402069 validation cost:0.111423708498 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0842811465263 and training accuracy:0.97309333086 validation cost:0.0880788043141 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0718553736806 and training accuracy:0.976093053818 validation cost:0.0759337469935 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0624065473676 and training accuracy:0.97991091013 validation cost:0.0657353177667 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0543345473707 and training accuracy:0.983728766441 validation cost:0.0574651695788 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0493716336787 and training accuracy:0.985728561878 validation cost:0.0533631779253 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0453023687005 and training accuracy:0.986364901066 validation cost:0.0488381832838 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0419929362833 and training accuracy:0.987546563148 validation cost:0.042947884649 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:126.855956078 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.100822292268 and training accuracy:0.991609752178 validation cost:0.0936268121004 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0561656244099 and training accuracy:0.99317073822 validation cost:0.049151647836 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0386602766812 and training accuracy:0.995707333088 validation cost:0.0317168608308 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0302814710885 and training accuracy:0.996682941914 validation cost:0.0242313593626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0251963250339 and training accuracy:0.996780514717 validation cost:0.0192252583802 and validation accuracy:1.0 Training on :(4, 5) training cost:0.02143734321 and training accuracy:0.996975600719 validation cost:0.0154636735097 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0185551792383 and training accuracy:0.99726831913 validation cost:0.0137154599652 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0166815966368 and training accuracy:0.99726831913 validation cost:0.0118743162602 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150258680806 and training accuracy:0.997463405132 validation cost:0.0102650076151 and validation accuracy:1.0 Training on :(4, 5) Time taken:129.142559052 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0635660886765 and training accuracy:0.991070628166 validation cost:0.0623668283224 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0343361720443 and training accuracy:0.996572554111 validation cost:0.0324677079916 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0244653616101 and training accuracy:0.997384309769 validation cost:0.0223654098809 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0188902318478 and training accuracy:0.997654914856 validation cost:0.017288101837 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0153727959841 and training accuracy:0.998015701771 validation cost:0.0137963909656 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0131415342912 and training accuracy:0.998376488686 validation cost:0.0117839640006 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0112489461899 and training accuracy:0.998917639256 validation cost:0.0102212289348 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0101263467222 and training accuracy:0.998917639256 validation cost:0.00916988868266 and validation accuracy:1.0 Training on :(6, 7) training cost:0.00920342095196 and training accuracy:0.999007821083 validation cost:0.0082418974489 and validation accuracy:1.0 Training on :(6, 7) Time taken:133.939596176 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.15157084167 and training accuracy:0.962935388088 validation cost:0.155805915594 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.105585612357 and training accuracy:0.970571815968 validation cost:0.108802393079 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0854640677571 and training accuracy:0.973831236362 validation cost:0.0898375287652 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0732871815562 and training accuracy:0.976811349392 validation cost:0.0763674080372 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.063368037343 and training accuracy:0.981002032757 validation cost:0.0647814944386 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0561137497425 and training accuracy:0.983050823212 validation cost:0.0564585626125 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0512743219733 and training accuracy:0.985099673271 validation cost:0.052012886852 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.045894600451 and training accuracy:0.986217200756 validation cost:0.0465811118484 and validation accuracy:0.990583777428 Training on :(8, 9) training cost:0.0429239273071 and training accuracy:0.986869037151 validation cost:0.0428730882704 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:128.891454935 Method 3 test accuracy:0.777599990368 Training with lmbda:79223.8806616, 89 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.0417908243835 and training accuracy:0.994967877865 validation cost:0.0471030026674 and validation accuracy:0.992976307869 Training on :(0, 1) training cost:0.0232260320336 and training accuracy:0.995228171349 validation cost:0.0289236549288 and validation accuracy:0.992098331451 Training on :(0, 1) training cost:0.0164824090898 and training accuracy:0.997310400009 validation cost:0.0200726669282 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0131519054994 and training accuracy:0.997830986977 validation cost:0.0164472255856 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.0110759427771 and training accuracy:0.997744202614 validation cost:0.01487235073 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00949898548424 and training accuracy:0.998004496098 validation cost:0.0133176892996 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00843800976872 and training accuracy:0.99809128046 validation cost:0.011507817544 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00766462180763 and training accuracy:0.998351573944 validation cost:0.0114531647414 and validation accuracy:0.995610177517 Training on :(0, 1) training cost:0.00702045299113 and training accuracy:0.998351573944 validation cost:0.0103198196739 and validation accuracy:0.995610177517 Training on :(0, 1) Time taken:141.118446112 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.162940382957 and training accuracy:0.952822446823 validation cost:0.166034370661 and validation accuracy:0.950367629528 Training on :(2, 3) training cost:0.108155660331 and training accuracy:0.970275402069 validation cost:0.111423708498 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0843611061573 and training accuracy:0.973002433777 validation cost:0.0880932807922 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0718272700906 and training accuracy:0.976093053818 validation cost:0.0758925527334 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0622203834355 and training accuracy:0.980365395546 validation cost:0.0654985383153 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.054221406579 and training accuracy:0.983819663525 validation cost:0.0570843294263 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0490778125823 and training accuracy:0.985637664795 validation cost:0.0533064045012 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0453459732234 and training accuracy:0.986274003983 validation cost:0.0490844845772 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0418931357563 and training accuracy:0.987546563148 validation cost:0.0432323478162 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:132.76019311 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.10091740638 and training accuracy:0.991512179375 validation cost:0.093572370708 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0563026033342 and training accuracy:0.993073165417 validation cost:0.049197267741 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0387045815587 and training accuracy:0.995707333088 validation cost:0.0315217785537 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0302623286843 and training accuracy:0.99658536911 validation cost:0.0238622426987 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0252375006676 and training accuracy:0.996780514717 validation cost:0.019278222695 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0213981866837 and training accuracy:0.996975600719 validation cost:0.0154308229685 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0186043027788 and training accuracy:0.99726831913 validation cost:0.0136905191466 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0167006868869 and training accuracy:0.99726831913 validation cost:0.01181945391 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0150844575837 and training accuracy:0.997463405132 validation cost:0.010355421342 and validation accuracy:1.0 Training on :(4, 5) Time taken:124.780086994 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.0634964108467 and training accuracy:0.991160809994 validation cost:0.0622617974877 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.034435685724 and training accuracy:0.996482372284 validation cost:0.0325755365193 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0245854742825 and training accuracy:0.997384309769 validation cost:0.0228094514459 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0188301242888 and training accuracy:0.997654914856 validation cost:0.0168310068548 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0153751233593 and training accuracy:0.998105883598 validation cost:0.0138392047957 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0131724188104 and training accuracy:0.998376488686 validation cost:0.0118307983503 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0112944040447 and training accuracy:0.998827457428 validation cost:0.0102443601936 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0100962286815 and training accuracy:0.998917639256 validation cost:0.00916360504925 and validation accuracy:1.0 Training on :(6, 7) training cost:0.00915245898068 and training accuracy:0.999007821083 validation cost:0.00824708770961 and validation accuracy:1.0 Training on :(6, 7) Time taken:134.450176954 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.151649415493 and training accuracy:0.962842226028 validation cost:0.155602201819 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.105758495629 and training accuracy:0.970664918423 validation cost:0.109275273979 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0852840095758 and training accuracy:0.974110662937 validation cost:0.0890263020992 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0732069611549 and training accuracy:0.976811349392 validation cost:0.0762141570449 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0632278546691 and training accuracy:0.980908930302 validation cost:0.0645297393203 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.055744715035 and training accuracy:0.983330249786 validation cost:0.0570819154382 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0509763471782 and training accuracy:0.985285878181 validation cost:0.0517531298101 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0464550517499 and training accuracy:0.986030936241 validation cost:0.0471315048635 and validation accuracy:0.989642202854 Training on :(8, 9) training cost:0.0430245101452 and training accuracy:0.986962199211 validation cost:0.0427758395672 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:131.264486074 Method 3 test accuracy:0.779600024223 Total time:55639.4809101
final_test_acc = pd.DataFrame({'Method3':method3_test_accs, 'lambdas':lmbdas})
final_test_acc.to_csv('spike_sh_11lmbdas_ar1_3lyrs_he1_75_80.csv')
final_test_acc
| Method3 | lambdas | |
|---|---|---|
| 0 | 0.7898 | 0.000000 |
| 1 | 0.7811 | 75023.594281 |
| 2 | 0.7809 | 75607.845604 |
| 3 | 0.7813 | 76391.846925 |
| 4 | 0.7812 | 77122.587954 |
| 5 | 0.7807 | 77717.024709 |
| 6 | 0.7810 | 78353.745424 |
| 7 | 0.7814 | 79129.263776 |
| 8 | 0.7803 | 79223.880662 |
| 9 | 0.7927 | 0.000000 |
| 10 | 0.7946 | 75023.594281 |
| 11 | 0.7937 | 75607.845604 |
| 12 | 0.7940 | 76391.846925 |
| 13 | 0.7940 | 77122.587954 |
| 14 | 0.7941 | 77717.024709 |
| 15 | 0.7945 | 78353.745424 |
| 16 | 0.7935 | 79129.263776 |
| 17 | 0.7947 | 79223.880662 |
| 18 | 0.7879 | 0.000000 |
| 19 | 0.7878 | 75023.594281 |
| 20 | 0.7870 | 75607.845604 |
| 21 | 0.7880 | 76391.846925 |
| 22 | 0.7876 | 77122.587954 |
| 23 | 0.7871 | 77717.024709 |
| 24 | 0.7877 | 78353.745424 |
| 25 | 0.7874 | 79129.263776 |
| 26 | 0.7863 | 79223.880662 |
| 27 | 0.7893 | 0.000000 |
| 28 | 0.7897 | 75023.594281 |
| 29 | 0.7849 | 75607.845604 |
| ... | ... | ... |
| 60 | 0.8009 | 78353.745424 |
| 61 | 0.7984 | 79129.263776 |
| 62 | 0.7979 | 79223.880662 |
| 63 | 0.7973 | 0.000000 |
| 64 | 0.7967 | 75023.594281 |
| 65 | 0.7966 | 75607.845604 |
| 66 | 0.8016 | 76391.846925 |
| 67 | 0.7940 | 77122.587954 |
| 68 | 0.7954 | 77717.024709 |
| 69 | 0.7949 | 78353.745424 |
| 70 | 0.7940 | 79129.263776 |
| 71 | 0.7948 | 79223.880662 |
| 72 | 0.8015 | 0.000000 |
| 73 | 0.7927 | 75023.594281 |
| 74 | 0.7925 | 75607.845604 |
| 75 | 0.8028 | 76391.846925 |
| 76 | 0.7918 | 77122.587954 |
| 77 | 0.7926 | 77717.024709 |
| 78 | 0.7923 | 78353.745424 |
| 79 | 0.7925 | 79129.263776 |
| 80 | 0.7923 | 79223.880662 |
| 81 | 0.7759 | 0.000000 |
| 82 | 0.7777 | 75023.594281 |
| 83 | 0.7769 | 75607.845604 |
| 84 | 0.7782 | 76391.846925 |
| 85 | 0.7777 | 77122.587954 |
| 86 | 0.7775 | 77717.024709 |
| 87 | 0.7769 | 78353.745424 |
| 88 | 0.7776 | 79129.263776 |
| 89 | 0.7796 | 79223.880662 |
90 rows × 2 columns
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
final_acc_grouped_by_lmbda = acc_grouped_by_lmbda.mean()
final_acc_grouped_by_lmbda.rename(columns={'Method3':'MEAN'}, inplace=True)
final_acc_grouped_by_lmbda['S.D'] = acc_grouped_by_lmbda.std()
final_acc_grouped_by_lmbda['MIN'] = acc_grouped_by_lmbda.min()
final_acc_grouped_by_lmbda['MAX'] = acc_grouped_by_lmbda.max()
final_acc_grouped_by_lmbda['MED'] = acc_grouped_by_lmbda.median()
final_acc_grouped_by_lmbda.reset_index(inplace=True)
final_acc_grouped_by_lmbda
| lambdas | MEAN | S.D | MIN | MAX | MED | |
|---|---|---|---|---|---|---|
| 0 | 0.000000 | 0.78983 | 0.008506 | 0.7759 | 0.8015 | 0.78955 |
| 1 | 75023.594281 | 0.78809 | 0.007356 | 0.7777 | 0.7977 | 0.78875 |
| 2 | 75607.845604 | 0.78774 | 0.007806 | 0.7769 | 0.8005 | 0.78595 |
| 3 | 76391.846925 | 0.78976 | 0.009035 | 0.7782 | 0.8028 | 0.78925 |
| 4 | 77122.587954 | 0.78799 | 0.007161 | 0.7777 | 0.7987 | 0.78965 |
| 5 | 77717.024709 | 0.78782 | 0.007237 | 0.7775 | 0.7980 | 0.78835 |
| 6 | 78353.745424 | 0.78838 | 0.007835 | 0.7769 | 0.8009 | 0.78975 |
| 7 | 79129.263776 | 0.78861 | 0.007618 | 0.7776 | 0.7984 | 0.78995 |
| 8 | 79223.880662 | 0.78868 | 0.007626 | 0.7785 | 0.7979 | 0.78930 |
mpl.rcParams['figure.figsize'] = 7,4.5
mpl.rcParams['axes.labelsize'] = 12
mpl.rcParams['lines.linewidth'] = 1.5
mpl.rcParams['lines.markersize'] = 8
mpl.rcParams['xtick.labelsize'] = 13
mpl.rcParams['ytick.labelsize'] = 12
mpl.rcParams['legend.fontsize'] = 12
final_acc_grouped_by_lmbda.plot(y=['MEAN','MED','MAX'],x='lambdas')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ylabel('Accuracy')
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
path = '/home/ruthvik/Desktop/Summer 2017/tf_graph_outputs/mnist/continual_learning/original_mnist_5sets'
merged = tf.summary.merge_all()
train_writer = tf.summary.FileWriter(path + '/spike_sh_14lmbdas_ar1_3lyrs_he1_75_10-non_spk', sess.graph)
np.random.seed(100)
n_lmbdas = 14
a = np.random.uniform(low=7.5, high=10.0, size=(n_lmbdas,))
print(a)
print()
a = a*1.0e4
a = a[np.argsort(a)]
print(a)
print()
n_reps = 10
a = ([0]+a.tolist())*n_reps
n_lmbdas+=1
print(a, len(a))
[8.85851235 8.19592346 8.56129398 9.61194033 7.51179714 7.8039228 9.17687271 9.56463189 7.84176647 8.93773332 9.72830489 8.02300531 7.96332055 7.77094223] () [75117.97140477 77709.42226161 78039.22801958 78417.66474212 79633.20548875 80230.05305293 81959.23462734 85612.93976873 88585.12354477 89377.33323568 91768.72711817 95646.31887763 96119.403308 97283.04885781] () ([0, 75117.9714047743, 77709.42226160638, 78039.22801957786, 78417.66474212382, 79633.20548875188, 80230.05305292974, 81959.23462734491, 85612.93976872832, 88585.12354477413, 89377.33323568125, 91768.72711816947, 95646.3188776262, 96119.40330799759, 97283.04885780659, 0, 75117.9714047743, 77709.42226160638, 78039.22801957786, 78417.66474212382, 79633.20548875188, 80230.05305292974, 81959.23462734491, 85612.93976872832, 88585.12354477413, 89377.33323568125, 91768.72711816947, 95646.3188776262, 96119.40330799759, 97283.04885780659, 0, 75117.9714047743, 77709.42226160638, 78039.22801957786, 78417.66474212382, 79633.20548875188, 80230.05305292974, 81959.23462734491, 85612.93976872832, 88585.12354477413, 89377.33323568125, 91768.72711816947, 95646.3188776262, 96119.40330799759, 97283.04885780659, 0, 75117.9714047743, 77709.42226160638, 78039.22801957786, 78417.66474212382, 79633.20548875188, 80230.05305292974, 81959.23462734491, 85612.93976872832, 88585.12354477413, 89377.33323568125, 91768.72711816947, 95646.3188776262, 96119.40330799759, 97283.04885780659, 0, 75117.9714047743, 77709.42226160638, 78039.22801957786, 78417.66474212382, 79633.20548875188, 80230.05305292974, 81959.23462734491, 85612.93976872832, 88585.12354477413, 89377.33323568125, 91768.72711816947, 95646.3188776262, 96119.40330799759, 97283.04885780659, 0, 75117.9714047743, 77709.42226160638, 78039.22801957786, 78417.66474212382, 79633.20548875188, 80230.05305292974, 81959.23462734491, 85612.93976872832, 88585.12354477413, 89377.33323568125, 91768.72711816947, 95646.3188776262, 96119.40330799759, 97283.04885780659, 0, 75117.9714047743, 77709.42226160638, 78039.22801957786, 78417.66474212382, 79633.20548875188, 80230.05305292974, 81959.23462734491, 85612.93976872832, 88585.12354477413, 89377.33323568125, 91768.72711816947, 95646.3188776262, 96119.40330799759, 97283.04885780659, 0, 75117.9714047743, 77709.42226160638, 78039.22801957786, 78417.66474212382, 79633.20548875188, 80230.05305292974, 81959.23462734491, 85612.93976872832, 88585.12354477413, 89377.33323568125, 91768.72711816947, 95646.3188776262, 96119.40330799759, 97283.04885780659, 0, 75117.9714047743, 77709.42226160638, 78039.22801957786, 78417.66474212382, 79633.20548875188, 80230.05305292974, 81959.23462734491, 85612.93976872832, 88585.12354477413, 89377.33323568125, 91768.72711816947, 95646.3188776262, 96119.40330799759, 97283.04885780659, 0, 75117.9714047743, 77709.42226160638, 78039.22801957786, 78417.66474212382, 79633.20548875188, 80230.05305292974, 81959.23462734491, 85612.93976872832, 88585.12354477413, 89377.33323568125, 91768.72711816947, 95646.3188776262, 96119.40330799759, 97283.04885780659], 150)
lmbdas = a
np.random.seed(0)
np_weights = []
low = -np.sqrt(2.0/(n_input)) # use 4 for sigmoid, 1 for tanh activation
high = np.sqrt(2.0/(n_input))
for i in range(n_reps):
np_weights.append(np.random.uniform(low=low,high=high,size=(n_input,n_middle)))
np_weights=[item for item in np_weights for i in range(n_lmbdas)]
print(len(np_weights), len(lmbdas))
(150, 150)
np.array_equal(np_weights[0], np_weights[14])
True
np.array_equal(np_weights[0], np_weights[15])
False
START_TIME = time.time()
method3_test_accs = []
#INITIALIZE THE NETWORK
logging_count = 0
sess.run(init_op,options=run_options, run_metadata=run_metadata)
sess.graph.finalize()
for l in range(len(lmbdas)):
print('Training with lmbda:{}, {}'.format(lmbdas[l], l))
#sess.run(init_op,options=run_options, run_metadata=run_metadata)
zeta = 1e-3
new_big_omeg_w2 = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
new_big_omeg_b2 = np.zeros(shape=[1,n_middle], dtype=np.float32)
w3_zeros = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
b3_zeros = np.zeros(shape=[1,n_out], dtype=np.float32)
w3_accum = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
w3_accum = []
b3_accum = np.zeros(shape=[1,n_out], dtype=np.float32)
b3_accum = []
reset_w2_grad_accum = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
reset_b2_grad_accum = np.zeros(shape=[1,n_middle], dtype=np.float32)
start_w2 = None
start_b2 = None
sess.run(w_2_update_op, {w_2_update_placeholder:np_weights[l]})
sess.run(b_2_update_op, {b_2_update_placeholder:np.zeros(shape=[1,n_middle],dtype=np.float32)})
end_w2 = None
end_b2 = None
old_test_data = []
historical_cross_test_acc = {}
historical_train_accuracies = {}
historical_train_costs = {}
historical_val_accuracies = {}
historical_val_costs = {}
sets = [(0,1), (2,3), (4,5), (6,7), (8,9)]
#sets = [(0,4),(5,9)]
test_labels_set = []
n_test_samples = []
for a_set in range(len(sets)):
current_set = sets[a_set]
current_set_name = 'set'+str(a_set)
mask_val = [0]*num_classes
for i in range(0, current_set[1]+1):
mask_val[i]=1
set_mask_val = np.array(mask_val, dtype=np.float32)
print('Current mask:{}'.format(set_mask_val))
train_data_set, valid_data_set, test_data_set = extract_class_data(start=current_set[0],
stop=current_set[1])
train_images_set, train_labels_set = train_data_set[0], train_data_set[1]
valid_images_set, valid_labels_set = valid_data_set[0], valid_data_set[1]
test_images_set, test_labels_set = test_data_set[0], test_data_set[1]
n_test_samples.append(len(test_labels_set))
train_total = len(train_images_set)
n_batches = len(train_images_set)/BATCH_SIZE
#@@print('Number of batches:{}'.format(n_batches))
#@@set_omegas = [tf.assign(big_omeg_w2, new_big_omeg_w2), tf.assign(big_omeg_b2, new_big_omeg_b2)]
#@@sess.run(set_omegas)
sess.run(big_omeg_w2_update_op, {big_omeg_w2_update_placeholder:new_big_omeg_w2})
sess.run(big_omeg_b2_update_op, {big_omeg_b2_update_placeholder:new_big_omeg_b2})
#@@reset_grad_accums = [tf.assign(w2_grad_accum, reset_w2_grad_accum),
#@@ tf.assign(b2_grad_accum, reset_b2_grad_accum)]
#@@sess.run(reset_grad_accums)
sess.run(w2_grad_accum_update_op, {w2_grad_accum_update_placeholder:reset_w2_grad_accum})
sess.run(b2_grad_accum_update_op, {b2_grad_accum_update_placeholder:reset_b2_grad_accum})
#@@reset_w3 = [tf.assign(w_3, w3_zeros), tf.assign(b_3, b3_zeros)]
#@@sess.run(reset_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:w3_zeros})
sess.run(b_3_update_op, {b_3_update_placeholder:b3_zeros})
epochs = 10
repeats = 1
for repeat in range(repeats):
#tf.set_random_seed(l)
print('Repeat:{}'.format(repeat))
train_accuracies = []
train_costs = []
val_accuracies = []
val_costs = []
best_val = 0
first_params_set = None
last_params_set = None
T1 = time.time()
for i in range(epochs):
if(i==0):
start_w2, start_b2 = w_2.eval(), b_2.eval()
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: len(train_images_set)})
#@@print('Epoch:{}'.format((i)))
t1 = time.time()
### CALCULATE TRAIN COSTS AND TRAIN ACCURACIES
train_cost, train_accuracy = sess.run([cost, acct_res] ,feed_dict = {drop_out : 0.0,
set1_mask:set_mask_val})
train_costs.append(train_cost)
train_accuracies.append(train_accuracy)
#train_writer.add_summary(summary,logging_count)
print('training cost:{} and training accuracy:{}'.format(train_costs[i], train_accuracies[i]))
### CALCULATE VALID COSTS AND VALID ACCURACIES
sess.run(iter.initializer, feed_dict={a_1: valid_images_set, y: valid_labels_set,
batch_size: len(valid_images_set)})
_, _, val_acc, val_cost, _ = sess.run([predictions,acct_mat,acct_res, cost, a_3],
feed_dict = {drop_out : 0.0,set1_mask:set_mask_val})
val_costs.append(val_cost)
val_accuracies.append(val_acc)
if(val_acc>best_val):
best_val = val_acc
best_params_set1 = [(w_2.eval(),b_2.eval()),(w_3.eval(),b_3.eval())]
print('validation cost:{} and validation accuracy:{}'.format(val_cost, val_acc))
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
print('Training on :{}'.format(current_set))
for j in range(n_batches):
if(not (np.isnan(w_2.eval().any() and np.isnan(w_3.eval()).any()))):
#if(a_set==1):
# print(j, w_2.eval().sum(), w_3.eval().sum())
if(((j)% 1000 ==0)):
logging_count+=1
summary,_,_ = sess.run([merged,step, omega_step],
feed_dict = {drop_out:0.0,batch_size: BATCH_SIZE,tau:0.5,
set1_mask:set_mask_val,eta:0.001,
lmbda:lmbdas[l],n_tot:train_total})
#train_writer.add_summary(summary, (i+1)*j)
train_writer.add_summary(summary, logging_count)
else:
sess.run([step, omega_step],feed_dict = {drop_out:0.0,batch_size:BATCH_SIZE,
tau:0.5,set1_mask:set_mask_val,
eta:0.001,lmbda:lmbdas[l],
n_tot:train_total})
else:
print('Nan encountered in epoch:{} and batch:{}'.format(i, j))
#@@print('Epoch time:{}'.format(time.time()-t1))
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,
set1_mask:set_mask_val})
#@@print('Final test accuracy is:{}'.format(final_test_acc))
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#all_final_test_accs_set1.append(final_test_acc)
#@@best_step = [tf.assign(w_2,best_params_set1[0][0]), tf.assign(b_2,best_params_set1[0][1]),
#@@ tf.assign(w_3,best_params_set1[1][0]),tf.assign(b_3,best_params_set1[1][1])]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:best_params_set1[0][0]})
sess.run(b_2_update_op, {b_2_update_placeholder:best_params_set1[0][1]})
sess.run(w_3_update_op, {w_3_update_placeholder:best_params_set1[1][0]})
sess.run(b_3_update_op, {b_3_update_placeholder:best_params_set1[1][1]})
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,test_acc_corresp_best_val,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
#@@print('Test accuracy corresp to best val acc:{}'.format(test_acc_corresp_best_val))
print('Time taken:{}'.format(time.time()-T1))
#w3_list.append(w_3.eval())
w3_accum.append(w_3.eval())
#b3_list.append(b_3.eval())
b3_accum.append(b_3.eval())
if(i==epochs-1):
if(test_acc_corresp_best_val>final_test_acc):
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#all_final_test_accs_set1[-1] = test_acc_corresp_best_val
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#@@best_step = [tf.assign(w_2,end_w2), tf.assign(b_2,end_b2),
#@@ tf.assign(w_3,end_w3),tf.assign(b_3,end_b3)]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:end_w2})
sess.run(b_2_update_op, {b_2_update_placeholder:end_b2})
sess.run(w_3_update_op, {w_3_update_placeholder:end_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:end_b3})
first_params_set = [(start_w2, start_b2)]
last_params_set = [(end_w2, end_b2)]
small_omegas = [(w2_grad_accum.eval(),b2_grad_accum.eval())]
delta_ws = map(lambda x,y: np.square(x-y)+zeta,[item[0] for item in last_params_set],
[item[0] for item in first_params_set])
delta_bs = map(lambda x,y: np.square(x-y)+zeta,[item[1] for item in last_params_set],
[item[1] for item in first_params_set])
delta_wbs = zip(delta_ws, delta_bs)
big_omegas_ws = map(lambda x,y: (x/y),[item[0] for item in small_omegas],
[item[0] for item in delta_wbs])
big_omegas_bs = map(lambda x,y: (x/y),[item[1] for item in small_omegas],
[item[1] for item in delta_wbs])
big_omegas = zip(big_omegas_ws, big_omegas_bs)
new_big_omeg_w2 += big_omegas[0][0]
new_big_omeg_b2 += big_omegas[0][1]
#@@print('omegW2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_w2.max(),
#@@ new_big_omeg_w2.mean(),
#@@ new_big_omeg_w2.std()))
#@@print('omegb2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_b2.max(),
#@@ new_big_omeg_b2.mean(),
#@@ new_big_omeg_b2.std()))
historical_train_accuracies[current_set_name]=train_accuracies
historical_train_costs[current_set_name]=train_costs
historical_val_accuracies[current_set_name]=val_accuracies
historical_val_costs[current_set_name]=val_costs
#######Method 3 ###########
w3_set_rows = []
offset=0
for item in w3_accum:
w3_set_rows.append(item[:,offset:offset+2])
offset+=2
w3_set_row_avgs = [item.mean() for item in w3_set_rows]
final_w3 = map(lambda x,y:x-y,w3_set_rows, w3_set_row_avgs)
final_w3 = np.concatenate(final_w3, axis=1)
b3_set_rows = []
offset=0
for item in b3_accum:
b3_set_rows.append(item[:,offset:offset+2])
offset+=2
b3_set_row_avgs = [item.mean() for item in b3_set_rows]
final_b3 = map(lambda x,y:x-y,b3_set_rows, b3_set_row_avgs)
final_b3 = np.concatenate(final_b3, axis=1)
#@@set_w3 = [tf.assign(w_3, final_w3), tf.assign(b_3, final_b3)]
#@@sess.run(set_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:final_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:final_b3})
sess.run(iter.initializer, feed_dict={a_1: test_images, y: to_categorical(test_labels,num_classes=num_classes),
batch_size: len(test_images)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
method3_test_accs.append(final_test_acc)
print('Method 3 test accuracy:{}'.format(final_test_acc))
train_writer.close()
print('Total time:{}'.format(time.time()-START_TIME))
Training with lmbda:0, 0 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:134.818016052 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.360579758883 and training accuracy:0.934915006161 validation cost:0.366988688707 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.176190719008 and training accuracy:0.958094716072 validation cost:0.182327464223 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.120868973434 and training accuracy:0.969093739986 validation cost:0.127899214625 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0940565243363 and training accuracy:0.975456774235 validation cost:0.10124284029 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0779117867351 and training accuracy:0.978456497192 validation cost:0.0847291350365 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0669855996966 and training accuracy:0.981819808483 validation cost:0.0732256993651 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0590222999454 and training accuracy:0.983456075191 validation cost:0.0646186545491 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0529175139964 and training accuracy:0.985183179379 validation cost:0.0578845217824 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.04806323722 and training accuracy:0.986364901066 validation cost:0.0524483658373 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:130.100168943 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.217629268765 and training accuracy:0.97921949625 validation cost:0.218148618937 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.0974639952183 and training accuracy:0.990341484547 validation cost:0.0916447117925 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0610082633793 and training accuracy:0.994146347046 validation cost:0.0536370389163 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0443231239915 and training accuracy:0.99590241909 validation cost:0.0367065370083 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0349110253155 and training accuracy:0.996195137501 validation cost:0.0274240188301 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288931559771 and training accuracy:0.996390223503 validation cost:0.0216537415981 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0247139781713 and training accuracy:0.996487796307 validation cost:0.0177568681538 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0216373112053 and training accuracy:0.996682941914 validation cost:0.0149661740288 and validation accuracy:1.0 Training on :(4, 5) training cost:0.019272049889 and training accuracy:0.997073173523 validation cost:0.0128794498742 and validation accuracy:1.0 Training on :(4, 5) Time taken:119.067508936 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.151656508446 and training accuracy:0.98737257719 validation cost:0.145524710417 and validation accuracy:0.98631387949 Training on :(6, 7) training cost:0.0638237595558 and training accuracy:0.993325531483 validation cost:0.0611358545721 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0398089848459 and training accuracy:0.995850980282 validation cost:0.0380516797304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0289002507925 and training accuracy:0.996933341026 validation cost:0.0274686124176 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0226961262524 and training accuracy:0.997654914856 validation cost:0.0213998220861 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186950284988 and training accuracy:0.998015701771 validation cost:0.0174691136926 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0158997606486 and training accuracy:0.998286306858 validation cost:0.014717518352 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0138351758942 and training accuracy:0.998466670513 validation cost:0.0126881599426 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0122469142079 and training accuracy:0.998827457428 validation cost:0.0111321751028 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.717694998 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.217926025391 and training accuracy:0.94952505827 validation cost:0.220475539565 and validation accuracy:0.944444417953 Training on :(8, 9) training cost:0.136503621936 and training accuracy:0.963028490543 validation cost:0.139507696033 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.104578927159 and training accuracy:0.969361126423 validation cost:0.108049310744 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.0861355289817 and training accuracy:0.974296867847 validation cost:0.0895406752825 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0736218318343 and training accuracy:0.978301346302 validation cost:0.0766408592463 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0644264519215 and training accuracy:0.980350136757 validation cost:0.0669165104628 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0573468096554 and training accuracy:0.983050823212 validation cost:0.0592649653554 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0517177283764 and training accuracy:0.985006511211 validation cost:0.0530807264149 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0471327267587 and training accuracy:0.986496567726 validation cost:0.047990180552 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.707244873 Method 3 test accuracy:0.729499995708 Training with lmbda:75117.9714048, 1 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.995737791 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362590193748 and training accuracy:0.935005903244 validation cost:0.36897289753 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.178261309862 and training accuracy:0.958185613155 validation cost:0.18428838253 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.122914329171 and training accuracy:0.96918463707 validation cost:0.129767850041 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0961120799184 and training accuracy:0.975456774235 validation cost:0.103104017675 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0799847692251 and training accuracy:0.978729188442 validation cost:0.0866244733334 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0690703094006 and training accuracy:0.981638014317 validation cost:0.0751689374447 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0611089803278 and training accuracy:0.983456075191 validation cost:0.0666095688939 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.054996881634 and training accuracy:0.985183179379 validation cost:0.059912443161 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0501298867166 and training accuracy:0.986364901066 validation cost:0.0544982030988 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:131.614783049 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.233885720372 and training accuracy:0.979609727859 validation cost:0.234842434525 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.108988747001 and training accuracy:0.990731716156 validation cost:0.103588879108 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.070987470448 and training accuracy:0.994048774242 validation cost:0.06395111233 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0533938184381 and training accuracy:0.994829297066 validation cost:0.0460317619145 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0433295965195 and training accuracy:0.99590241909 validation cost:0.0360323041677 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0368007235229 and training accuracy:0.996097564697 validation cost:0.0296979192644 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0322016440332 and training accuracy:0.996292710304 validation cost:0.0253337416798 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287696290761 and training accuracy:0.99658536911 validation cost:0.022144112736 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0260992813855 and training accuracy:0.996780514717 validation cost:0.0197111982852 and validation accuracy:1.0 Training on :(4, 5) Time taken:124.390485048 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161841988564 and training accuracy:0.990709841251 validation cost:0.155504226685 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0697785690427 and training accuracy:0.995760798454 validation cost:0.0668170377612 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0452927798033 and training accuracy:0.997023522854 validation cost:0.0432851947844 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0341929830611 and training accuracy:0.997654914856 validation cost:0.0325635001063 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0278433393687 and training accuracy:0.998015701771 validation cost:0.0264049302787 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0237103383988 and training accuracy:0.998376488686 validation cost:0.0223885886371 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0207914151251 and training accuracy:0.998556852341 validation cost:0.0195514280349 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0186106301844 and training accuracy:0.998827457428 validation cost:0.0174349602312 and validation accuracy:1.0 Training on :(6, 7) training cost:0.016912734136 and training accuracy:0.999098062515 validation cost:0.0157917942852 and validation accuracy:1.0 Training on :(6, 7) Time taken:129.942816019 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.226389616728 and training accuracy:0.955578327179 validation cost:0.227733150125 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.138211235404 and training accuracy:0.965263545513 validation cost:0.140243172646 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.106288217008 and training accuracy:0.972248077393 validation cost:0.108712859452 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0885949581861 and training accuracy:0.975414395332 validation cost:0.0909430682659 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0768813639879 and training accuracy:0.978860139847 validation cost:0.0789270550013 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0683953091502 and training accuracy:0.981188297272 validation cost:0.0700572058558 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.061908826232 and training accuracy:0.982678353786 validation cost:0.0631763115525 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0567669682205 and training accuracy:0.984633982182 validation cost:0.0576597340405 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0525800250471 and training accuracy:0.985844671726 validation cost:0.0531383231282 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:123.87517786 Method 3 test accuracy:0.809099972248 Training with lmbda:77709.4222616, 2 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:134.375897884 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362654715776 and training accuracy:0.935096800327 validation cost:0.369036644697 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.178323835135 and training accuracy:0.958185613155 validation cost:0.184347659349 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.122972220182 and training accuracy:0.96918463707 validation cost:0.129821106791 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0961681231856 and training accuracy:0.975547671318 validation cost:0.103155843914 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0800401121378 and training accuracy:0.978729188442 validation cost:0.0866768285632 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.06912419945 and training accuracy:0.981638014317 validation cost:0.0752211213112 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0611616633832 and training accuracy:0.983456075191 validation cost:0.0666620135307 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0550482831895 and training accuracy:0.985183179379 validation cost:0.0599644891918 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0501804091036 and training accuracy:0.986364901066 validation cost:0.0545506700873 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:123.382663965 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234264597297 and training accuracy:0.979609727859 validation cost:0.235230624676 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.109254546463 and training accuracy:0.990731716156 validation cost:0.103864371777 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0712036043406 and training accuracy:0.994048774242 validation cost:0.0641750171781 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0535786859691 and training accuracy:0.994829297066 validation cost:0.0462227649987 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0434922277927 and training accuracy:0.99590241909 validation cost:0.0361998267472 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.036947157234 and training accuracy:0.996097564697 validation cost:0.0298483930528 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323351621628 and training accuracy:0.996292710304 validation cost:0.025470521301 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288929585367 and training accuracy:0.996487796307 validation cost:0.0222700554878 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0262138471007 and training accuracy:0.996780514717 validation cost:0.0198278333992 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.780051947 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162115946412 and training accuracy:0.990619659424 validation cost:0.155777052045 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0699585452676 and training accuracy:0.995760798454 validation cost:0.0669930204749 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0454452559352 and training accuracy:0.997023522854 validation cost:0.043433893472 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0343295112252 and training accuracy:0.997654914856 validation cost:0.0326970256865 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0279682110995 and training accuracy:0.998015701771 validation cost:0.0265276096761 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0238263141364 and training accuracy:0.998376488686 validation cost:0.0225029271096 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0209001787007 and training accuracy:0.998556852341 validation cost:0.0196589492261 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0187133066356 and training accuracy:0.998827457428 validation cost:0.0175366848707 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0170100964606 and training accuracy:0.999098062515 validation cost:0.0158882550895 and validation accuracy:1.0 Training on :(6, 7) Time taken:129.317036152 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227086961269 and training accuracy:0.955485165119 validation cost:0.228533491492 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.138811662793 and training accuracy:0.965263545513 validation cost:0.14094850421 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.10683080554 and training accuracy:0.971782445908 validation cost:0.109345138073 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0890957340598 and training accuracy:0.975507557392 validation cost:0.091520935297 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0773506239057 and training accuracy:0.978394508362 validation cost:0.0794648602605 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0688377395272 and training accuracy:0.981281459332 validation cost:0.070561401546 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0623287633061 and training accuracy:0.982585191727 validation cost:0.0636537447572 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0571668408811 and training accuracy:0.984447777271 validation cost:0.0581132359803 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0529624074697 and training accuracy:0.985937774181 validation cost:0.0535709150136 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:125.223330975 Method 3 test accuracy:0.808799982071 Training with lmbda:78039.2280196, 3 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:136.595642805 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362662792206 and training accuracy:0.935096800327 validation cost:0.369044572115 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.178331673145 and training accuracy:0.958185613155 validation cost:0.184355065227 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.122979521751 and training accuracy:0.96918463707 validation cost:0.12982788682 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0961753576994 and training accuracy:0.975547671318 validation cost:0.103162631392 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0800472572446 and training accuracy:0.978729188442 validation cost:0.0866836085916 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0691312029958 and training accuracy:0.981638014317 validation cost:0.0752278640866 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0611683502793 and training accuracy:0.983456075191 validation cost:0.0666685774922 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0550548359752 and training accuracy:0.985183179379 validation cost:0.0599710792303 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0501867830753 and training accuracy:0.986364901066 validation cost:0.0545571967959 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:132.183029175 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234313160181 and training accuracy:0.979609727859 validation cost:0.235280260444 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.109288416803 and training accuracy:0.990731716156 validation cost:0.103899277747 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0712310373783 and training accuracy:0.994048774242 validation cost:0.0642032772303 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0536021329463 and training accuracy:0.994829297066 validation cost:0.0462468527257 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0435129180551 and training accuracy:0.99590241909 validation cost:0.0362210348248 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0369656644762 and training accuracy:0.996097564697 validation cost:0.029867310077 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323520079255 and training accuracy:0.996292710304 validation cost:0.0254877153784 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289084594697 and training accuracy:0.996487796307 validation cost:0.022285843268 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0262283664197 and training accuracy:0.996780514717 validation cost:0.0198425836861 and validation accuracy:1.0 Training on :(4, 5) Time taken:118.181650162 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162150636315 and training accuracy:0.990619659424 validation cost:0.155811622739 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0699812322855 and training accuracy:0.995760798454 validation cost:0.0670151934028 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0454644598067 and training accuracy:0.997023522854 validation cost:0.0434526242316 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0343466699123 and training accuracy:0.997654914856 validation cost:0.0327138081193 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0279838461429 and training accuracy:0.998015701771 validation cost:0.0265429839492 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0238407924771 and training accuracy:0.998376488686 validation cost:0.0225172303617 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0209137741476 and training accuracy:0.998556852341 validation cost:0.0196723937988 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0187261532992 and training accuracy:0.998827457428 validation cost:0.0175494216383 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0170222762972 and training accuracy:0.999098062515 validation cost:0.0159003343433 and validation accuracy:1.0 Training on :(6, 7) Time taken:127.962558031 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227119654417 and training accuracy:0.955485165119 validation cost:0.228564411402 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.138829410076 and training accuracy:0.965263545513 validation cost:0.140964344144 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.10684710741 and training accuracy:0.971782445908 validation cost:0.10935909301 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0891124680638 and training accuracy:0.975507557392 validation cost:0.0915354713798 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0773682817817 and training accuracy:0.978394508362 validation cost:0.0794805139303 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0688563287258 and training accuracy:0.981281459332 validation cost:0.0705782771111 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0623480081558 and training accuracy:0.982585191727 validation cost:0.0636716112494 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0571864508092 and training accuracy:0.984447777271 validation cost:0.058131814003 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0529821664095 and training accuracy:0.985844671726 validation cost:0.0535899028182 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.872944832 Method 3 test accuracy:0.808700025082 Training with lmbda:78417.6647421, 4 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:133.253786802 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362672030926 and training accuracy:0.935096800327 validation cost:0.369053661823 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.17834058404 and training accuracy:0.958185613155 validation cost:0.184363514185 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.122987911105 and training accuracy:0.96918463707 validation cost:0.129835605621 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0961834862828 and training accuracy:0.975547671318 validation cost:0.103170089424 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0800554081798 and training accuracy:0.978729188442 validation cost:0.0866914168 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0691391080618 and training accuracy:0.981638014317 validation cost:0.0752355828881 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0611762851477 and training accuracy:0.983456075191 validation cost:0.0666764006019 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.055062610656 and training accuracy:0.985183179379 validation cost:0.0599789470434 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0501943156123 and training accuracy:0.986364901066 validation cost:0.0545649975538 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:130.790299892 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234368517995 and training accuracy:0.979609727859 validation cost:0.235337242484 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.109327591956 and training accuracy:0.990731716156 validation cost:0.103939972818 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0712627395988 and training accuracy:0.994048774242 validation cost:0.0642362236977 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0536289401352 and training accuracy:0.994829297066 validation cost:0.0462746396661 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0435365661979 and training accuracy:0.99590241909 validation cost:0.0362454131246 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0369869284332 and training accuracy:0.996097564697 validation cost:0.0298891887069 and validation accuracy:1.0 Training on :(4, 5) training cost:0.032371327281 and training accuracy:0.996292710304 validation cost:0.0255075264722 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289262402803 and training accuracy:0.996487796307 validation cost:0.0223040189594 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0262448787689 and training accuracy:0.996780514717 validation cost:0.019859418273 and validation accuracy:1.0 Training on :(4, 5) Time taken:132.411756992 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162190288305 and training accuracy:0.990619659424 validation cost:0.155851140618 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0700075626373 and training accuracy:0.995760798454 validation cost:0.0670409277081 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0454866550863 and training accuracy:0.997023522854 validation cost:0.0434742793441 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0343664810061 and training accuracy:0.997654914856 validation cost:0.0327331647277 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0280019212514 and training accuracy:0.998015701771 validation cost:0.0265607237816 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0238575544208 and training accuracy:0.998376488686 validation cost:0.0225337259471 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0209294687957 and training accuracy:0.998556852341 validation cost:0.0196878965944 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0187409743667 and training accuracy:0.998827457428 validation cost:0.0175640936941 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0170363336802 and training accuracy:0.999098062515 validation cost:0.0159142483026 and validation accuracy:1.0 Training on :(6, 7) Time taken:135.819159985 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227156713605 and training accuracy:0.955485165119 validation cost:0.228599444032 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.13884973526 and training accuracy:0.965263545513 validation cost:0.140982314944 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.106865547597 and training accuracy:0.971782445908 validation cost:0.109374783933 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0891315415502 and training accuracy:0.975507557392 validation cost:0.0915518328547 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0773882120848 and training accuracy:0.978394508362 validation cost:0.079498052597 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0688770115376 and training accuracy:0.981281459332 validation cost:0.0705969184637 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0623694323003 and training accuracy:0.982585191727 validation cost:0.0636914148927 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0572084262967 and training accuracy:0.984447777271 validation cost:0.058152589947 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0530045703053 and training accuracy:0.985844671726 validation cost:0.0536113269627 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:123.326604843 Method 3 test accuracy:0.808600008488 Training with lmbda:79633.2054888, 5 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.88774395 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362701565027 and training accuracy:0.935096800327 validation cost:0.369082719088 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.178369551897 and training accuracy:0.958185613155 validation cost:0.184390857816 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.123014718294 and training accuracy:0.96918463707 validation cost:0.129860088229 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0962094962597 and training accuracy:0.975547671318 validation cost:0.103193968534 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0800809562206 and training accuracy:0.978729188442 validation cost:0.0867156684399 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0691639259458 and training accuracy:0.981638014317 validation cost:0.0752596855164 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0612004175782 and training accuracy:0.983456075191 validation cost:0.0667003318667 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0550859570503 and training accuracy:0.985183179379 validation cost:0.060002733022 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0502170994878 and training accuracy:0.986364901066 validation cost:0.0545888692141 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:124.073035002 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234542652965 and training accuracy:0.979609727859 validation cost:0.235515639186 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.109451435506 and training accuracy:0.990731716156 validation cost:0.104068309069 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0713627934456 and training accuracy:0.994048774242 validation cost:0.0643399208784 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0537142120302 and training accuracy:0.994829297066 validation cost:0.0463627465069 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0436116456985 and training accuracy:0.99590241909 validation cost:0.0363227277994 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0370544008911 and training accuracy:0.996097564697 validation cost:0.0299583990127 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0324329771101 and training accuracy:0.996292710304 validation cost:0.0255706161261 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289829690009 and training accuracy:0.996487796307 validation cost:0.0223619826138 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0262973308563 and training accuracy:0.996780514717 validation cost:0.0199128929526 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.986860037 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162316009402 and training accuracy:0.990619659424 validation cost:0.155976802111 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0700905099511 and training accuracy:0.995760798454 validation cost:0.0671222433448 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0455569885671 and training accuracy:0.997023522854 validation cost:0.0435430593789 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0344294086099 and training accuracy:0.997654914856 validation cost:0.0327947773039 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0280596017838 and training accuracy:0.998015701771 validation cost:0.0266174804419 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0239111147821 and training accuracy:0.998376488686 validation cost:0.0225866194814 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0209795758128 and training accuracy:0.998556852341 validation cost:0.0197374932468 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0187881998718 and training accuracy:0.998827457428 validation cost:0.0176109261811 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0170810278505 and training accuracy:0.999098062515 validation cost:0.0159586369991 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.930240154 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227277070284 and training accuracy:0.955485165119 validation cost:0.228713303804 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.138915702701 and training accuracy:0.965263545513 validation cost:0.141040578485 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.106925226748 and training accuracy:0.971782445908 validation cost:0.109425216913 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0891929939389 and training accuracy:0.975507557392 validation cost:0.0916039422154 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0774524286389 and training accuracy:0.978394508362 validation cost:0.0795536339283 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.068944208324 and training accuracy:0.981281459332 validation cost:0.0706569030881 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.062438800931 and training accuracy:0.982492089272 validation cost:0.0637547299266 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0572795681655 and training accuracy:0.984447777271 validation cost:0.0582190304995 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0530769638717 and training accuracy:0.985751509666 validation cost:0.0536804199219 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.244433165 Method 3 test accuracy:0.8083999753 Training with lmbda:80230.0530529, 6 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.932614088 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362716257572 and training accuracy:0.935096800327 validation cost:0.369097232819 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.178383603692 and training accuracy:0.958185613155 validation cost:0.184404194355 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.123028278351 and training accuracy:0.96918463707 validation cost:0.129872530699 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0962225347757 and training accuracy:0.975547671318 validation cost:0.10320597887 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0800936147571 and training accuracy:0.978729188442 validation cost:0.0867276340723 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0691761225462 and training accuracy:0.981638014317 validation cost:0.0752713829279 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0612123087049 and training accuracy:0.983456075191 validation cost:0.0667120218277 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0550974309444 and training accuracy:0.985183179379 validation cost:0.0600142776966 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.050228279084 and training accuracy:0.986364901066 validation cost:0.0546003170311 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:120.335520983 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234628379345 and training accuracy:0.979609727859 validation cost:0.235603541136 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.109511762857 and training accuracy:0.990731716156 validation cost:0.104130908847 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.071411550045 and training accuracy:0.994048774242 validation cost:0.0643904134631 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0537557043135 and training accuracy:0.994829297066 validation cost:0.0464056096971 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0436483584344 and training accuracy:0.99590241909 validation cost:0.0363605543971 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.037087533623 and training accuracy:0.996097564697 validation cost:0.0299923848361 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0324628427625 and training accuracy:0.996292710304 validation cost:0.0256012454629 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290104560554 and training accuracy:0.996487796307 validation cost:0.0223901197314 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0263228788972 and training accuracy:0.996780514717 validation cost:0.0199389830232 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.333737135 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162377119064 and training accuracy:0.990619659424 validation cost:0.156037569046 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0701314806938 and training accuracy:0.995760798454 validation cost:0.0671622306108 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0455916114151 and training accuracy:0.997023522854 validation cost:0.0435767769814 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0344601944089 and training accuracy:0.997654914856 validation cost:0.0328248143196 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0280877575278 and training accuracy:0.998015701771 validation cost:0.0266450773925 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0239373110235 and training accuracy:0.998376488686 validation cost:0.0226123575121 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0210040714592 and training accuracy:0.998556852341 validation cost:0.0197616294026 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0188112575561 and training accuracy:0.998827457428 validation cost:0.0176336690784 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0171028655022 and training accuracy:0.999098062515 validation cost:0.0159802380949 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.262671947 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227334871888 and training accuracy:0.955485165119 validation cost:0.228767752647 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.138947322965 and training accuracy:0.965263545513 validation cost:0.141068428755 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.106954030693 and training accuracy:0.971875607967 validation cost:0.109449438751 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0892228037119 and training accuracy:0.975507557392 validation cost:0.0916291922331 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0774837732315 and training accuracy:0.978394508362 validation cost:0.0795807912946 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0689771696925 and training accuracy:0.981188297272 validation cost:0.0706864073873 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.062472820282 and training accuracy:0.982492089272 validation cost:0.063785970211 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0573146156967 and training accuracy:0.984447777271 validation cost:0.0582518614829 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0531123764813 and training accuracy:0.985751509666 validation cost:0.0537141487002 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.338216066 Method 3 test accuracy:0.808700025082 Training with lmbda:81959.2346273, 7 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.808320045 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362758159637 and training accuracy:0.935096800327 validation cost:0.36913844943 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.178424224257 and training accuracy:0.958185613155 validation cost:0.184442788363 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.123066626489 and training accuracy:0.96918463707 validation cost:0.129908069968 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0962591841817 and training accuracy:0.975547671318 validation cost:0.10323997587 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0801292359829 and training accuracy:0.978729188442 validation cost:0.0867610871792 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0692108348012 and training accuracy:0.981638014317 validation cost:0.0753046274185 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.061246111989 and training accuracy:0.983456075191 validation cost:0.0667449459434 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0551303401589 and training accuracy:0.985183179379 validation cost:0.0600469894707 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0502603799105 and training accuracy:0.986364901066 validation cost:0.0546329729259 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:119.964761972 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234873235226 and training accuracy:0.979609727859 validation cost:0.235854625702 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.109685152769 and training accuracy:0.990731716156 validation cost:0.104310564697 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0715515464544 and training accuracy:0.994048774242 validation cost:0.0645354762673 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0538749061525 and training accuracy:0.994829297066 validation cost:0.046528827399 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0437530167401 and training accuracy:0.99590241909 validation cost:0.0364684611559 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0371812544763 and training accuracy:0.996097564697 validation cost:0.030088705942 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0325484164059 and training accuracy:0.996292710304 validation cost:0.0256889890879 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290893074125 and training accuracy:0.99658536911 validation cost:0.0224708076566 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0263962075114 and training accuracy:0.996780514717 validation cost:0.0200137291104 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.824342966 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162556052208 and training accuracy:0.990619659424 validation cost:0.156215727329 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0702491477132 and training accuracy:0.995760798454 validation cost:0.0672772526741 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0456911064684 and training accuracy:0.997023522854 validation cost:0.0436738729477 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0345489419997 and training accuracy:0.997654914856 validation cost:0.032911542803 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0281687732786 and training accuracy:0.998015701771 validation cost:0.0267245732248 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0240123923868 and training accuracy:0.998376488686 validation cost:0.0226862784475 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0210744030774 and training accuracy:0.998556852341 validation cost:0.0198310092092 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0188775230199 and training accuracy:0.998827457428 validation cost:0.017699174583 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0171656180173 and training accuracy:0.999098062515 validation cost:0.0160424150527 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.81753087 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227503940463 and training accuracy:0.955578327179 validation cost:0.228928089142 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.1390414536 and training accuracy:0.965542912483 validation cost:0.141152635217 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.1070394665 and training accuracy:0.971968710423 validation cost:0.109522588551 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.089310400188 and training accuracy:0.975507557392 validation cost:0.0917046070099 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0775757282972 and training accuracy:0.978394508362 validation cost:0.0796613991261 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0690729394555 and training accuracy:0.981188297272 validation cost:0.0707725137472 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0625709444284 and training accuracy:0.982492089272 validation cost:0.0638760402799 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0574152693152 and training accuracy:0.984447777271 validation cost:0.058346491307 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0532146543264 and training accuracy:0.985751509666 validation cost:0.0538119189441 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.456823111 Method 3 test accuracy:0.809000015259 Training with lmbda:85612.9397687, 8 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.408437967 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362847298384 and training accuracy:0.935096800327 validation cost:0.369226515293 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.178509995341 and training accuracy:0.958185613155 validation cost:0.184524103999 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.1231469661 and training accuracy:0.96918463707 validation cost:0.129982173443 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0963370651007 and training accuracy:0.975547671318 validation cost:0.103312730789 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0802046582103 and training accuracy:0.978729188442 validation cost:0.0868324413896 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0692842900753 and training accuracy:0.981638014317 validation cost:0.0753760263324 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0613174587488 and training accuracy:0.983456075191 validation cost:0.0668154656887 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0551997609437 and training accuracy:0.985183179379 validation cost:0.0601169914007 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0503280423582 and training accuracy:0.986364901066 validation cost:0.0547022484243 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:120.029417038 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.235380530357 and training accuracy:0.979609727859 validation cost:0.23637484014 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.110045470297 and training accuracy:0.990731716156 validation cost:0.104684107006 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0718421339989 and training accuracy:0.994048774242 validation cost:0.0648366361856 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0541225224733 and training accuracy:0.994829297066 validation cost:0.0467844940722 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0439709573984 and training accuracy:0.995707333088 validation cost:0.0366928316653 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0373763442039 and training accuracy:0.996097564697 validation cost:0.0302889365703 and validation accuracy:1.0 Training on :(4, 5) training cost:0.032726187259 and training accuracy:0.996292710304 validation cost:0.0258709490299 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0292529482394 and training accuracy:0.99658536911 validation cost:0.0226378776133 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0265479851514 and training accuracy:0.996780514717 validation cost:0.0201682876796 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.092031956 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162931248546 and training accuracy:0.990619659424 validation cost:0.156589403749 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0704963505268 and training accuracy:0.995760798454 validation cost:0.0675190016627 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.045898873359 and training accuracy:0.997023522854 validation cost:0.0438767448068 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0347342118621 and training accuracy:0.997654914856 validation cost:0.033092841506 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0283377580345 and training accuracy:0.998015701771 validation cost:0.0268905181438 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.024168856442 and training accuracy:0.998376488686 validation cost:0.0228403247893 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0212205629796 and training accuracy:0.998556852341 validation cost:0.0199752300978 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0190152358264 and training accuracy:0.998827457428 validation cost:0.0178354158998 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0172960590571 and training accuracy:0.999098062515 validation cost:0.0161716789007 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.254844904 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227859139442 and training accuracy:0.955671429634 validation cost:0.229264602065 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.139240592718 and training accuracy:0.965542912483 validation cost:0.141330257058 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.107220396399 and training accuracy:0.971968710423 validation cost:0.109677501023 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0894938036799 and training accuracy:0.975507557392 validation cost:0.0918617174029 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0777674391866 and training accuracy:0.978580713272 validation cost:0.0798296332359 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0692722797394 and training accuracy:0.981095194817 validation cost:0.0709519386292 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0627769678831 and training accuracy:0.982492089272 validation cost:0.0640660747886 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.057625643909 and training accuracy:0.984354615211 validation cost:0.0585447661579 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0534278787673 and training accuracy:0.985751509666 validation cost:0.0540167801082 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.670728207 Method 3 test accuracy:0.809499979019 Training with lmbda:88585.1235448, 9 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.597644806 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362919121981 and training accuracy:0.935096800327 validation cost:0.369297355413 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.178578853607 and training accuracy:0.958185613155 validation cost:0.184589579701 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.123211398721 and training accuracy:0.96918463707 validation cost:0.130041688681 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0963988751173 and training accuracy:0.975456774235 validation cost:0.103369817138 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0802652388811 and training accuracy:0.978729188442 validation cost:0.0868898108602 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0693431869149 and training accuracy:0.981638014317 validation cost:0.0754328221083 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0613746568561 and training accuracy:0.983456075191 validation cost:0.0668718591332 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0552552752197 and training accuracy:0.985183179379 validation cost:0.0601732172072 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0503821931779 and training accuracy:0.986364901066 validation cost:0.0547576323152 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:120.206701994 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.235787674785 and training accuracy:0.979609727859 validation cost:0.236792847514 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.110334314406 and training accuracy:0.990731716156 validation cost:0.104983903468 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0720747932792 and training accuracy:0.994048774242 validation cost:0.0650781095028 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0543204806745 and training accuracy:0.994829297066 validation cost:0.0469892248511 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0441441349685 and training accuracy:0.995707333088 validation cost:0.0368714891374 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0375314392149 and training accuracy:0.996097564697 validation cost:0.0304483324289 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0328672342002 and training accuracy:0.996292710304 validation cost:0.0260155424476 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0293827652931 and training accuracy:0.99658536911 validation cost:0.0227705668658 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0266684740782 and training accuracy:0.996780514717 validation cost:0.0202912203968 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.247313023 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163231477141 and training accuracy:0.990800023079 validation cost:0.156888633966 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0706940889359 and training accuracy:0.995760798454 validation cost:0.0677127316594 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0460654832423 and training accuracy:0.997023522854 validation cost:0.0440395027399 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0348821356893 and training accuracy:0.997654914856 validation cost:0.0332374088466 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0284725502133 and training accuracy:0.998015701771 validation cost:0.0270227584988 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0242936071008 and training accuracy:0.998376488686 validation cost:0.0229630917311 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0213371701539 and training accuracy:0.998556852341 validation cost:0.020090200007 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0191249288619 and training accuracy:0.998827457428 validation cost:0.0179437920451 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0173997823149 and training accuracy:0.999098062515 validation cost:0.0162744149566 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.042020798 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.228147670627 and training accuracy:0.955857694149 validation cost:0.22953876853 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.139402732253 and training accuracy:0.965449810028 validation cost:0.14147529006 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.107367709279 and training accuracy:0.971875607967 validation cost:0.109804242849 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0896432176232 and training accuracy:0.975507557392 validation cost:0.0919905602932 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0779221951962 and training accuracy:0.978673875332 validation cost:0.0799657180905 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0694325864315 and training accuracy:0.981002032757 validation cost:0.0710963085294 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0629417821765 and training accuracy:0.982492089272 validation cost:0.064217954874 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0577935688198 and training accuracy:0.984261512756 validation cost:0.058702558279 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0535978972912 and training accuracy:0.985751509666 validation cost:0.0541791990399 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:116.99789691 Method 3 test accuracy:0.810699999332 Training with lmbda:89377.3332357, 10 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.446099043 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36293849349 and training accuracy:0.935096800327 validation cost:0.369316518307 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.17859710753 and training accuracy:0.958185613155 validation cost:0.184606969357 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.123228251934 and training accuracy:0.96918463707 validation cost:0.130057215691 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0964150950313 and training accuracy:0.975456774235 validation cost:0.103384792805 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0802811160684 and training accuracy:0.978729188442 validation cost:0.0869047865272 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0693587064743 and training accuracy:0.981638014317 validation cost:0.0754477381706 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0613899827003 and training accuracy:0.983456075191 validation cost:0.0668869316578 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0552703216672 and training accuracy:0.985092282295 validation cost:0.0601879023015 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0503968633711 and training accuracy:0.986364901066 validation cost:0.0547722913325 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:120.059288025 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.235896125436 and training accuracy:0.979609727859 validation cost:0.236904069781 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.110409677029 and training accuracy:0.990731716156 validation cost:0.105062194169 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0721357762814 and training accuracy:0.994048774242 validation cost:0.0651414841413 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.054371997714 and training accuracy:0.994829297066 validation cost:0.047042503953 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0441894046962 and training accuracy:0.995707333088 validation cost:0.0369182005525 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0375717841089 and training accuracy:0.996097564697 validation cost:0.0304898601025 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0329039096832 and training accuracy:0.996292710304 validation cost:0.0260532144457 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0294164326042 and training accuracy:0.99658536911 validation cost:0.0228050965816 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0266998056322 and training accuracy:0.996780514717 validation cost:0.0203232523054 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.282398939 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163310244679 and training accuracy:0.990800023079 validation cost:0.156967237592 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0707463175058 and training accuracy:0.995760798454 validation cost:0.0677638873458 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0461093038321 and training accuracy:0.997023522854 validation cost:0.0440823510289 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0349211171269 and training accuracy:0.997654914856 validation cost:0.0332755483687 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0285079870373 and training accuracy:0.998015701771 validation cost:0.0270575582981 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0243263114244 and training accuracy:0.998376488686 validation cost:0.0229952633381 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0213677249849 and training accuracy:0.998556852341 validation cost:0.0201203431934 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0191536135972 and training accuracy:0.998827457428 validation cost:0.0179721452296 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0174269620329 and training accuracy:0.999098062515 validation cost:0.0163013041019 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.719032049 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.228223472834 and training accuracy:0.955857694149 validation cost:0.229610845447 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.139445796609 and training accuracy:0.965449810028 validation cost:0.141513854265 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.107406593859 and training accuracy:0.971968710423 validation cost:0.109837807715 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0896825641394 and training accuracy:0.975507557392 validation cost:0.0920245349407 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0779630169272 and training accuracy:0.978673875332 validation cost:0.0800019800663 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.069475017488 and training accuracy:0.981002032757 validation cost:0.0711349695921 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0629855245352 and training accuracy:0.982492089272 validation cost:0.0642586648464 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0578379780054 and training accuracy:0.984261512756 validation cost:0.058744635433 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0536427982152 and training accuracy:0.985751509666 validation cost:0.0542222857475 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.06744194 Method 3 test accuracy:0.805000007153 Training with lmbda:91768.7271182, 11 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.584285975 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362995743752 and training accuracy:0.935096800327 validation cost:0.369372993708 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.178651854396 and training accuracy:0.958185613155 validation cost:0.184658959508 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.123279228806 and training accuracy:0.96918463707 validation cost:0.130104258657 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.096464343369 and training accuracy:0.975456774235 validation cost:0.103430509567 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0803288817406 and training accuracy:0.978729188442 validation cost:0.0869499668479 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0694050043821 and training accuracy:0.981638014317 validation cost:0.0754923820496 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0614347942173 and training accuracy:0.983456075191 validation cost:0.0669311508536 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0553138293326 and training accuracy:0.985092282295 validation cost:0.0602317489684 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0504391677678 and training accuracy:0.986364901066 validation cost:0.0548154823482 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:119.699487925 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236218363047 and training accuracy:0.979609727859 validation cost:0.237234890461 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.110636495054 and training accuracy:0.990634143353 validation cost:0.105297774076 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0723178386688 and training accuracy:0.994048774242 validation cost:0.0653305724263 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0545266233385 and training accuracy:0.994829297066 validation cost:0.0472026765347 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0443244725466 and training accuracy:0.995707333088 validation cost:0.0370577760041 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0376928187907 and training accuracy:0.996097564697 validation cost:0.0306146629155 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0330135114491 and training accuracy:0.996292710304 validation cost:0.0261659882963 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029517268762 and training accuracy:0.99658536911 validation cost:0.022908559069 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0267932787538 and training accuracy:0.996780514717 validation cost:0.0204189028591 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.913456917 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163549229503 and training accuracy:0.990800023079 validation cost:0.157205432653 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0709040164948 and training accuracy:0.995760798454 validation cost:0.0679183974862 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0462414771318 and training accuracy:0.997023522854 validation cost:0.0442114956677 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.035038318485 and training accuracy:0.997654914856 validation cost:0.0333901979029 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0286147259176 and training accuracy:0.998015701771 validation cost:0.0271623525769 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0244248416275 and training accuracy:0.998376488686 validation cost:0.0230923388153 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0214597266167 and training accuracy:0.998556852341 validation cost:0.0202112328261 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0192399900407 and training accuracy:0.998827457428 validation cost:0.0180576331913 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0175085496157 and training accuracy:0.999098062515 validation cost:0.0163822360337 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.926342964 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.228453949094 and training accuracy:0.955764591694 validation cost:0.22983007133 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.139576017857 and training accuracy:0.965542912483 validation cost:0.141630187631 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.107524827123 and training accuracy:0.971968710423 validation cost:0.109939776361 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0898025557399 and training accuracy:0.975600659847 validation cost:0.0921279415488 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0780869647861 and training accuracy:0.978766977787 validation cost:0.0801110044122 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0696031823754 and training accuracy:0.981002032757 validation cost:0.0712501481175 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0631170123816 and training accuracy:0.982492089272 validation cost:0.064379490912 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0579715296626 and training accuracy:0.984261512756 validation cost:0.0588701739907 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0537775866687 and training accuracy:0.985658407211 validation cost:0.0543507710099 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.265899181 Method 3 test accuracy:0.805400013924 Training with lmbda:95646.3188776, 12 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.829544067 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363087236881 and training accuracy:0.935096800327 validation cost:0.369463205338 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.178740993142 and training accuracy:0.958185613155 validation cost:0.184743776917 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.123361103237 and training accuracy:0.96918463707 validation cost:0.13017988205 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0965436697006 and training accuracy:0.975456774235 validation cost:0.103504367173 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.080404959619 and training accuracy:0.978729188442 validation cost:0.0870224386454 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0694787874818 and training accuracy:0.981638014317 validation cost:0.0755641311407 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0615065693855 and training accuracy:0.983456075191 validation cost:0.0670024678111 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0553837493062 and training accuracy:0.985001385212 validation cost:0.0603021532297 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0505075380206 and training accuracy:0.986364901066 validation cost:0.0548856034875 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:120.129239082 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.23673273623 and training accuracy:0.979609727859 validation cost:0.237762242556 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.110998883843 and training accuracy:0.990536570549 validation cost:0.105673260987 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.072608448565 and training accuracy:0.994048774242 validation cost:0.0656314864755 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0547731108963 and training accuracy:0.994731724262 validation cost:0.04745734483 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0445402190089 and training accuracy:0.995707333088 validation cost:0.0372800119221 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378856696188 and training accuracy:0.996097564697 validation cost:0.0308129526675 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0331885404885 and training accuracy:0.996292710304 validation cost:0.0263455901295 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029677933082 and training accuracy:0.99658536911 validation cost:0.0230731051415 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0269422139972 and training accuracy:0.996780514717 validation cost:0.0205709971488 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.918787956 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163932815194 and training accuracy:0.990890204906 validation cost:0.157588213682 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0711575970054 and training accuracy:0.995760798454 validation cost:0.0681673884392 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.046453550458 and training accuracy:0.997023522854 validation cost:0.0444190949202 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0352261178195 and training accuracy:0.997654914856 validation cost:0.0335742756724 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0287854280323 and training accuracy:0.998015701771 validation cost:0.0273301247507 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0245821829885 and training accuracy:0.998376488686 validation cost:0.0232475064695 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0216062385589 and training accuracy:0.998556852341 validation cost:0.0203559938818 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0193776693195 and training accuracy:0.998827457428 validation cost:0.0181939471513 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0176385454834 and training accuracy:0.999098062515 validation cost:0.0165111813694 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.045249939 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.228823810816 and training accuracy:0.955764591694 validation cost:0.230182394385 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.13978767395 and training accuracy:0.965542912483 validation cost:0.14181984961 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.107715785503 and training accuracy:0.971968710423 validation cost:0.110105164349 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0899950787425 and training accuracy:0.975600659847 validation cost:0.0922945961356 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0782861039042 and training accuracy:0.978673875332 validation cost:0.0802870541811 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0698091983795 and training accuracy:0.981002032757 validation cost:0.0714362487197 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0633279159665 and training accuracy:0.982492089272 validation cost:0.0645741596818 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0581857860088 and training accuracy:0.984075248241 validation cost:0.0590717084706 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0539936162531 and training accuracy:0.985658407211 validation cost:0.0545567460358 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.679683924 Method 3 test accuracy:0.805999994278 Training with lmbda:96119.403308, 13 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.489063978 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363098174334 and training accuracy:0.935096800327 validation cost:0.369473934174 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.178751975298 and training accuracy:0.958185613155 validation cost:0.184754312038 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.123370967805 and training accuracy:0.96918463707 validation cost:0.130189031363 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0965531244874 and training accuracy:0.975456774235 validation cost:0.103513114154 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0804140791297 and training accuracy:0.978729188442 validation cost:0.0870310813189 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0694875270128 and training accuracy:0.981638014317 validation cost:0.0755725055933 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0615153871477 and training accuracy:0.983456075191 validation cost:0.0670112296939 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0553923100233 and training accuracy:0.985001385212 validation cost:0.0603107847273 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0505158156157 and training accuracy:0.986364901066 validation cost:0.0548941083252 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:128.639094114 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.23679420352 and training accuracy:0.979609727859 validation cost:0.237825348973 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.111042611301 and training accuracy:0.990536570549 validation cost:0.105718739331 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0726432725787 and training accuracy:0.994048774242 validation cost:0.0656677410007 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0548029728234 and training accuracy:0.994731724262 validation cost:0.0474883317947 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0445660687983 and training accuracy:0.995707333088 validation cost:0.0373067371547 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379087813199 and training accuracy:0.996097564697 validation cost:0.0308367367834 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0332095101476 and training accuracy:0.996292710304 validation cost:0.0263670925051 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0296974144876 and training accuracy:0.99658536911 validation cost:0.0230930242687 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0269600898027 and training accuracy:0.996780514717 validation cost:0.0205892752856 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.605527163 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163979172707 and training accuracy:0.990890204906 validation cost:0.157634422183 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0711880400777 and training accuracy:0.995760798454 validation cost:0.0681972578168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0464790835977 and training accuracy:0.997023522854 validation cost:0.0444440767169 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0352487638593 and training accuracy:0.997654914856 validation cost:0.0335964635015 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0288059897721 and training accuracy:0.998015701771 validation cost:0.0273503344506 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0246012359858 and training accuracy:0.998376488686 validation cost:0.0232662688941 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0216239802539 and training accuracy:0.998556852341 validation cost:0.0203734915704 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0193943139166 and training accuracy:0.998827457428 validation cost:0.0182103980333 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0176542364061 and training accuracy:0.999098062515 validation cost:0.0165267195553 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.300371885 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.228868350387 and training accuracy:0.955764591694 validation cost:0.230225265026 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.139813691378 and training accuracy:0.965542912483 validation cost:0.141843616962 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.1077394858 and training accuracy:0.971968710423 validation cost:0.110126003623 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0900188311934 and training accuracy:0.975600659847 validation cost:0.0923154950142 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0783107280731 and training accuracy:0.978673875332 validation cost:0.0803090110421 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0698346123099 and training accuracy:0.981002032757 validation cost:0.0714593604207 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0633538514376 and training accuracy:0.982492089272 validation cost:0.0645983815193 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0582121349871 and training accuracy:0.984075248241 validation cost:0.0590965822339 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0540200509131 and training accuracy:0.985658407211 validation cost:0.0545821227133 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.275216818 Method 3 test accuracy:0.806400001049 Training with lmbda:97283.0488578, 14 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.097903967 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363126367331 and training accuracy:0.935096800327 validation cost:0.369501769543 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.178778201342 and training accuracy:0.958185613155 validation cost:0.184779375792 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.123395033181 and training accuracy:0.96918463707 validation cost:0.130211219192 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0965766683221 and training accuracy:0.975456774235 validation cost:0.103534758091 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0804370269179 and training accuracy:0.978729188442 validation cost:0.0870528370142 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0695099309087 and training accuracy:0.981638014317 validation cost:0.0755943655968 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.061537142843 and training accuracy:0.983456075191 validation cost:0.0670328959823 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0554135292768 and training accuracy:0.985001385212 validation cost:0.060332570225 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0505364276469 and training accuracy:0.986364901066 validation cost:0.0549156107008 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:120.02255702 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236944645643 and training accuracy:0.979609727859 validation cost:0.237979441881 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.111148878932 and training accuracy:0.990536570549 validation cost:0.10582870245 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0727288126945 and training accuracy:0.994048774242 validation cost:0.0657563060522 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0548753105104 and training accuracy:0.994731724262 validation cost:0.0475630238652 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0446290448308 and training accuracy:0.995707333088 validation cost:0.0373716540635 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379654914141 and training accuracy:0.996097564697 validation cost:0.0308950506151 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0332613512874 and training accuracy:0.996195137501 validation cost:0.0264201555401 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0297446735203 and training accuracy:0.99658536911 validation cost:0.0231413785368 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0270037669688 and training accuracy:0.996780514717 validation cost:0.0206338893622 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.320722103 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.164094135165 and training accuracy:0.990890204906 validation cost:0.157749205828 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0712635070086 and training accuracy:0.995760798454 validation cost:0.0682713836432 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0465418621898 and training accuracy:0.997023522854 validation cost:0.0445055477321 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0353041440248 and training accuracy:0.997654914856 validation cost:0.033650867641 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0288561582565 and training accuracy:0.998015701771 validation cost:0.0273997019976 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0246475972235 and training accuracy:0.998376488686 validation cost:0.0233120862395 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0216672662646 and training accuracy:0.998556852341 validation cost:0.0204163398594 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0194349773228 and training accuracy:0.998827457428 validation cost:0.0182507261634 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0176926553249 and training accuracy:0.999098062515 validation cost:0.0165648702532 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.009284019 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.228977575898 and training accuracy:0.955764591694 validation cost:0.230329215527 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.139876827598 and training accuracy:0.965542912483 validation cost:0.141900196671 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.10779671371 and training accuracy:0.971968710423 validation cost:0.110175333917 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0900769084692 and training accuracy:0.975600659847 validation cost:0.0923654139042 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0783704891801 and training accuracy:0.978673875332 validation cost:0.0803614929318 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0698960199952 and training accuracy:0.981002032757 validation cost:0.0715144053102 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0634164735675 and training accuracy:0.982492089272 validation cost:0.0646556913853 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0582755766809 and training accuracy:0.984075248241 validation cost:0.0591558888555 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0540840812027 and training accuracy:0.985565304756 validation cost:0.0546429529786 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.498912096 Method 3 test accuracy:0.806500017643 Training with lmbda:0, 15 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.661764145 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370492696762 and training accuracy:0.936733007431 validation cost:0.375806123018 and validation accuracy:0.940257370472 Training on :(2, 3) training cost:0.177984297276 and training accuracy:0.960003614426 validation cost:0.183041512966 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.121461503208 and training accuracy:0.969366431236 validation cost:0.12743113935 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0944238975644 and training accuracy:0.975638568401 validation cost:0.100616790354 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0782122537494 and training accuracy:0.979183733463 validation cost:0.0841210708022 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0672444775701 and training accuracy:0.982456147671 validation cost:0.072657071054 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0592545047402 and training accuracy:0.983819663525 validation cost:0.0641271099448 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0531351082027 and training accuracy:0.985728561878 validation cost:0.0574901290238 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0482748188078 and training accuracy:0.987001180649 validation cost:0.0521549731493 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.002373219 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.223188921809 and training accuracy:0.979317069054 validation cost:0.223853290081 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.0993373095989 and training accuracy:0.990926802158 validation cost:0.094099201262 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0621205680072 and training accuracy:0.993951201439 validation cost:0.05521479249 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0451572388411 and training accuracy:0.995219528675 validation cost:0.0378545075655 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0356060005724 and training accuracy:0.995609760284 validation cost:0.0283219832927 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0295048952103 and training accuracy:0.996097564697 validation cost:0.022391917184 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0252706333995 and training accuracy:0.996487796307 validation cost:0.018386522308 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0221542492509 and training accuracy:0.996780514717 validation cost:0.0155184026808 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0197591967881 and training accuracy:0.996878027916 validation cost:0.0133745884523 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.24374795 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.148095160723 and training accuracy:0.988635361195 validation cost:0.142264857888 and validation accuracy:0.987226247787 Training on :(6, 7) training cost:0.0630634129047 and training accuracy:0.99395686388 validation cost:0.0605249404907 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0394191816449 and training accuracy:0.996482372284 validation cost:0.0377186313272 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0286187715828 and training accuracy:0.997474491596 validation cost:0.0271934233606 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.022464312613 and training accuracy:0.997835278511 validation cost:0.0211436375976 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0184938237071 and training accuracy:0.998286306858 validation cost:0.0172203648835 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0157206486911 and training accuracy:0.998286306858 validation cost:0.0144755542278 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0136739145964 and training accuracy:0.998917639256 validation cost:0.0124512184411 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0121008101851 and training accuracy:0.999007821083 validation cost:0.0108995996416 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.233477116 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.220250859857 and training accuracy:0.948407530785 validation cost:0.222907155752 and validation accuracy:0.942561209202 Training on :(8, 9) training cost:0.137884482741 and training accuracy:0.960420906544 validation cost:0.140772640705 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.10561914742 and training accuracy:0.969081759453 validation cost:0.108891174197 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.0869720652699 and training accuracy:0.974855661392 validation cost:0.0902261137962 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0743172764778 and training accuracy:0.978208243847 validation cost:0.0772916898131 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0650085359812 and training accuracy:0.980908930302 validation cost:0.067567974329 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0578292831779 and training accuracy:0.983330249786 validation cost:0.0599268265069 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0521131157875 and training accuracy:0.984913408756 validation cost:0.0537509284914 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0474523343146 and training accuracy:0.986403405666 validation cost:0.0486612021923 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.851557016 Method 3 test accuracy:0.718800008297 Training with lmbda:75117.9714048, 16 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.67670989 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372416704893 and training accuracy:0.936914801598 validation cost:0.377713292837 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.17997071147 and training accuracy:0.960185408592 validation cost:0.1849411726 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.123404167593 and training accuracy:0.969820916653 validation cost:0.129209190607 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0963799133897 and training accuracy:0.975547671318 validation cost:0.10236377269 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0801925063133 and training accuracy:0.97936552763 validation cost:0.0858886390924 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0692397579551 and training accuracy:0.982365250587 validation cost:0.0744563937187 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0612563155591 and training accuracy:0.984092354774 validation cost:0.065950229764 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0551346465945 and training accuracy:0.985637664795 validation cost:0.0593252107501 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0502645075321 and training accuracy:0.986819386482 validation cost:0.0539921373129 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.16399312 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.239281266928 and training accuracy:0.979707300663 validation cost:0.240550726652 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.111010149121 and training accuracy:0.990926802158 validation cost:0.106322027743 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0722773298621 and training accuracy:0.99385368824 validation cost:0.0658098086715 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0543924644589 and training accuracy:0.995024383068 validation cost:0.0474355220795 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0441702976823 and training accuracy:0.995317101479 validation cost:0.0371512547135 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0375424548984 and training accuracy:0.995512187481 validation cost:0.0306225400418 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0328759402037 and training accuracy:0.995609760284 validation cost:0.0261201635003 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0293946564198 and training accuracy:0.996097564697 validation cost:0.0228282175958 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0266858506948 and training accuracy:0.996487796307 validation cost:0.0203156732023 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.426317215 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.157435953617 and training accuracy:0.991792201996 validation cost:0.15142826736 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0689986646175 and training accuracy:0.996121585369 validation cost:0.0661869496107 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.044991042465 and training accuracy:0.997294127941 validation cost:0.0430335737765 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.03402133286 and training accuracy:0.998015701771 validation cost:0.0323861688375 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0277187079191 and training accuracy:0.998105883598 validation cost:0.0262362491339 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0236071012914 and training accuracy:0.998376488686 validation cost:0.0222130026668 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0206982698292 and training accuracy:0.998827457428 validation cost:0.0193646252155 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0185217186809 and training accuracy:0.999188244343 validation cost:0.0172350145876 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0168251469731 and training accuracy:0.99927842617 validation cost:0.0155783463269 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.376327991 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.229757979512 and training accuracy:0.953622639179 validation cost:0.230970740318 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.140931785107 and training accuracy:0.964425384998 validation cost:0.142590895295 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.108551032841 and training accuracy:0.970664918423 validation cost:0.110507205129 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0904802232981 and training accuracy:0.975414395332 validation cost:0.0923848152161 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0784680917859 and training accuracy:0.979139506817 validation cost:0.0801465734839 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.069742873311 and training accuracy:0.981467664242 validation cost:0.0711231902242 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0630588158965 and training accuracy:0.983330249786 validation cost:0.0641285777092 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0577500462532 and training accuracy:0.984913408756 validation cost:0.0585258342326 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0534198768437 and training accuracy:0.986217200756 validation cost:0.053929567337 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.382217884 Method 3 test accuracy:0.769400000572 Training with lmbda:77709.4222616, 17 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.903717995 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372477322817 and training accuracy:0.936914801598 validation cost:0.377773225307 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.180030912161 and training accuracy:0.960185408592 validation cost:0.184998482466 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.12346034497 and training accuracy:0.969820916653 validation cost:0.129260465503 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0964348465204 and training accuracy:0.975547671318 validation cost:0.102412939072 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0802462249994 and training accuracy:0.979274630547 validation cost:0.0859369635582 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0692926719785 and training accuracy:0.982274353504 validation cost:0.0745045542717 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0613083876669 and training accuracy:0.984092354774 validation cost:0.0659984126687 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0551858246326 and training accuracy:0.985637664795 validation cost:0.0593731626868 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0503144189715 and training accuracy:0.986819386482 validation cost:0.054039336741 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.102560997 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.239671498537 and training accuracy:0.979707300663 validation cost:0.240953981876 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.11128666997 and training accuracy:0.99082928896 validation cost:0.106611169875 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0724999606609 and training accuracy:0.99385368824 validation cost:0.0660432875156 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0545815192163 and training accuracy:0.995024383068 validation cost:0.0476335547864 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0443355441093 and training accuracy:0.995317101479 validation cost:0.0373240858316 and validation accuracy:1.0 Training on :(4, 5) training cost:0.037690512836 and training accuracy:0.995512187481 validation cost:0.0307771749794 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0330106951296 and training accuracy:0.995609760284 validation cost:0.0262606274337 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0295185241848 and training accuracy:0.996097564697 validation cost:0.0229569282383 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0268005635589 and training accuracy:0.996487796307 validation cost:0.0204344280064 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.294843912 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.157688066363 and training accuracy:0.991792201996 validation cost:0.151675924659 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0691741108894 and training accuracy:0.996121585369 validation cost:0.066357716918 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.045141775161 and training accuracy:0.997384309769 validation cost:0.0431807041168 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0341563522816 and training accuracy:0.998015701771 validation cost:0.0325187630951 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0278421323746 and training accuracy:0.998105883598 validation cost:0.0263580624014 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0237213540822 and training accuracy:0.998376488686 validation cost:0.0223263464868 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0208048895001 and training accuracy:0.998827457428 validation cost:0.0194707643241 and validation accuracy:1.0 Training on :(6, 7) training cost:0.018622001633 and training accuracy:0.999188244343 validation cost:0.0173351597041 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0169197265059 and training accuracy:0.99927842617 validation cost:0.0156731326133 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.311586142 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230037033558 and training accuracy:0.953622639179 validation cost:0.231234565377 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.141095489264 and training accuracy:0.964425384998 validation cost:0.14273917675 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.108698599041 and training accuracy:0.970664918423 validation cost:0.110637374222 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0906290784478 and training accuracy:0.975414395332 validation cost:0.0925162881613 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0786209106445 and training accuracy:0.979232609272 validation cost:0.080283805728 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0699006915092 and training accuracy:0.981560826302 validation cost:0.071267388761 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0632197111845 and training accuracy:0.983330249786 validation cost:0.0642784312367 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0579129941761 and training accuracy:0.984727144241 validation cost:0.0586806610227 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0535834208131 and training accuracy:0.986217200756 validation cost:0.0540870539844 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.606645107 Method 3 test accuracy:0.77009999752 Training with lmbda:78039.2280196, 18 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.800242186 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372485220432 and training accuracy:0.936914801598 validation cost:0.377781063318 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.180038630962 and training accuracy:0.960185408592 validation cost:0.185005843639 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.123467512429 and training accuracy:0.969820916653 validation cost:0.129267022014 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0964417159557 and training accuracy:0.975547671318 validation cost:0.102419026196 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0802530422807 and training accuracy:0.979274630547 validation cost:0.0859430655837 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0692994073033 and training accuracy:0.982183456421 validation cost:0.0745106488466 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0613150447607 and training accuracy:0.984092354774 validation cost:0.0660045742989 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0551922693849 and training accuracy:0.985637664795 validation cost:0.0593791641295 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0503207109869 and training accuracy:0.986819386482 validation cost:0.0540452413261 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.515627861 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.239719748497 and training accuracy:0.979707300663 validation cost:0.241004034877 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.111321143806 and training accuracy:0.99082928896 validation cost:0.106647379696 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0725277811289 and training accuracy:0.99385368824 validation cost:0.0660725012422 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0546051822603 and training accuracy:0.995024383068 validation cost:0.0476584099233 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0443562529981 and training accuracy:0.995317101479 validation cost:0.0373458117247 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0377089828253 and training accuracy:0.995512187481 validation cost:0.0307965446264 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0330275520682 and training accuracy:0.995609760284 validation cost:0.0262782741338 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0295340064913 and training accuracy:0.996097564697 validation cost:0.0229731053114 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0268149413168 and training accuracy:0.996487796307 validation cost:0.0204493887722 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.082725048 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.157719358802 and training accuracy:0.991792201996 validation cost:0.151706829667 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.069196023047 and training accuracy:0.996121585369 validation cost:0.0663791596889 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0451607070863 and training accuracy:0.997384309769 validation cost:0.043199274689 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0341733843088 and training accuracy:0.998015701771 validation cost:0.0325355641544 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0278577227145 and training accuracy:0.998105883598 validation cost:0.0263735055923 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0237357579172 and training accuracy:0.998376488686 validation cost:0.0223406683654 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0208183061332 and training accuracy:0.998827457428 validation cost:0.0194841437042 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0186346136034 and training accuracy:0.999188244343 validation cost:0.0173477772623 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0169316418469 and training accuracy:0.99927842617 validation cost:0.0156850777566 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.311493158 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230072170496 and training accuracy:0.953622639179 validation cost:0.231268033385 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.141116306186 and training accuracy:0.964425384998 validation cost:0.142758280039 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.108717575669 and training accuracy:0.970664918423 validation cost:0.110654309392 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0906479805708 and training accuracy:0.975414395332 validation cost:0.0925330221653 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0786401405931 and training accuracy:0.979232609272 validation cost:0.0803011581302 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0699204429984 and training accuracy:0.981560826302 validation cost:0.0712854936719 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0632397457957 and training accuracy:0.983330249786 validation cost:0.064296990633 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.057933345437 and training accuracy:0.984727144241 validation cost:0.0586999505758 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0536039285362 and training accuracy:0.986217200756 validation cost:0.0541067235172 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.521146059 Method 3 test accuracy:0.77009999752 Training with lmbda:78417.6647421, 19 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.405996084 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372494012117 and training accuracy:0.936914801598 validation cost:0.377789735794 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.180047109723 and training accuracy:0.960185408592 validation cost:0.185013890266 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.123475767672 and training accuracy:0.969820916653 validation cost:0.129274487495 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0964496359229 and training accuracy:0.975547671318 validation cost:0.10242600739 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0802606344223 and training accuracy:0.979274630547 validation cost:0.0859497562051 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0693070217967 and training accuracy:0.982183456421 validation cost:0.0745174735785 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.061322402209 and training accuracy:0.984092354774 validation cost:0.0660112574697 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0551996268332 and training accuracy:0.985637664795 validation cost:0.0593860931695 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0503279343247 and training accuracy:0.986819386482 validation cost:0.0540521740913 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.579584837 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.239776104689 and training accuracy:0.979707300663 validation cost:0.241062313318 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.111361555755 and training accuracy:0.99082928896 validation cost:0.106689728796 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0725600495934 and training accuracy:0.99385368824 validation cost:0.0661063939333 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0546324439347 and training accuracy:0.995024383068 validation cost:0.0476870164275 and validation accuracy:1.0 Training on :(4, 5) training cost:0.044379979372 and training accuracy:0.995317101479 validation cost:0.0373706556857 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0377302318811 and training accuracy:0.995512187481 validation cost:0.0308187473565 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0330468453467 and training accuracy:0.995609760284 validation cost:0.0262984037399 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0295516476035 and training accuracy:0.996097564697 validation cost:0.0229914505035 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0268312748522 and training accuracy:0.996487796307 validation cost:0.0204663034528 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.456901073 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.157755762339 and training accuracy:0.991792201996 validation cost:0.151742607355 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.069221355021 and training accuracy:0.996121585369 validation cost:0.066403850913 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0451824441552 and training accuracy:0.997384309769 validation cost:0.0432205311954 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0341928787529 and training accuracy:0.998015701771 validation cost:0.032554730773 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0278755649924 and training accuracy:0.998105883598 validation cost:0.0263911411166 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0237522870302 and training accuracy:0.998376488686 validation cost:0.022357089445 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0208337102085 and training accuracy:0.998827457428 validation cost:0.0194995049387 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0186490751803 and training accuracy:0.999188244343 validation cost:0.0173622630537 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0169452540576 and training accuracy:0.99927842617 validation cost:0.0156987346709 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.105939865 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230112999678 and training accuracy:0.953622639179 validation cost:0.231306836009 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.141140684485 and training accuracy:0.964425384998 validation cost:0.142780512571 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.108739510179 and training accuracy:0.970758080482 validation cost:0.110673725605 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0906700193882 and training accuracy:0.975414395332 validation cost:0.0925525799394 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0786626785994 and training accuracy:0.979232609272 validation cost:0.0803214907646 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.069943472743 and training accuracy:0.981560826302 validation cost:0.0713066458702 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0632632151246 and training accuracy:0.983330249786 validation cost:0.0643189698458 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0579571053386 and training accuracy:0.984727144241 validation cost:0.0587226860225 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0536278486252 and training accuracy:0.986217200756 validation cost:0.0541298016906 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.66533494 Method 3 test accuracy:0.769999980927 Training with lmbda:79633.2054888, 20 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.197399139 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372522592545 and training accuracy:0.936914801598 validation cost:0.377817988396 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.180074945092 and training accuracy:0.960185408592 validation cost:0.185040295124 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.12350179255 and training accuracy:0.969820916653 validation cost:0.129298150539 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0964748486876 and training accuracy:0.975547671318 validation cost:0.102448426187 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0802852585912 and training accuracy:0.979274630547 validation cost:0.0859717801213 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0693312957883 and training accuracy:0.982274353504 validation cost:0.0745394602418 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0613463409245 and training accuracy:0.984092354774 validation cost:0.0660331100225 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0552231408656 and training accuracy:0.985637664795 validation cost:0.0594078525901 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0503508523107 and training accuracy:0.986819386482 validation cost:0.0540734380484 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.044639111 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.239955797791 and training accuracy:0.979707300663 validation cost:0.241248235106 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.111489757895 and training accuracy:0.99082928896 validation cost:0.106823794544 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0726625621319 and training accuracy:0.99385368824 validation cost:0.0662139132619 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0547193437815 and training accuracy:0.995024383068 validation cost:0.0477780625224 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0444559194148 and training accuracy:0.995317101479 validation cost:0.037450093776 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0377980284393 and training accuracy:0.995512187481 validation cost:0.030889628455 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0331080965698 and training accuracy:0.995609760284 validation cost:0.0263623502105 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0296079777181 and training accuracy:0.996097564697 validation cost:0.0230500604957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0268836375326 and training accuracy:0.996390223503 validation cost:0.0205204710364 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.320364952 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.157873868942 and training accuracy:0.991882383823 validation cost:0.151858747005 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0693026930094 and training accuracy:0.996121585369 validation cost:0.0664831325412 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0452519282699 and training accuracy:0.997384309769 validation cost:0.0432884283364 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0342553108931 and training accuracy:0.998015701771 validation cost:0.0326161123812 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0279326308519 and training accuracy:0.998105883598 validation cost:0.02644751966 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0238049719483 and training accuracy:0.998376488686 validation cost:0.0224093869328 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0208828039467 and training accuracy:0.998827457428 validation cost:0.019548472017 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0186952501535 and training accuracy:0.999188244343 validation cost:0.0174084622413 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0169888082892 and training accuracy:0.99927842617 validation cost:0.0157423950732 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.810654163 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230243980885 and training accuracy:0.953529536724 validation cost:0.231431186199 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.141217306256 and training accuracy:0.964425384998 validation cost:0.142850354314 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.108808539808 and training accuracy:0.970664918423 validation cost:0.110734954476 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0907394886017 and training accuracy:0.975414395332 validation cost:0.0926140546799 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0787337720394 and training accuracy:0.979232609272 validation cost:0.0803855583072 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0700164437294 and training accuracy:0.981560826302 validation cost:0.0713733285666 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0633371248841 and training accuracy:0.983330249786 validation cost:0.064387768507 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0580320693552 and training accuracy:0.984727144241 validation cost:0.0587938129902 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0537033192813 and training accuracy:0.986217200756 validation cost:0.054202336818 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.160884857 Method 3 test accuracy:0.770200014114 Training with lmbda:80230.0530529, 21 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.791517019 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372536629438 and training accuracy:0.936914801598 validation cost:0.377831816673 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.180089116096 and training accuracy:0.960185408592 validation cost:0.185053631663 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.123514853418 and training accuracy:0.969820916653 validation cost:0.129310011864 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0964872986078 and training accuracy:0.975547671318 validation cost:0.102459579706 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0802974551916 and training accuracy:0.979274630547 validation cost:0.0859827026725 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0693432837725 and training accuracy:0.982274353504 validation cost:0.0745502486825 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0613581202924 and training accuracy:0.984092354774 validation cost:0.0660438835621 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0552347153425 and training accuracy:0.985637664795 validation cost:0.0594186484814 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0503621995449 and training accuracy:0.986910283566 validation cost:0.0540841035545 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.417417049 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.240044921637 and training accuracy:0.979707300663 validation cost:0.241340622306 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.111551903188 and training accuracy:0.99082928896 validation cost:0.106889009476 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0727123096585 and training accuracy:0.99385368824 validation cost:0.0662662014365 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0547615513206 and training accuracy:0.995024383068 validation cost:0.047822419554 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0444928482175 and training accuracy:0.995317101479 validation cost:0.0374888069928 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0378308854997 and training accuracy:0.995512187481 validation cost:0.0309240203351 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0331377983093 and training accuracy:0.995609760284 validation cost:0.0263934191316 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0296352952719 and training accuracy:0.996097564697 validation cost:0.0230785664171 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0269089415669 and training accuracy:0.996390223503 validation cost:0.0205467678607 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.732734203 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.157932013273 and training accuracy:0.991882383823 validation cost:0.151915833354 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0693425610662 and training accuracy:0.996121585369 validation cost:0.0665220096707 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0452860444784 and training accuracy:0.997384309769 validation cost:0.0433217771351 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0342857204378 and training accuracy:0.998015701771 validation cost:0.0326460115612 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0279605388641 and training accuracy:0.998105883598 validation cost:0.0264751072973 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0238308347762 and training accuracy:0.998376488686 validation cost:0.0224350430071 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0209069475532 and training accuracy:0.998827457428 validation cost:0.019572513178 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0187178663909 and training accuracy:0.999188244343 validation cost:0.0174310803413 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0170100759715 and training accuracy:0.99927842617 validation cost:0.0157636925578 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.110024929 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230307638645 and training accuracy:0.953622639179 validation cost:0.231491625309 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.141255155206 and training accuracy:0.964425384998 validation cost:0.142884999514 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.108842417598 and training accuracy:0.970664918423 validation cost:0.110765010118 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0907733589411 and training accuracy:0.975507557392 validation cost:0.0926439464092 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0787686109543 and training accuracy:0.979232609272 validation cost:0.0804168283939 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0700519233942 and training accuracy:0.981560826302 validation cost:0.0714057683945 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0633732005954 and training accuracy:0.983330249786 validation cost:0.0644214004278 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0580684989691 and training accuracy:0.984727144241 validation cost:0.05882839486 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0537400059402 and training accuracy:0.986217200756 validation cost:0.0542375221848 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.30294919 Method 3 test accuracy:0.770299971104 Training with lmbda:81959.2346273, 22 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.11096096 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372576981783 and training accuracy:0.936914801598 validation cost:0.377871841192 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.18012855947 and training accuracy:0.960185408592 validation cost:0.185091346502 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.123551823199 and training accuracy:0.969820916653 validation cost:0.129343807697 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0965231433511 and training accuracy:0.975547671318 validation cost:0.102491848171 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0803324505687 and training accuracy:0.979274630547 validation cost:0.0860142186284 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0693775340915 and training accuracy:0.982274353504 validation cost:0.0745812654495 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0613919794559 and training accuracy:0.984092354774 validation cost:0.0660750418901 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0552677474916 and training accuracy:0.985637664795 validation cost:0.0594494640827 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.050394911319 and training accuracy:0.986910283566 validation cost:0.0541147887707 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.150416136 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.2402985394 and training accuracy:0.979707300663 validation cost:0.241603463888 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.111730873585 and training accuracy:0.99082928896 validation cost:0.107076480985 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0728564336896 and training accuracy:0.99385368824 validation cost:0.0664176121354 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0548833534122 and training accuracy:0.995024383068 validation cost:0.0479502677917 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0445991046727 and training accuracy:0.995317101479 validation cost:0.0376001223922 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0379256680608 and training accuracy:0.995512187481 validation cost:0.0310232825577 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0332235321403 and training accuracy:0.995609760284 validation cost:0.0264830254018 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0297140702605 and training accuracy:0.996097564697 validation cost:0.023160578683 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0269819777459 and training accuracy:0.996390223503 validation cost:0.0206223893911 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.619918108 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.158097848296 and training accuracy:0.991972565651 validation cost:0.152078986168 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0694580897689 and training accuracy:0.996121585369 validation cost:0.0666347965598 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0453846603632 and training accuracy:0.997384309769 validation cost:0.0434182807803 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0343737490475 and training accuracy:0.998015701771 validation cost:0.0327326506376 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0280408971012 and training accuracy:0.998105883598 validation cost:0.0265546478331 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0239048674703 and training accuracy:0.998376488686 validation cost:0.0225086715072 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0209759771824 and training accuracy:0.998827457428 validation cost:0.0196414515376 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0187825877219 and training accuracy:0.999188244343 validation cost:0.0174959525466 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0170711353421 and training accuracy:0.99927842617 validation cost:0.0158250033855 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.156744003 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230491265655 and training accuracy:0.953622639179 validation cost:0.231666788459 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.141364037991 and training accuracy:0.964425384998 validation cost:0.142984956503 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.108940899372 and training accuracy:0.970664918423 validation cost:0.110853150487 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0908718630672 and training accuracy:0.975414395332 validation cost:0.0927323028445 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0788693502545 and training accuracy:0.979232609272 validation cost:0.0805085226893 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0701548159122 and training accuracy:0.981560826302 validation cost:0.071500889957 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0634783953428 and training accuracy:0.983330249786 validation cost:0.0645206198096 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0581746324897 and training accuracy:0.984727144241 validation cost:0.0589301846921 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0538467057049 and training accuracy:0.986217200756 validation cost:0.0543411821127 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.827265978 Method 3 test accuracy:0.770500004292 Training with lmbda:85612.9397687, 23 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.114331961 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372662186623 and training accuracy:0.936914801598 validation cost:0.37795612216 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.180211216211 and training accuracy:0.960185408592 validation cost:0.185170009732 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.123629182577 and training accuracy:0.969820916653 validation cost:0.129414573312 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0965976640582 and training accuracy:0.975547671318 validation cost:0.102558650076 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0804054811597 and training accuracy:0.979274630547 validation cost:0.086079634726 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0694492384791 and training accuracy:0.982274353504 validation cost:0.0746464431286 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.061462007463 and training accuracy:0.984092354774 validation cost:0.0661395862699 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0553367100656 and training accuracy:0.985637664795 validation cost:0.0595141798258 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.050462719053 and training accuracy:0.986910283566 validation cost:0.0541787520051 and validation accuracy:0.984375 Training on :(2, 3) Time taken:119.784386873 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.240826502442 and training accuracy:0.979707300663 validation cost:0.242149710655 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.112104289234 and training accuracy:0.99082928896 validation cost:0.107466995716 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.073155157268 and training accuracy:0.99385368824 validation cost:0.0667307749391 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0551350973547 and training accuracy:0.995024383068 validation cost:0.0482142791152 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0448186583817 and training accuracy:0.995317101479 validation cost:0.0378298535943 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0381215102971 and training accuracy:0.995512187481 validation cost:0.0312279202044 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0334007404745 and training accuracy:0.995512187481 validation cost:0.026667824015 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0298767983913 and training accuracy:0.996097564697 validation cost:0.0233296900988 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0271326340735 and training accuracy:0.996390223503 validation cost:0.0207785200328 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.734657049 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.1584443748 and training accuracy:0.991972565651 validation cost:0.152420684695 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0696988925338 and training accuracy:0.996121585369 validation cost:0.0668704658747 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0455902852118 and training accuracy:0.997384309769 validation cost:0.0436201170087 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0345568209887 and training accuracy:0.998015701771 validation cost:0.0329132974148 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0282074902207 and training accuracy:0.998105883598 validation cost:0.0267199911177 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0240587014705 and training accuracy:0.998376488686 validation cost:0.0226619876921 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0211191531271 and training accuracy:0.998827457428 validation cost:0.0197846759111 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0189166367054 and training accuracy:0.999188244343 validation cost:0.0176304765046 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0171976331621 and training accuracy:0.99927842617 validation cost:0.0159522816539 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.024663925 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230877891183 and training accuracy:0.953715801239 validation cost:0.232036262751 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.1415938586 and training accuracy:0.964425384998 validation cost:0.143196359277 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.109147571027 and training accuracy:0.970664918423 validation cost:0.111038640141 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0910776630044 and training accuracy:0.975321292877 validation cost:0.0929166153073 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0790793523192 and training accuracy:0.979232609272 validation cost:0.0806990936399 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0703693702817 and training accuracy:0.981467664242 validation cost:0.0716991648078 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0636966228485 and training accuracy:0.983237087727 validation cost:0.0647257864475 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0583955198526 and training accuracy:0.984540879726 validation cost:0.0591410547495 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0540687888861 and training accuracy:0.986124038696 validation cost:0.0545561984181 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.459142923 Method 3 test accuracy:0.778500020504 Training with lmbda:88585.1235448, 24 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.469642878 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372731238604 and training accuracy:0.936914801598 validation cost:0.378024548292 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.180278554559 and training accuracy:0.96027636528 validation cost:0.185234114528 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.123691484332 and training accuracy:0.969911813736 validation cost:0.129471480846 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0966579392552 and training accuracy:0.975547671318 validation cost:0.102612636983 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.080464489758 and training accuracy:0.979274630547 validation cost:0.0861323177814 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0695070996881 and training accuracy:0.982274353504 validation cost:0.0746988654137 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.061518445611 and training accuracy:0.984092354774 validation cost:0.0661913380027 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0553922988474 and training accuracy:0.985637664795 validation cost:0.0595661252737 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0505169257522 and training accuracy:0.986910283566 validation cost:0.0542299263179 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.262844086 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.241245210171 and training accuracy:0.979707300663 validation cost:0.24258248508 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.112402297556 and training accuracy:0.99082928896 validation cost:0.107778400183 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0733929350972 and training accuracy:0.99385368824 validation cost:0.0669802427292 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0553359203041 and training accuracy:0.995024383068 validation cost:0.04842473194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0449936278164 and training accuracy:0.995317101479 validation cost:0.038012932986 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0382775813341 and training accuracy:0.995512187481 validation cost:0.031391043216 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0335419513285 and training accuracy:0.995512187481 validation cost:0.0268149040639 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0300061814487 and training accuracy:0.996097564697 validation cost:0.0234641246498 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0272526051849 and training accuracy:0.996292710304 validation cost:0.0209025479853 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.653842926 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.158724099398 and training accuracy:0.992062747478 validation cost:0.152696087956 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0698929876089 and training accuracy:0.996121585369 validation cost:0.06706032902 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0457553081214 and training accuracy:0.997384309769 validation cost:0.0437819436193 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0347035415471 and training accuracy:0.998015701771 validation cost:0.0330579429865 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0283408612013 and training accuracy:0.998105883598 validation cost:0.0268522016704 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0241815596819 and training accuracy:0.998376488686 validation cost:0.0227843858302 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0212335083634 and training accuracy:0.998827457428 validation cost:0.0198989938945 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0190237481147 and training accuracy:0.999188244343 validation cost:0.0177378822118 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0172984786332 and training accuracy:0.99927842617 validation cost:0.0160536020994 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.05866313 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.231190919876 and training accuracy:0.953902006149 validation cost:0.232335612178 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.141780972481 and training accuracy:0.964518547058 validation cost:0.143368974328 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10931545496 and training accuracy:0.970664918423 validation cost:0.111189484596 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0912442281842 and training accuracy:0.975228190422 validation cost:0.0930658951402 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0792485252023 and training accuracy:0.979232609272 validation cost:0.0808525457978 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0705420300364 and training accuracy:0.981467664242 validation cost:0.0718588829041 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0638720840216 and training accuracy:0.983237087727 validation cost:0.0648913085461 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0585721954703 and training accuracy:0.984540879726 validation cost:0.0593100450933 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0542456693947 and training accuracy:0.986124038696 validation cost:0.0547274760902 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.616647005 Method 3 test accuracy:0.778599977493 Training with lmbda:89377.3332357, 25 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.223948956 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372749507427 and training accuracy:0.936914801598 validation cost:0.3780426085 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.180296376348 and training accuracy:0.96027636528 validation cost:0.185251116753 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.12370813638 and training accuracy:0.969911813736 validation cost:0.129486635327 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0966739729047 and training accuracy:0.975456774235 validation cost:0.10262696445 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0804800465703 and training accuracy:0.979274630547 validation cost:0.086146146059 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0695222988725 and training accuracy:0.982274353504 validation cost:0.0747127383947 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0615335404873 and training accuracy:0.984092354774 validation cost:0.0662054196 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0554071739316 and training accuracy:0.985637664795 validation cost:0.0595802851021 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0505315624177 and training accuracy:0.986910283566 validation cost:0.0542440414429 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.343020916 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.241357088089 and training accuracy:0.979707300663 validation cost:0.242698222399 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.112480685115 and training accuracy:0.99082928896 validation cost:0.107860393822 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0734552592039 and training accuracy:0.99385368824 validation cost:0.0670456513762 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0553882792592 and training accuracy:0.995024383068 validation cost:0.0484796352684 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0450393259525 and training accuracy:0.995317101479 validation cost:0.0380608066916 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0383183285594 and training accuracy:0.995512187481 validation cost:0.0314336456358 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0335788354278 and training accuracy:0.995512187481 validation cost:0.0268533546478 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0300398953259 and training accuracy:0.996097564697 validation cost:0.0234992094338 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0272837653756 and training accuracy:0.996292710304 validation cost:0.0209348239005 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.287946939 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.158797517419 and training accuracy:0.992062747478 validation cost:0.152768284082 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0699441358447 and training accuracy:0.996121585369 validation cost:0.0671102255583 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.045798804611 and training accuracy:0.997384309769 validation cost:0.043824557215 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0347421951592 and training accuracy:0.998015701771 validation cost:0.0330959782004 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0283759664744 and training accuracy:0.998105883598 validation cost:0.0268869772553 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0242138281465 and training accuracy:0.998376488686 validation cost:0.0228164978325 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0212635286152 and training accuracy:0.998827457428 validation cost:0.0199289824814 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0190518014133 and training accuracy:0.999188244343 validation cost:0.017766000703 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0173248685896 and training accuracy:0.99927842617 validation cost:0.0160801485181 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.220329046 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.231274291873 and training accuracy:0.953902006149 validation cost:0.232415616512 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.141831576824 and training accuracy:0.964518547058 validation cost:0.143415957689 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.109360858798 and training accuracy:0.970664918423 validation cost:0.111230663955 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0912889614701 and training accuracy:0.975321292877 validation cost:0.0931063443422 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0792937204242 and training accuracy:0.979232609272 validation cost:0.0808938667178 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.070588119328 and training accuracy:0.981467664242 validation cost:0.0719018876553 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0639188364148 and training accuracy:0.983143985271 validation cost:0.0649358779192 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0586193837225 and training accuracy:0.984540879726 validation cost:0.0593557059765 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0542930290103 and training accuracy:0.986030936241 validation cost:0.0547738932073 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.431046963 Method 3 test accuracy:0.778999984264 Training with lmbda:91768.7271182, 26 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.64111495 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372804939747 and training accuracy:0.936914801598 validation cost:0.37809753418 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.180349946022 and training accuracy:0.96027636528 validation cost:0.185302242637 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.123757481575 and training accuracy:0.969911813736 validation cost:0.129531741142 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0967219173908 and training accuracy:0.975456774235 validation cost:0.10267033428 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0805271118879 and training accuracy:0.979274630547 validation cost:0.0861888304353 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0695684179664 and training accuracy:0.982274353504 validation cost:0.0747551843524 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0615788288414 and training accuracy:0.984092354774 validation cost:0.0662474185228 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0554513186216 and training accuracy:0.985637664795 validation cost:0.0596220493317 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.050574682653 and training accuracy:0.987001180649 validation cost:0.05428532511 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.107841015 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.241690784693 and training accuracy:0.979707300663 validation cost:0.243043467402 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.112716093659 and training accuracy:0.99082928896 validation cost:0.10810674727 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0736425220966 and training accuracy:0.99385368824 validation cost:0.0672423392534 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0555450171232 and training accuracy:0.994926810265 validation cost:0.0486441850662 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0451755486429 and training accuracy:0.995219528675 validation cost:0.0382035672665 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0384396724403 and training accuracy:0.995512187481 validation cost:0.0315606184304 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0336890369654 and training accuracy:0.995512187481 validation cost:0.026968434453 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0301407016814 and training accuracy:0.995999991894 validation cost:0.0236042551696 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0273770336062 and training accuracy:0.996292710304 validation cost:0.0210315436125 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.934664011 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159018799663 and training accuracy:0.992062747478 validation cost:0.152986228466 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0700973272324 and training accuracy:0.996211767197 validation cost:0.0672601312399 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0459295101464 and training accuracy:0.997384309769 validation cost:0.043952934444 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0348583310843 and training accuracy:0.998015701771 validation cost:0.0332106351852 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0284811258316 and training accuracy:0.998105883598 validation cost:0.0269913654774 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0243105441332 and training accuracy:0.998376488686 validation cost:0.0229130294174 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.021353283897 and training accuracy:0.998827457428 validation cost:0.0200188551098 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0191357135773 and training accuracy:0.999188244343 validation cost:0.0178503077477 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0174038410187 and training accuracy:0.99927842617 validation cost:0.0161597579718 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.130963087 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.231524974108 and training accuracy:0.953995168209 validation cost:0.232655957341 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.141982510686 and training accuracy:0.964518547058 validation cost:0.143555641174 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.109496161342 and training accuracy:0.970664918423 validation cost:0.111352793872 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0914227887988 and training accuracy:0.975321292877 validation cost:0.0932267233729 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0794286355376 and training accuracy:0.979232609272 validation cost:0.0810159891844 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0707258060575 and training accuracy:0.981374561787 validation cost:0.0720291286707 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0640577897429 and training accuracy:0.983143985271 validation cost:0.0650669112802 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0587593503296 and training accuracy:0.984540879726 validation cost:0.0594897791743 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0544334575534 and training accuracy:0.986030936241 validation cost:0.0549099370837 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.621421814 Method 3 test accuracy:0.779399991035 Training with lmbda:95646.3188776, 27 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.823804855 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372894287109 and training accuracy:0.936914801598 validation cost:0.37818595767 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.180435732007 and training accuracy:0.96027636528 validation cost:0.185384005308 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.123836830258 and training accuracy:0.969911813736 validation cost:0.129603981972 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0967983826995 and training accuracy:0.975456774235 validation cost:0.102739527822 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0806022509933 and training accuracy:0.979274630547 validation cost:0.0862568989396 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0696414187551 and training accuracy:0.982274353504 validation cost:0.0748221129179 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0616501756012 and training accuracy:0.984092354774 validation cost:0.0663138478994 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0555209852755 and training accuracy:0.985728561878 validation cost:0.0596876367927 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0506432577968 and training accuracy:0.986910283566 validation cost:0.0543515309691 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:119.826892853 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.242218792439 and training accuracy:0.979707300663 validation cost:0.243589103222 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.113089464605 and training accuracy:0.990634143353 validation cost:0.108496569097 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.073939062655 and training accuracy:0.99385368824 validation cost:0.0675532743335 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.055794171989 and training accuracy:0.994926810265 validation cost:0.0489052832127 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0453921109438 and training accuracy:0.995121955872 validation cost:0.038430262357 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0386322066188 and training accuracy:0.995512187481 validation cost:0.0317619182169 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0338632017374 and training accuracy:0.995512187481 validation cost:0.0271502435207 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0303004831076 and training accuracy:0.995999991894 validation cost:0.0237704440951 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0275249462575 and training accuracy:0.996292710304 validation cost:0.0211846288294 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.069322109 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.1593760252 and training accuracy:0.992152988911 validation cost:0.153338342905 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.070344850421 and training accuracy:0.996211767197 validation cost:0.0675023347139 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0461383983493 and training accuracy:0.997294127941 validation cost:0.044157911092 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.035043373704 and training accuracy:0.998015701771 validation cost:0.0333931148052 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.028649110347 and training accuracy:0.998105883598 validation cost:0.0271579101682 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0244645718485 and training accuracy:0.998376488686 validation cost:0.0230664610863 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0214959736913 and training accuracy:0.998827457428 validation cost:0.0201615281403 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0192691404372 and training accuracy:0.999188244343 validation cost:0.0179842375219 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0175291821361 and training accuracy:0.99927842617 validation cost:0.0162858255208 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.809722185 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.231924802065 and training accuracy:0.953902006149 validation cost:0.233040213585 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.142223477364 and training accuracy:0.964425384998 validation cost:0.143779352307 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.109712302685 and training accuracy:0.970664918423 validation cost:0.111548863351 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0916370078921 and training accuracy:0.975228190422 validation cost:0.0934206470847 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0796457156539 and training accuracy:0.979232609272 validation cost:0.0812135487795 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0709457844496 and training accuracy:0.981374561787 validation cost:0.0722331032157 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0642798021436 and training accuracy:0.983143985271 validation cost:0.0652769431472 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0589829422534 and training accuracy:0.984447777271 validation cost:0.0597041994333 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0546570010483 and training accuracy:0.986030936241 validation cost:0.055126812309 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.646625042 Method 3 test accuracy:0.781099975109 Training with lmbda:96119.403308, 28 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.145498991 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372905015945 and training accuracy:0.936914801598 validation cost:0.378196507692 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.180446147919 and training accuracy:0.96027636528 validation cost:0.185393974185 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.123846650124 and training accuracy:0.969911813736 validation cost:0.129613012075 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0968078821898 and training accuracy:0.975456774235 validation cost:0.102748088539 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0806114450097 and training accuracy:0.979274630547 validation cost:0.0862653255463 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0696506723762 and training accuracy:0.982365250587 validation cost:0.0748306661844 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0616591908038 and training accuracy:0.984092354774 validation cost:0.0663221925497 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0555298365653 and training accuracy:0.985637664795 validation cost:0.0596959032118 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0506517849863 and training accuracy:0.986910283566 validation cost:0.0543596409261 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.278347015 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.242283210158 and training accuracy:0.979609727859 validation cost:0.243655756116 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.113134764135 and training accuracy:0.990634143353 validation cost:0.108544006944 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0739750936627 and training accuracy:0.99385368824 validation cost:0.0675910562277 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0558242611587 and training accuracy:0.994926810265 validation cost:0.0489368513227 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0454181991518 and training accuracy:0.995121955872 validation cost:0.0384576059878 and validation accuracy:1.0 Training on :(4, 5) training cost:0.038655243814 and training accuracy:0.995512187481 validation cost:0.0317860580981 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0338840037584 and training accuracy:0.995609760284 validation cost:0.0271720234305 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0303195379674 and training accuracy:0.995999991894 validation cost:0.0237903632224 and validation accuracy:1.0 Training on :(4, 5) training cost:0.027542533353 and training accuracy:0.996292710304 validation cost:0.0212029386312 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.959310055 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159419313073 and training accuracy:0.992152988911 validation cost:0.153380811214 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0703746601939 and training accuracy:0.996211767197 validation cost:0.06753141433 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0461636297405 and training accuracy:0.997294127941 validation cost:0.044182587415 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0350658334792 and training accuracy:0.998015701771 validation cost:0.0334151796997 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0286694634706 and training accuracy:0.998105883598 validation cost:0.0271780733019 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0244832336903 and training accuracy:0.998376488686 validation cost:0.0230850037187 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0215132459998 and training accuracy:0.998827457428 validation cost:0.0201787278056 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0192852560431 and training accuracy:0.999188244343 validation cost:0.018000330776 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0175443291664 and training accuracy:0.99927842617 validation cost:0.0163009874523 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.562417984 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.231974318624 and training accuracy:0.953902006149 validation cost:0.233087867498 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.142253637314 and training accuracy:0.964425384998 validation cost:0.143807321787 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.1097388044 and training accuracy:0.970664918423 validation cost:0.111572884023 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0916633084416 and training accuracy:0.975228190422 validation cost:0.0934444591403 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0796720087528 and training accuracy:0.979232609272 validation cost:0.0812375023961 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0709724873304 and training accuracy:0.981374561787 validation cost:0.0722579285502 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0643067508936 and training accuracy:0.983143985271 validation cost:0.0653024762869 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0590099133551 and training accuracy:0.984447777271 validation cost:0.0597300082445 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0546838492155 and training accuracy:0.986030936241 validation cost:0.0551528446376 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.217308998 Method 3 test accuracy:0.781300008297 Training with lmbda:97283.0488578, 29 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.772343159 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372931480408 and training accuracy:0.936914801598 validation cost:0.378222733736 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.180471390486 and training accuracy:0.96027636528 validation cost:0.185417979956 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.123870022595 and training accuracy:0.969911813736 validation cost:0.129634320736 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.096830509603 and training accuracy:0.975456774235 validation cost:0.102768398821 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0806335136294 and training accuracy:0.979274630547 validation cost:0.086285173893 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.069672241807 and training accuracy:0.982365250587 validation cost:0.0748503133655 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0616802051663 and training accuracy:0.984092354774 validation cost:0.0663416385651 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0555504374206 and training accuracy:0.985637664795 validation cost:0.0597151741385 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.050671864301 and training accuracy:0.986910283566 validation cost:0.0543789938092 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.030054808 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.242438614368 and training accuracy:0.979609727859 validation cost:0.243816494942 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.11324518919 and training accuracy:0.990634143353 validation cost:0.108659438789 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0740628167987 and training accuracy:0.99385368824 validation cost:0.0676831230521 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.055897783488 and training accuracy:0.994926810265 validation cost:0.0490140281618 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0454819202423 and training accuracy:0.995121955872 validation cost:0.0385243631899 and validation accuracy:1.0 Training on :(4, 5) training cost:0.038711939007 and training accuracy:0.995512187481 validation cost:0.0318454168737 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0339351184666 and training accuracy:0.995609760284 validation cost:0.0272255185992 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0303664430976 and training accuracy:0.995999991894 validation cost:0.0238392502069 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0275860782713 and training accuracy:0.996292710304 validation cost:0.0212480835617 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.921447992 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159527212381 and training accuracy:0.992152988911 validation cost:0.153487250209 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0704484581947 and training accuracy:0.996211767197 validation cost:0.0676037818193 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0462256707251 and training accuracy:0.997294127941 validation cost:0.0442436188459 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0351206026971 and training accuracy:0.998015701771 validation cost:0.033469285816 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0287189017981 and training accuracy:0.998105883598 validation cost:0.0272271577269 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0245286431164 and training accuracy:0.998376488686 validation cost:0.0231303051114 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0215552765876 and training accuracy:0.998827457428 validation cost:0.0202207956463 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0193244572729 and training accuracy:0.999188244343 validation cost:0.0180397164077 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0175811741501 and training accuracy:0.99927842617 validation cost:0.0163381379098 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.677879095 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.232095360756 and training accuracy:0.953808903694 validation cost:0.233204498887 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.14232686162 and training accuracy:0.964425384998 validation cost:0.14387537539 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.109803579748 and training accuracy:0.970758080482 validation cost:0.111631833017 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.09172745049 and training accuracy:0.975228190422 validation cost:0.0935027524829 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0797366499901 and training accuracy:0.979139506817 validation cost:0.0812967792153 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0710375532508 and training accuracy:0.981374561787 validation cost:0.0723183751106 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0643727779388 and training accuracy:0.983143985271 validation cost:0.0653647705913 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0590760447085 and training accuracy:0.984447777271 validation cost:0.0597935058177 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0547496937215 and training accuracy:0.986030936241 validation cost:0.0552166886628 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.482012033 Method 3 test accuracy:0.781700015068 Training with lmbda:0, 30 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.512793064 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.354999601841 and training accuracy:0.941550791264 validation cost:0.360972434282 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.172130063176 and training accuracy:0.960730850697 validation cost:0.17826141417 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.118018113077 and training accuracy:0.970548152924 validation cost:0.124982118607 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0919168367982 and training accuracy:0.976638495922 validation cost:0.0990313664079 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0762433335185 and training accuracy:0.97936552763 validation cost:0.0830419957638 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0656514018774 and training accuracy:0.982365250587 validation cost:0.0719469711185 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0579443611205 and training accuracy:0.984365046024 validation cost:0.0636819154024 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0520389601588 and training accuracy:0.985637664795 validation cost:0.0572217591107 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.047342646867 and training accuracy:0.987455666065 validation cost:0.0519990622997 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:121.609607935 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.215421631932 and training accuracy:0.982341468334 validation cost:0.21619617939 and validation accuracy:0.988153994083 Training on :(4, 5) training cost:0.095820762217 and training accuracy:0.991804897785 validation cost:0.0906429588795 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0600185543299 and training accuracy:0.994731724262 validation cost:0.0533670336008 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.043668653816 and training accuracy:0.995707333088 validation cost:0.0367325283587 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0344377495348 and training accuracy:0.996682941914 validation cost:0.0275739971548 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0285275559872 and training accuracy:0.996780514717 validation cost:0.0218581967056 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244202502072 and training accuracy:0.997170746326 validation cost:0.0179871432483 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0213955882937 and training accuracy:0.997365832329 validation cost:0.0152089325711 and validation accuracy:1.0 Training on :(4, 5) training cost:0.019070982933 and training accuracy:0.997365832329 validation cost:0.0131278587505 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.639885902 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.151953116059 and training accuracy:0.98755300045 validation cost:0.146112844348 and validation accuracy:0.987226247787 Training on :(6, 7) training cost:0.0646815523505 and training accuracy:0.993054926395 validation cost:0.0621652528644 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0403225272894 and training accuracy:0.995760798454 validation cost:0.0386716350913 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0291976127774 and training accuracy:0.997113764286 validation cost:0.027809496969 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0228692237288 and training accuracy:0.997654914856 validation cost:0.0215702615678 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0187954101712 and training accuracy:0.998105883598 validation cost:0.0175312478095 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0159564930946 and training accuracy:0.998556852341 validation cost:0.0147119825706 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0138651141897 and training accuracy:0.999007821083 validation cost:0.0126358652487 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0122600635514 and training accuracy:0.999098062515 validation cost:0.0110468901694 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.849406004 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.215385824442 and training accuracy:0.95073568821 validation cost:0.217852771282 and validation accuracy:0.945386052132 Training on :(8, 9) training cost:0.134752050042 and training accuracy:0.962469756603 validation cost:0.137703537941 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.103532895446 and training accuracy:0.969733655453 validation cost:0.106917001307 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.0855261906981 and training accuracy:0.974483132362 validation cost:0.0888824090362 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.073282264173 and training accuracy:0.978394508362 validation cost:0.0763302966952 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0642483979464 and training accuracy:0.981188297272 validation cost:0.0668542012572 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0572574548423 and training accuracy:0.983423352242 validation cost:0.0593740865588 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0516720563173 and training accuracy:0.984913408756 validation cost:0.053303308785 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0471057109535 and training accuracy:0.986403405666 validation cost:0.0482883714139 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.448055983 Method 3 test accuracy:0.719399988651 Training with lmbda:75117.9714048, 31 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.558774948 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.356851160526 and training accuracy:0.941914379597 validation cost:0.362794786692 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.174027860165 and training accuracy:0.960730850697 validation cost:0.180049613118 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.119885206223 and training accuracy:0.970639050007 validation cost:0.126675650477 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0938115864992 and training accuracy:0.976820290089 validation cost:0.100721910596 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0781690776348 and training accuracy:0.979456424713 validation cost:0.0847627222538 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0675989836454 and training accuracy:0.982456147671 validation cost:0.0737013667822 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0599054992199 and training accuracy:0.984365046024 validation cost:0.0654711052775 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.05400583148 and training accuracy:0.985546767712 validation cost:0.0590389110148 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0493100918829 and training accuracy:0.987364768982 validation cost:0.0538352392614 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:119.538048983 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.2310474962 and training accuracy:0.982926845551 validation cost:0.232339680195 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.10680654645 and training accuracy:0.991999983788 validation cost:0.102102577686 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0695701614022 and training accuracy:0.994439005852 validation cost:0.0633050873876 and validation accuracy:1.0 Training on :(4, 5) training cost:0.05239123106 and training accuracy:0.995609760284 validation cost:0.0457693859935 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0425629168749 and training accuracy:0.996390223503 validation cost:0.0359538160264 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0361837595701 and training accuracy:0.99658536911 validation cost:0.0297154653817 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0316881798208 and training accuracy:0.996878027916 validation cost:0.0254072416574 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0283340085298 and training accuracy:0.997365832329 validation cost:0.0222543813288 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0257236920297 and training accuracy:0.997365832329 validation cost:0.019845418632 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.811491966 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161029011011 and training accuracy:0.989988267422 validation cost:0.154873117805 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0700677633286 and training accuracy:0.995129406452 validation cost:0.067167840898 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0453998781741 and training accuracy:0.997203946114 validation cost:0.0433945134282 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0341597571969 and training accuracy:0.997474491596 validation cost:0.0324808508158 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0277254022658 and training accuracy:0.998015701771 validation cost:0.0261971596628 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0235416516662 and training accuracy:0.998466670513 validation cost:0.0220955722034 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0205912292004 and training accuracy:0.998827457428 validation cost:0.0191984549165 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0183901693672 and training accuracy:0.999098062515 validation cost:0.0170382261276 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0166794247925 and training accuracy:0.999188244343 validation cost:0.0153622161597 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.777128935 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227297782898 and training accuracy:0.955764591694 validation cost:0.228743314743 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.138260364532 and training accuracy:0.966008543968 validation cost:0.140350073576 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.106544591486 and training accuracy:0.971503078938 validation cost:0.108971528709 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0890082269907 and training accuracy:0.975414395332 validation cost:0.0913570523262 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0773818716407 and training accuracy:0.978860139847 validation cost:0.0794550478458 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0689378753304 and training accuracy:0.981467664242 validation cost:0.0706631541252 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0624641552567 and training accuracy:0.983330249786 validation cost:0.0638334453106 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0573174841702 and training accuracy:0.984447777271 validation cost:0.05835448578 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0531164333224 and training accuracy:0.985844671726 validation cost:0.0538558922708 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.156141043 Method 3 test accuracy:0.76289999485 Training with lmbda:77709.4222616, 32 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.969310045 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.356910258532 and training accuracy:0.941914379597 validation cost:0.362852782011 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.174086198211 and training accuracy:0.960639953613 validation cost:0.180104225874 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.119940377772 and training accuracy:0.970639050007 validation cost:0.126725509763 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0938656702638 and training accuracy:0.976820290089 validation cost:0.100770168006 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0782221779227 and training accuracy:0.979456424713 validation cost:0.0848103165627 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0676516741514 and training accuracy:0.982456147671 validation cost:0.0737493634224 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0599573329091 and training accuracy:0.984365046024 validation cost:0.0655189827085 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0540569797158 and training accuracy:0.985546767712 validation cost:0.0590871348977 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0493604242802 and training accuracy:0.987364768982 validation cost:0.053883485496 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:119.874588966 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.23142850399 and training accuracy:0.982926845551 validation cost:0.232734367251 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.107068657875 and training accuracy:0.991999983788 validation cost:0.102376610041 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0697804093361 and training accuracy:0.994439005852 validation cost:0.0635249465704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0525706112385 and training accuracy:0.995609760284 validation cost:0.0459567420185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0427211374044 and training accuracy:0.996390223503 validation cost:0.0361188575625 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0363263748586 and training accuracy:0.99658536911 validation cost:0.0298641361296 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0318183936179 and training accuracy:0.996878027916 validation cost:0.0255428291857 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0284542031586 and training accuracy:0.997365832329 validation cost:0.0223792102188 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0258356388658 and training accuracy:0.997365832329 validation cost:0.0199613776058 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.342319012 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161288410425 and training accuracy:0.989988267422 validation cost:0.155130252242 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0702364519238 and training accuracy:0.995129406452 validation cost:0.067332059145 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0455435477197 and training accuracy:0.997203946114 validation cost:0.043534040451 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0342885032296 and training accuracy:0.997474491596 validation cost:0.0326062887907 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0278434231877 and training accuracy:0.998015701771 validation cost:0.0263125356287 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0236508063972 and training accuracy:0.998466670513 validation cost:0.0222026780248 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0206931345165 and training accuracy:0.998827457428 validation cost:0.0192987527698 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0184860117733 and training accuracy:0.999098062515 validation cost:0.0171328242868 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0167700145394 and training accuracy:0.999188244343 validation cost:0.0154517116025 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.655950069 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227605968714 and training accuracy:0.955764591694 validation cost:0.229043975472 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.138422101736 and training accuracy:0.965915441513 validation cost:0.140501916409 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.106685757637 and training accuracy:0.971503078938 validation cost:0.109099790454 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0891488492489 and training accuracy:0.975414395332 validation cost:0.0914839729667 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0775266960263 and training accuracy:0.978860139847 validation cost:0.07958753407 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0690872445703 and training accuracy:0.981467664242 validation cost:0.0708016976714 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0626176819205 and training accuracy:0.983330249786 validation cost:0.0639784038067 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.057474013418 and training accuracy:0.984447777271 validation cost:0.058504153043 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0532748624682 and training accuracy:0.985844671726 validation cost:0.0540093928576 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:116.985714912 Method 3 test accuracy:0.763599991798 Training with lmbda:78039.2280196, 33 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.897274017 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.356917619705 and training accuracy:0.941914379597 validation cost:0.362859994173 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.174093648791 and training accuracy:0.960639953613 validation cost:0.18011122942 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.119947582483 and training accuracy:0.970639050007 validation cost:0.126732081175 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0938725993037 and training accuracy:0.976820290089 validation cost:0.100776262581 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0782291963696 and training accuracy:0.979456424713 validation cost:0.0848171263933 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0676585063338 and training accuracy:0.982456147671 validation cost:0.0737559720874 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.059964120388 and training accuracy:0.984365046024 validation cost:0.0655255764723 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0540636181831 and training accuracy:0.985546767712 validation cost:0.0590936653316 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0493669621646 and training accuracy:0.987364768982 validation cost:0.0538899116218 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.117840052 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.231477022171 and training accuracy:0.982926845551 validation cost:0.232784703374 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.107102148235 and training accuracy:0.991999983788 validation cost:0.102411538363 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0698073655367 and training accuracy:0.994439005852 validation cost:0.0635530874133 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0525933913887 and training accuracy:0.995609760284 validation cost:0.0459805428982 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0427411459386 and training accuracy:0.996390223503 validation cost:0.0361397117376 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0363442823291 and training accuracy:0.99658536911 validation cost:0.0298828091472 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0318347476423 and training accuracy:0.996878027916 validation cost:0.0255598537624 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0284693893045 and training accuracy:0.997365832329 validation cost:0.0223949626088 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0258497521281 and training accuracy:0.997365832329 validation cost:0.01997596398 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.190313101 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161321729422 and training accuracy:0.989988267422 validation cost:0.155163258314 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0702577456832 and training accuracy:0.995129406452 validation cost:0.0673527941108 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0455616489053 and training accuracy:0.997203946114 validation cost:0.0435516238213 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0343046523631 and training accuracy:0.997474491596 validation cost:0.0326220132411 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0278582144529 and training accuracy:0.998015701771 validation cost:0.0263270121068 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.023664502427 and training accuracy:0.998466670513 validation cost:0.0222161468118 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0207059085369 and training accuracy:0.998827457428 validation cost:0.0193113647401 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0184980407357 and training accuracy:0.999098062515 validation cost:0.0171447135508 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0167813431472 and training accuracy:0.999188244343 validation cost:0.0154629414901 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.592242002 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227645725012 and training accuracy:0.955764591694 validation cost:0.229082837701 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.138442769647 and training accuracy:0.965915441513 validation cost:0.140521228313 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.106703914702 and training accuracy:0.971503078938 validation cost:0.10911629349 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0891671180725 and training accuracy:0.975414395332 validation cost:0.0915005654097 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0775453001261 and training accuracy:0.978766977787 validation cost:0.0796045139432 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0691062584519 and training accuracy:0.981560826302 validation cost:0.0708192437887 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.062637373805 and training accuracy:0.983330249786 validation cost:0.0639967396855 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0574939586222 and training accuracy:0.984447777271 validation cost:0.0585231930017 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0532948486507 and training accuracy:0.985844671726 validation cost:0.0540286116302 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.30164814 Method 3 test accuracy:0.763499975204 Training with lmbda:78417.6647421, 34 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.505762815 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.356926172972 and training accuracy:0.941914379597 validation cost:0.362868458033 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.174101963639 and training accuracy:0.960639953613 validation cost:0.180119022727 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.119955405593 and training accuracy:0.970639050007 validation cost:0.126739099622 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.093880340457 and training accuracy:0.976820290089 validation cost:0.10078316927 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0782368257642 and training accuracy:0.979456424713 validation cost:0.0848240032792 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0676660090685 and training accuracy:0.982456147671 validation cost:0.0737628340721 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0599715560675 and training accuracy:0.984365046024 validation cost:0.0655324906111 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0540709607303 and training accuracy:0.985546767712 validation cost:0.0591005571187 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.049374230206 and training accuracy:0.987364768982 validation cost:0.0538969226182 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:119.938723803 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.231531962752 and training accuracy:0.982926845551 validation cost:0.2328415066 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.10713968426 and training accuracy:0.991999983788 validation cost:0.102450758219 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0698377937078 and training accuracy:0.994439005852 validation cost:0.0635848939419 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0526193417609 and training accuracy:0.995609760284 validation cost:0.0460076481104 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0427640229464 and training accuracy:0.996390223503 validation cost:0.0361635945737 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0363647080958 and training accuracy:0.99658536911 validation cost:0.0299041345716 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0318534187973 and training accuracy:0.996878027916 validation cost:0.0255793258548 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0284865666181 and training accuracy:0.997365832329 validation cost:0.0224128421396 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0258657578379 and training accuracy:0.997365832329 validation cost:0.0199925992638 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.936601162 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161359861493 and training accuracy:0.989988267422 validation cost:0.155200988054 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0702823773026 and training accuracy:0.995129406452 validation cost:0.0673767924309 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0455824770033 and training accuracy:0.997203946114 validation cost:0.043571844697 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0343233942986 and training accuracy:0.997474491596 validation cost:0.0326402708888 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0278753396124 and training accuracy:0.998015701771 validation cost:0.0263437330723 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.023680280894 and training accuracy:0.998466670513 validation cost:0.0222316086292 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0207206178457 and training accuracy:0.998827457428 validation cost:0.0193258225918 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0185118913651 and training accuracy:0.999098062515 validation cost:0.0171583574265 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0167944151908 and training accuracy:0.999188244343 validation cost:0.0154758282006 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.862023115 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227690786123 and training accuracy:0.955764591694 validation cost:0.229127034545 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.138466924429 and training accuracy:0.965915441513 validation cost:0.140544086695 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.10672480613 and training accuracy:0.971503078938 validation cost:0.109135441482 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0891879498959 and training accuracy:0.975414395332 validation cost:0.0915195420384 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0775666683912 and training accuracy:0.978766977787 validation cost:0.0796241462231 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0691279694438 and training accuracy:0.981560826302 validation cost:0.0708395019174 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0626596957445 and training accuracy:0.983330249786 validation cost:0.0640179365873 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.057516567409 and training accuracy:0.984447777271 validation cost:0.0585450492799 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0533179789782 and training accuracy:0.985844671726 validation cost:0.0540512129664 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:116.944620132 Method 3 test accuracy:0.763700008392 Training with lmbda:79633.2054888, 35 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.678457022 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.356953710318 and training accuracy:0.941914379597 validation cost:0.362895458937 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.174128979445 and training accuracy:0.960639953613 validation cost:0.180144399405 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.119980961084 and training accuracy:0.970639050007 validation cost:0.126762211323 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0939051285386 and training accuracy:0.976820290089 validation cost:0.100805193186 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0782612264156 and training accuracy:0.979456424713 validation cost:0.0848457813263 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0676904767752 and training accuracy:0.982456147671 validation cost:0.0737850964069 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0599955841899 and training accuracy:0.984365046024 validation cost:0.0655547976494 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0540945567191 and training accuracy:0.985546767712 validation cost:0.0591227300465 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.049397457391 and training accuracy:0.987364768982 validation cost:0.0539190135896 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.20500803 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.231706440449 and training accuracy:0.982926845551 validation cost:0.233022138476 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.107259958982 and training accuracy:0.991999983788 validation cost:0.102576285601 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0699345842004 and training accuracy:0.994439005852 validation cost:0.06368599087 and validation accuracy:1.0 Training on :(4, 5) training cost:0.052702344954 and training accuracy:0.995609760284 validation cost:0.0460942126811 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0428368113935 and training accuracy:0.996390223503 validation cost:0.0362393371761 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0364299789071 and training accuracy:0.99658536911 validation cost:0.0299721062183 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0319129936397 and training accuracy:0.996878027916 validation cost:0.0256412643939 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0285416226834 and training accuracy:0.997365832329 validation cost:0.0224699173123 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0259169973433 and training accuracy:0.997365832329 validation cost:0.0200455691665 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.208989859 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161483317614 and training accuracy:0.989988267422 validation cost:0.155323505402 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0703613013029 and training accuracy:0.995129406452 validation cost:0.0674538910389 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0456492975354 and training accuracy:0.997203946114 validation cost:0.0436368137598 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0343830734491 and training accuracy:0.997474491596 validation cost:0.032698597759 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0279298070818 and training accuracy:0.998015701771 validation cost:0.0263970699161 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0237305089831 and training accuracy:0.998466670513 validation cost:0.0222810376436 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0207674726844 and training accuracy:0.998827457428 validation cost:0.0193720702082 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0185558870435 and training accuracy:0.999098062515 validation cost:0.017201827839 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0168360173702 and training accuracy:0.999188244343 validation cost:0.0155169907957 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.561309099 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227835297585 and training accuracy:0.955578327179 validation cost:0.229268297553 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.138542875648 and training accuracy:0.965915441513 validation cost:0.140615180135 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.106791108847 and training accuracy:0.971503078938 validation cost:0.109195701778 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0892538130283 and training accuracy:0.975414395332 validation cost:0.0915788784623 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0776342898607 and training accuracy:0.978766977787 validation cost:0.0796858221292 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0691978633404 and training accuracy:0.981560826302 validation cost:0.0709040686488 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0627310872078 and training accuracy:0.983330249786 validation cost:0.0640850663185 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0575890131295 and training accuracy:0.984447777271 validation cost:0.0586145780981 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0533912107348 and training accuracy:0.985844671726 validation cost:0.0541223660111 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:126.986894846 Method 3 test accuracy:0.763899981976 Training with lmbda:80230.0530529, 36 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:133.272465944 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.35696709156 and training accuracy:0.941914379597 validation cost:0.362908601761 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.174141988158 and training accuracy:0.960639953613 validation cost:0.180156588554 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.119993306696 and training accuracy:0.970639050007 validation cost:0.12677334249 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0939171537757 and training accuracy:0.976820290089 validation cost:0.100815944374 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0782731920481 and training accuracy:0.979456424713 validation cost:0.0848565474153 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0677023157477 and training accuracy:0.982456147671 validation cost:0.0737959295511 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0600073337555 and training accuracy:0.984365046024 validation cost:0.065565764904 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0541061200202 and training accuracy:0.985546767712 validation cost:0.0591336339712 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0494090057909 and training accuracy:0.987364768982 validation cost:0.0539299882948 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:137.50150609 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.231792449951 and training accuracy:0.982926845551 validation cost:0.233111232519 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.107318893075 and training accuracy:0.991999983788 validation cost:0.102637834847 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0699819475412 and training accuracy:0.994439005852 validation cost:0.0637354403734 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0527427941561 and training accuracy:0.995609760284 validation cost:0.0461363941431 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0428725332022 and training accuracy:0.996390223503 validation cost:0.0362765192986 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0364619977772 and training accuracy:0.99658536911 validation cost:0.030005434528 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0319421179593 and training accuracy:0.996878027916 validation cost:0.0256715584546 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0285683590919 and training accuracy:0.997365832329 validation cost:0.0224976763129 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0259419120848 and training accuracy:0.997365832329 validation cost:0.0200713649392 and validation accuracy:1.0 Training on :(4, 5) Time taken:134.043381929 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161541551352 and training accuracy:0.989988267422 validation cost:0.155381396413 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0703991875052 and training accuracy:0.995129406452 validation cost:0.0674909651279 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0456815585494 and training accuracy:0.997203946114 validation cost:0.043668281287 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0344120524824 and training accuracy:0.997474491596 validation cost:0.0327269844711 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0279563236982 and training accuracy:0.998015701771 validation cost:0.0264231469482 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.023755159229 and training accuracy:0.998466670513 validation cost:0.0223054159433 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0207904614508 and training accuracy:0.998827457428 validation cost:0.0193948335946 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0185774508864 and training accuracy:0.999098062515 validation cost:0.0172231961042 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0168563816696 and training accuracy:0.999188244343 validation cost:0.0155371902511 and validation accuracy:1.0 Training on :(6, 7) Time taken:134.118738174 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227906256914 and training accuracy:0.955578327179 validation cost:0.229337707162 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.13858050108 and training accuracy:0.965915441513 validation cost:0.140650510788 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.106823593378 and training accuracy:0.971503078938 validation cost:0.109225332737 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0892862454057 and training accuracy:0.975414395332 validation cost:0.0916082412004 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0776673704386 and training accuracy:0.978766977787 validation cost:0.079716026783 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0692316815257 and training accuracy:0.981560826302 validation cost:0.0709353089333 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0627656728029 and training accuracy:0.983330249786 validation cost:0.0641173273325 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0576239749789 and training accuracy:0.984447777271 validation cost:0.058647852391 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0534266270697 and training accuracy:0.985751509666 validation cost:0.0541565082967 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:122.792661905 Method 3 test accuracy:0.764199972153 Training with lmbda:81959.2346273, 37 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.946257114 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357006549835 and training accuracy:0.941914379597 validation cost:0.362947374582 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.174180448055 and training accuracy:0.960639953613 validation cost:0.180192813277 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120029605925 and training accuracy:0.970639050007 validation cost:0.126806154847 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0939526930451 and training accuracy:0.976820290089 validation cost:0.100847788155 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0783082023263 and training accuracy:0.979456424713 validation cost:0.0848882421851 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0677368864417 and training accuracy:0.982456147671 validation cost:0.0738278031349 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0600416772068 and training accuracy:0.984365046024 validation cost:0.0655978992581 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0541396923363 and training accuracy:0.985546767712 validation cost:0.0591652169824 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0494423769414 and training accuracy:0.987364768982 validation cost:0.0539618805051 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:119.803488016 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.232038676739 and training accuracy:0.982926845551 validation cost:0.233366042376 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.107488058507 and training accuracy:0.991999983788 validation cost:0.102814257145 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0701177194715 and training accuracy:0.994439005852 validation cost:0.0638770014048 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0528583973646 and training accuracy:0.995609760284 validation cost:0.0462569855154 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0429745875299 and training accuracy:0.996390223503 validation cost:0.0363827459514 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0365536995232 and training accuracy:0.99658536911 validation cost:0.0301008429378 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0320257768035 and training accuracy:0.996878027916 validation cost:0.0257583949715 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286454670131 and training accuracy:0.997365832329 validation cost:0.0225775018334 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0260138083249 and training accuracy:0.997365832329 validation cost:0.0201455336064 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.073945045 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161711841822 and training accuracy:0.989988267422 validation cost:0.155550152063 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0705095753074 and training accuracy:0.995129406452 validation cost:0.0675986111164 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.04577511549 and training accuracy:0.997203946114 validation cost:0.0437590740621 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0344955995679 and training accuracy:0.997474491596 validation cost:0.0328083783388 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.028032541275 and training accuracy:0.998015701771 validation cost:0.0264976825565 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0238255765289 and training accuracy:0.998466670513 validation cost:0.0223745983094 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0208560470492 and training accuracy:0.998827457428 validation cost:0.0194593407214 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0186390597373 and training accuracy:0.999098062515 validation cost:0.0172838587314 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0169146154076 and training accuracy:0.999188244343 validation cost:0.0155946230516 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.482760906 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.228111371398 and training accuracy:0.955485165119 validation cost:0.229538738728 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.138689443469 and training accuracy:0.965822339058 validation cost:0.140752971172 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.106918029487 and training accuracy:0.971689343452 validation cost:0.109311327338 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0893798545003 and training accuracy:0.975414395332 validation cost:0.0916927680373 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0777630954981 and training accuracy:0.978766977787 validation cost:0.0798031240702 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0693301633 and training accuracy:0.981560826302 validation cost:0.0710263475776 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0628666430712 and training accuracy:0.983237087727 validation cost:0.0642121210694 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0577273108065 and training accuracy:0.984447777271 validation cost:0.0587465837598 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0535308793187 and training accuracy:0.985751509666 validation cost:0.054257016629 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:126.745611906 Method 3 test accuracy:0.764699995518 Training with lmbda:85612.9397687, 38 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:137.109838009 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357089310884 and training accuracy:0.941914379597 validation cost:0.363028645515 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.174260482192 and training accuracy:0.960730850697 validation cost:0.180268004537 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120105400681 and training accuracy:0.970639050007 validation cost:0.126874640584 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0940264388919 and training accuracy:0.976820290089 validation cost:0.100913383067 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0783807784319 and training accuracy:0.979456424713 validation cost:0.0849530622363 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0678085684776 and training accuracy:0.982456147671 validation cost:0.0738929286599 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0601126328111 and training accuracy:0.984365046024 validation cost:0.0656633600593 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0542096309364 and training accuracy:0.985546767712 validation cost:0.0592311769724 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0495111420751 and training accuracy:0.987364768982 validation cost:0.0540279708803 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.672981024 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.232551977038 and training accuracy:0.983024418354 validation cost:0.233897402883 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.10784059763 and training accuracy:0.991999983788 validation cost:0.103182420135 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0704006776214 and training accuracy:0.994439005852 validation cost:0.0641725361347 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0530990548432 and training accuracy:0.995609760284 validation cost:0.0465080924332 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0431856997311 and training accuracy:0.996390223503 validation cost:0.036602716893 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0367433987558 and training accuracy:0.99658536911 validation cost:0.0302984341979 and validation accuracy:1.0 Training on :(4, 5) training cost:0.032198779285 and training accuracy:0.996878027916 validation cost:0.0259382203221 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288051161915 and training accuracy:0.997365832329 validation cost:0.0227429419756 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0261621624231 and training accuracy:0.997365832329 validation cost:0.0202989093959 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.071764946 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162069961429 and training accuracy:0.989988267422 validation cost:0.155905738473 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0707423090935 and training accuracy:0.995129406452 validation cost:0.0678257122636 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0459711290896 and training accuracy:0.997203946114 validation cost:0.043949753046 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0346703119576 and training accuracy:0.997474491596 validation cost:0.0329787693918 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0281917322427 and training accuracy:0.998015701771 validation cost:0.0266534332186 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0239727236331 and training accuracy:0.998466670513 validation cost:0.0225191637874 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0209930315614 and training accuracy:0.998827457428 validation cost:0.0195941925049 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0187676101923 and training accuracy:0.999098062515 validation cost:0.0174106881022 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0170358382165 and training accuracy:0.999188244343 validation cost:0.0157143231481 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.040606976 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.228539153934 and training accuracy:0.955671429634 validation cost:0.229958802462 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.138919115067 and training accuracy:0.965822339058 validation cost:0.140970796347 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107117213309 and training accuracy:0.971689343452 validation cost:0.109494633973 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0895764455199 and training accuracy:0.975135028362 validation cost:0.0918732434511 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0779637396336 and training accuracy:0.978766977787 validation cost:0.0799883678555 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0695362463593 and training accuracy:0.981467664242 validation cost:0.0712188631296 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0630771592259 and training accuracy:0.983237087727 validation cost:0.0644121170044 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0579404607415 and training accuracy:0.984447777271 validation cost:0.058952152729 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.053745739162 and training accuracy:0.985658407211 validation cost:0.054466906935 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.025828123 Method 3 test accuracy:0.765699982643 Training with lmbda:88585.1235448, 39 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.857032061 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357156068087 and training accuracy:0.941914379597 validation cost:0.363094121218 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.174325034022 and training accuracy:0.960730850697 validation cost:0.180328503251 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120166577399 and training accuracy:0.970639050007 validation cost:0.126930058002 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0940858200192 and training accuracy:0.976820290089 validation cost:0.100966289639 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0784394741058 and training accuracy:0.979456424713 validation cost:0.0850060209632 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0678665786982 and training accuracy:0.982456147671 validation cost:0.0739461109042 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0601698346436 and training accuracy:0.984365046024 validation cost:0.0657168477774 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.05426639691 and training accuracy:0.985546767712 validation cost:0.0592843852937 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0495668947697 and training accuracy:0.987273871899 validation cost:0.0540812760592 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:119.911643028 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.232962369919 and training accuracy:0.983024418354 validation cost:0.234322294593 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.108121581376 and training accuracy:0.991999983788 validation cost:0.10347584635 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0706253424287 and training accuracy:0.994439005852 validation cost:0.0644074380398 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0532897897065 and training accuracy:0.995609760284 validation cost:0.0467075183988 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0433532297611 and training accuracy:0.996390223503 validation cost:0.0367776937783 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0368935912848 and training accuracy:0.99658536911 validation cost:0.0304551646113 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323355905712 and training accuracy:0.996878027916 validation cost:0.0260806903243 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289311669767 and training accuracy:0.997365832329 validation cost:0.0228739287704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0262794755399 and training accuracy:0.997365832329 validation cost:0.0204205419868 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.964121103 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162360072136 and training accuracy:0.989988267422 validation cost:0.156193733215 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0709294900298 and training accuracy:0.995129406452 validation cost:0.0680085718632 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0461285188794 and training accuracy:0.997203946114 validation cost:0.0441030077636 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0348104089499 and training accuracy:0.997474491596 validation cost:0.0331153832376 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0283191595227 and training accuracy:0.998015701771 validation cost:0.0267780590802 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0240901522338 and training accuracy:0.998466670513 validation cost:0.0226345453411 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0211022049189 and training accuracy:0.998827457428 validation cost:0.0197017490864 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0188699755818 and training accuracy:0.999098062515 validation cost:0.0175117366016 and validation accuracy:1.0 Training on :(6, 7) training cost:0.017132403329 and training accuracy:0.999188244343 validation cost:0.0158098116517 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.02867198 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.228881955147 and training accuracy:0.955764591694 validation cost:0.23029512167 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.139105185866 and training accuracy:0.965822339058 validation cost:0.141146764159 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107279136777 and training accuracy:0.971689343452 validation cost:0.109643317759 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0897354483604 and training accuracy:0.975135028362 validation cost:0.0920185521245 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0781263560057 and training accuracy:0.978860139847 validation cost:0.0801380351186 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0697027370334 and training accuracy:0.981374561787 validation cost:0.0713742151856 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0632467120886 and training accuracy:0.983237087727 validation cost:0.0645728856325 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0581126473844 and training accuracy:0.984447777271 validation cost:0.0591177456081 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539185963571 and training accuracy:0.985658407211 validation cost:0.0546348802745 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.172124863 Method 3 test accuracy:0.766399979591 Training with lmbda:89377.3332357, 40 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.878723145 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357173621655 and training accuracy:0.941914379597 validation cost:0.36311134696 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.174342125654 and training accuracy:0.960730850697 validation cost:0.180344581604 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120182722807 and training accuracy:0.970639050007 validation cost:0.126944676042 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.094101652503 and training accuracy:0.976820290089 validation cost:0.10098066926 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0784554481506 and training accuracy:0.979456424713 validation cost:0.0850208252668 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0678821653128 and training accuracy:0.982456147671 validation cost:0.0739610269666 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0601851902902 and training accuracy:0.984365046024 validation cost:0.065731972456 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0542816184461 and training accuracy:0.985546767712 validation cost:0.0592998601496 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0495822168887 and training accuracy:0.987273871899 validation cost:0.0540971420705 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.384250164 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.233068928123 and training accuracy:0.983024418354 validation cost:0.234432458878 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.108194611967 and training accuracy:0.991999983788 validation cost:0.10355206579 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0706841275096 and training accuracy:0.994439005852 validation cost:0.0644689127803 and validation accuracy:1.0 Training on :(4, 5) training cost:0.05333968997 and training accuracy:0.995609760284 validation cost:0.0467597097158 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0433971062303 and training accuracy:0.996390223503 validation cost:0.0368236005306 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0369331277907 and training accuracy:0.99658536911 validation cost:0.0304964762181 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323714017868 and training accuracy:0.996878027916 validation cost:0.0261180251837 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289641860873 and training accuracy:0.997365832329 validation cost:0.0229083076119 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0263102259487 and training accuracy:0.997365832329 validation cost:0.0204525329173 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.582938194 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162435889244 and training accuracy:0.990078449249 validation cost:0.156268984079 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0709792152047 and training accuracy:0.995129406452 validation cost:0.06805703789 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0461701378226 and training accuracy:0.997203946114 validation cost:0.0441434383392 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0348475426435 and training accuracy:0.997474491596 validation cost:0.0331515334547 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0283528920263 and training accuracy:0.998015701771 validation cost:0.026810977608 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0241211764514 and training accuracy:0.998466670513 validation cost:0.0226649753749 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0211310591549 and training accuracy:0.998827457428 validation cost:0.0197301357985 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0188970137388 and training accuracy:0.999098062515 validation cost:0.017538389191 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0171578396112 and training accuracy:0.999188244343 validation cost:0.0158349331468 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.85817194 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.22897195816 and training accuracy:0.955764591694 validation cost:0.23038354516 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.139154091477 and training accuracy:0.965822339058 validation cost:0.141193017364 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107321336865 and training accuracy:0.971689343452 validation cost:0.109681896865 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0897767096758 and training accuracy:0.975041925907 validation cost:0.0920559242368 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0781686156988 and training accuracy:0.978860139847 validation cost:0.080176718533 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0697462260723 and training accuracy:0.981374561787 validation cost:0.071414321661 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0632910206914 and training accuracy:0.983237087727 validation cost:0.0646145790815 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0581576041877 and training accuracy:0.984447777271 validation cost:0.0591607801616 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539638884366 and training accuracy:0.985658407211 validation cost:0.054678928107 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.060328007 Method 3 test accuracy:0.766799986362 Training with lmbda:91768.7271182, 41 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.708751917 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357227295637 and training accuracy:0.941914379597 validation cost:0.363164067268 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.17439417541 and training accuracy:0.960730850697 validation cost:0.180393397808 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120231233537 and training accuracy:0.970639050007 validation cost:0.126988664269 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0941485911608 and training accuracy:0.976820290089 validation cost:0.101022563875 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0785016417503 and training accuracy:0.979456424713 validation cost:0.0850624144077 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0679277256131 and training accuracy:0.982456147671 validation cost:0.0740028396249 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0602301135659 and training accuracy:0.984365046024 validation cost:0.0657740458846 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0543259494007 and training accuracy:0.985546767712 validation cost:0.0593422502279 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0496258474886 and training accuracy:0.987273871899 validation cost:0.0541394241154 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.222911119 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.233390763402 and training accuracy:0.983219504356 validation cost:0.234765574336 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.108415469527 and training accuracy:0.991999983788 validation cost:0.10378279537 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0708606243134 and training accuracy:0.994439005852 validation cost:0.0646533742547 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0534895211458 and training accuracy:0.995609760284 validation cost:0.0469162389636 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0435281582177 and training accuracy:0.996390223503 validation cost:0.0369603745639 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0370506457984 and training accuracy:0.99658536911 validation cost:0.0306190885603 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0324788242579 and training accuracy:0.996878027916 validation cost:0.0262297540903 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290631074458 and training accuracy:0.997365832329 validation cost:0.0230110194534 and validation accuracy:1.0 Training on :(4, 5) training cost:0.026402162388 and training accuracy:0.997365832329 validation cost:0.0205478537828 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.332531929 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.16266682744 and training accuracy:0.990078449249 validation cost:0.156499013305 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0711299106479 and training accuracy:0.995219647884 validation cost:0.0682046413422 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0462958067656 and training accuracy:0.997294127941 validation cost:0.0442661009729 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.034958422184 and training accuracy:0.997474491596 validation cost:0.0332599356771 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0284535884857 and training accuracy:0.998015701771 validation cost:0.0269096586853 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.024213720113 and training accuracy:0.998466670513 validation cost:0.0227561071515 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0212170686573 and training accuracy:0.998827457428 validation cost:0.0198151301593 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0189775452018 and training accuracy:0.999098062515 validation cost:0.0176181327552 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0172336436808 and training accuracy:0.999188244343 validation cost:0.0159100648016 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.804321051 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.229243546724 and training accuracy:0.955764591694 validation cost:0.230650067329 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.139303207397 and training accuracy:0.965915441513 validation cost:0.141334548593 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107450887561 and training accuracy:0.971689343452 validation cost:0.109801277518 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0899033248425 and training accuracy:0.975041925907 validation cost:0.0921721234918 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0782975554466 and training accuracy:0.978766977787 validation cost:0.0802958086133 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0698782727122 and training accuracy:0.981467664242 validation cost:0.0715377181768 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0634252727032 and training accuracy:0.983237087727 validation cost:0.064742103219 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0582933016121 and training accuracy:0.984447777271 validation cost:0.0592915862799 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0541004315019 and training accuracy:0.985658407211 validation cost:0.0548118874431 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.079619884 Method 3 test accuracy:0.766799986362 Training with lmbda:95646.3188776, 42 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.720710993 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357313275337 and training accuracy:0.941914379597 validation cost:0.363248556852 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.174478009343 and training accuracy:0.960730850697 validation cost:0.180472239852 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120310276747 and training accuracy:0.970639050007 validation cost:0.127060577273 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0942251458764 and training accuracy:0.976820290089 validation cost:0.101091235876 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0785764530301 and training accuracy:0.979456424713 validation cost:0.0851299762726 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0680009275675 and training accuracy:0.982456147671 validation cost:0.0740697160363 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0603023394942 and training accuracy:0.984365046024 validation cost:0.0658414140344 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0543974041939 and training accuracy:0.985546767712 validation cost:0.0594103820622 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0496960394084 and training accuracy:0.987273871899 validation cost:0.0542071275413 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.053583145 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.233906984329 and training accuracy:0.98331707716 validation cost:0.235299706459 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.108768507838 and training accuracy:0.991999983788 validation cost:0.104151748121 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0711426213384 and training accuracy:0.994439005852 validation cost:0.0649482086301 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0537273474038 and training accuracy:0.995609760284 validation cost:0.0471646822989 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0437364093959 and training accuracy:0.996390223503 validation cost:0.0371776074171 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0372368954122 and training accuracy:0.99658536911 validation cost:0.0308133587241 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0326484814286 and training accuracy:0.996878027916 validation cost:0.0264063216746 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0292192921042 and training accuracy:0.997365832329 validation cost:0.0231733638793 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0265471972525 and training accuracy:0.997365832329 validation cost:0.0206984411925 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.191911221 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163034826517 and training accuracy:0.990078449249 validation cost:0.156864911318 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0713683441281 and training accuracy:0.995219647884 validation cost:0.0684379115701 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0464954823256 and training accuracy:0.997294127941 validation cost:0.0444609075785 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0351356565952 and training accuracy:0.997474491596 validation cost:0.0334332734346 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0286140479147 and training accuracy:0.998015701771 validation cost:0.0270669106394 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0243614502251 and training accuracy:0.998466670513 validation cost:0.0229015555233 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0213542729616 and training accuracy:0.998827457428 validation cost:0.0199505519122 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.019105957821 and training accuracy:0.999098062515 validation cost:0.0177451744676 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0173546336591 and training accuracy:0.999188244343 validation cost:0.0160298924893 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.915169001 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.229682326317 and training accuracy:0.955857694149 validation cost:0.231081113219 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.139544323087 and training accuracy:0.965822339058 validation cost:0.141564026475 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10765902698 and training accuracy:0.971596181393 validation cost:0.109993368387 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.09010823071 and training accuracy:0.975041925907 validation cost:0.0923596099019 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0785055607557 and training accuracy:0.978766977787 validation cost:0.0804872438312 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.070090085268 and training accuracy:0.981467664242 validation cost:0.0717354044318 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0636405050755 and training accuracy:0.983237087727 validation cost:0.0649455413222 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0585113316774 and training accuracy:0.984261512756 validation cost:0.0595008730888 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0543193183839 and training accuracy:0.985472142696 validation cost:0.0550242103636 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:116.975533962 Method 3 test accuracy:0.76709997654 Training with lmbda:96119.403308, 43 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.091902971 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357323795557 and training accuracy:0.941914379597 validation cost:0.363258808851 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.174487963319 and training accuracy:0.960730850697 validation cost:0.18048158288 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120319649577 and training accuracy:0.970639050007 validation cost:0.127069070935 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0942342877388 and training accuracy:0.976820290089 validation cost:0.101099379361 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0785854160786 and training accuracy:0.979456424713 validation cost:0.0851380228996 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0680098980665 and training accuracy:0.982456147671 validation cost:0.0740780085325 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.060311332345 and training accuracy:0.984365046024 validation cost:0.0658500343561 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0544063076377 and training accuracy:0.985546767712 validation cost:0.0594189465046 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0497046895325 and training accuracy:0.987273871899 validation cost:0.0542155653238 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:119.804352045 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.233969509602 and training accuracy:0.98331707716 validation cost:0.235364556313 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.108811333776 and training accuracy:0.992097556591 validation cost:0.104196593165 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0711765885353 and training accuracy:0.994439005852 validation cost:0.064983792603 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0537561103702 and training accuracy:0.995609760284 validation cost:0.0471947714686 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0437614992261 and training accuracy:0.996390223503 validation cost:0.0372038073838 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0372592955828 and training accuracy:0.99658536911 validation cost:0.0308367237449 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0326687581837 and training accuracy:0.996878027916 validation cost:0.0264274328947 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0292379334569 and training accuracy:0.997365832329 validation cost:0.023192755878 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0265645701438 and training accuracy:0.997365832329 validation cost:0.0207164566964 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.986506939 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163080126047 and training accuracy:0.990078449249 validation cost:0.156909972429 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0713973492384 and training accuracy:0.995219647884 validation cost:0.0684663429856 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.046519678086 and training accuracy:0.997294127941 validation cost:0.0444845370948 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0351569876075 and training accuracy:0.997474491596 validation cost:0.0334541574121 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0286333169788 and training accuracy:0.998015701771 validation cost:0.027085814625 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0243791546673 and training accuracy:0.998466670513 validation cost:0.0229190122336 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0213707797229 and training accuracy:0.998827457428 validation cost:0.0199668761343 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0191213618964 and training accuracy:0.999098062515 validation cost:0.017760425806 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0173691567034 and training accuracy:0.999188244343 validation cost:0.0160443037748 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.705319881 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.229735553265 and training accuracy:0.955857694149 validation cost:0.231133416295 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.139573886991 and training accuracy:0.965915441513 validation cost:0.141592279077 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107684440911 and training accuracy:0.971596181393 validation cost:0.110017046332 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0901331081986 and training accuracy:0.975041925907 validation cost:0.0923824608326 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0785306766629 and training accuracy:0.978766977787 validation cost:0.0805106163025 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0701157152653 and training accuracy:0.981467664242 validation cost:0.0717595666647 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.063666395843 and training accuracy:0.983237087727 validation cost:0.0649702325463 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0585373081267 and training accuracy:0.984261512756 validation cost:0.0595258586109 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0543454103172 and training accuracy:0.985472142696 validation cost:0.0550497993827 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:117.221027136 Method 3 test accuracy:0.767300009727 Training with lmbda:97283.0488578, 44 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.655347824 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357349514961 and training accuracy:0.941914379597 validation cost:0.363284170628 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.174512937665 and training accuracy:0.960730850697 validation cost:0.180505156517 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120343074203 and training accuracy:0.970639050007 validation cost:0.127090424299 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.094257235527 and training accuracy:0.976820290089 validation cost:0.101120203733 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0786077305675 and training accuracy:0.979456424713 validation cost:0.0851584598422 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0680317953229 and training accuracy:0.982456147671 validation cost:0.0740984752774 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0603328049183 and training accuracy:0.984365046024 validation cost:0.0658704936504 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0544274710119 and training accuracy:0.985546767712 validation cost:0.059439342469 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0497253835201 and training accuracy:0.987273871899 validation cost:0.0542356409132 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.287006855 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234124854207 and training accuracy:0.98331707716 validation cost:0.23552583158 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.10891636461 and training accuracy:0.992097556591 validation cost:0.104306600988 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0712595880032 and training accuracy:0.994439005852 validation cost:0.0650706961751 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0538265407085 and training accuracy:0.995609760284 validation cost:0.0472684279084 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0438227951527 and training accuracy:0.996390223503 validation cost:0.0372678562999 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0373139716685 and training accuracy:0.99658536911 validation cost:0.0308937653899 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0327187217772 and training accuracy:0.996878027916 validation cost:0.0264794509858 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0292838662863 and training accuracy:0.997365832329 validation cost:0.0232405457646 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0266071725637 and training accuracy:0.997365832329 validation cost:0.0207607410848 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.160195827 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.16318975389 and training accuracy:0.990078449249 validation cost:0.157019257545 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0714688450098 and training accuracy:0.995219647884 validation cost:0.0685364454985 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0465795621276 and training accuracy:0.997294127941 validation cost:0.0445431284606 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0352096930146 and training accuracy:0.997474491596 validation cost:0.0335058458149 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0286811236292 and training accuracy:0.998015701771 validation cost:0.0271328352392 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0244230795652 and training accuracy:0.998466670513 validation cost:0.0229624118656 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0214116405696 and training accuracy:0.998827457428 validation cost:0.0200074221939 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.019159514457 and training accuracy:0.999098062515 validation cost:0.0177983269095 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0174050498754 and training accuracy:0.999188244343 validation cost:0.0160799957812 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.652609825 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.229866012931 and training accuracy:0.955950856209 validation cost:0.231261283159 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.139646291733 and training accuracy:0.966008543968 validation cost:0.141661018133 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107747271657 and training accuracy:0.971596181393 validation cost:0.110075138509 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0901945456862 and training accuracy:0.974948763847 validation cost:0.0924387648702 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0785924345255 and training accuracy:0.978766977787 validation cost:0.0805675387383 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0701783820987 and training accuracy:0.981467664242 validation cost:0.071818575263 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0637304112315 and training accuracy:0.983237087727 validation cost:0.0650314316154 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0586015358567 and training accuracy:0.984261512756 validation cost:0.0595878921449 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0544099137187 and training accuracy:0.985472142696 validation cost:0.0551127642393 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:116.857380152 Method 3 test accuracy:0.767599999905 Training with lmbda:0, 45 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.484321117 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.348365694284 and training accuracy:0.939641833305 validation cost:0.354976773262 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.169391661882 and training accuracy:0.961276233196 validation cost:0.176002949476 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.11646437645 and training accuracy:0.971457123756 validation cost:0.123860247433 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0908881574869 and training accuracy:0.976274907589 validation cost:0.0983261018991 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0754967778921 and training accuracy:0.97936552763 validation cost:0.0825248137116 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0650640875101 and training accuracy:0.982547044754 validation cost:0.0715003758669 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0574455484748 and training accuracy:0.984819591045 validation cost:0.063262283802 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0515943467617 and training accuracy:0.986364901066 validation cost:0.0568148940802 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0469299480319 and training accuracy:0.987546563148 validation cost:0.0515984594822 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:119.930737019 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.215450167656 and training accuracy:0.979024410248 validation cost:0.216513574123 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.0962312221527 and training accuracy:0.990731716156 validation cost:0.0908111855388 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0602035373449 and training accuracy:0.993951201439 validation cost:0.0531530864537 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0437319763005 and training accuracy:0.995707333088 validation cost:0.036378107965 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0344457998872 and training accuracy:0.99590241909 validation cost:0.0271776225418 and validation accuracy:1.0 Training on :(4, 5) training cost:0.028513064608 and training accuracy:0.996292710304 validation cost:0.0214597545564 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0243969522417 and training accuracy:0.996780514717 validation cost:0.0175987463444 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0213712155819 and training accuracy:0.996975600719 validation cost:0.0148364007473 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190492607653 and training accuracy:0.997463405132 validation cost:0.0127730136737 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.92144084 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.156102910638 and training accuracy:0.985388278961 validation cost:0.149706766009 and validation accuracy:0.983576655388 Training on :(6, 7) training cost:0.0663182139397 and training accuracy:0.991792201996 validation cost:0.063470646739 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0412046797574 and training accuracy:0.995760798454 validation cost:0.0392845347524 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0297527369112 and training accuracy:0.997023522854 validation cost:0.0281470473856 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.023251472041 and training accuracy:0.997384309769 validation cost:0.0217820480466 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0190745349973 and training accuracy:0.997925519943 validation cost:0.0176779646426 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0161686167121 and training accuracy:0.998286306858 validation cost:0.0148208076134 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.014031086117 and training accuracy:0.998556852341 validation cost:0.0127225415781 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0123933665454 and training accuracy:0.998917639256 validation cost:0.0111202616245 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.92320013 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.214583650231 and training accuracy:0.950921952724 validation cost:0.217409461737 and validation accuracy:0.950094163418 Training on :(8, 9) training cost:0.135295405984 and training accuracy:0.961445331573 validation cost:0.13775600493 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.104480706155 and training accuracy:0.969268023968 validation cost:0.107055872679 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0865878984332 and training accuracy:0.974855661392 validation cost:0.0890263319016 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0743487179279 and training accuracy:0.978673875332 validation cost:0.0764593556523 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0652804449201 and training accuracy:0.981188297272 validation cost:0.0669679492712 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0582418739796 and training accuracy:0.983237087727 validation cost:0.0594793073833 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0526051186025 and training accuracy:0.985565304756 validation cost:0.0534040741622 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0479880571365 and training accuracy:0.987241566181 validation cost:0.0483840033412 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.116851091 Method 3 test accuracy:0.726400017738 Training with lmbda:75117.9714048, 46 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.596647024 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.350231468678 and training accuracy:0.939641833305 validation cost:0.356819868088 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.171329021454 and training accuracy:0.96136713028 validation cost:0.177841186523 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.118383750319 and training accuracy:0.971457123756 validation cost:0.125612661242 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0928363054991 and training accuracy:0.976365804672 validation cost:0.100084751844 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0774761140347 and training accuracy:0.979456424713 validation cost:0.0843243524432 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0670666471124 and training accuracy:0.982728838921 validation cost:0.0733539089561 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0594643093646 and training accuracy:0.984728634357 validation cost:0.0651627331972 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0536191314459 and training accuracy:0.986455798149 validation cost:0.0587536469102 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0489575304091 and training accuracy:0.987273871899 validation cost:0.053569085896 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:119.722625971 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.231425762177 and training accuracy:0.979609727859 validation cost:0.233116522431 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.107854515314 and training accuracy:0.990438997746 validation cost:0.103022873402 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0704018697143 and training accuracy:0.993951201439 validation cost:0.0637826770544 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0530408136547 and training accuracy:0.995512187481 validation cost:0.0459830649197 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0430922992527 and training accuracy:0.99590241909 validation cost:0.0360169075429 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0366289466619 and training accuracy:0.996097564697 validation cost:0.0296836346388 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0320721976459 and training accuracy:0.996195137501 validation cost:0.0253113564104 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286711789668 and training accuracy:0.996780514717 validation cost:0.022112865001 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0260245539248 and training accuracy:0.99726831913 validation cost:0.0196708384901 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.299334049 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.167281255126 and training accuracy:0.989176511765 validation cost:0.160668000579 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0725463479757 and training accuracy:0.994407892227 validation cost:0.0693311169744 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0468738488853 and training accuracy:0.996662735939 validation cost:0.0445963814855 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0352067388594 and training accuracy:0.997745096684 validation cost:0.0333004966378 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0285449437797 and training accuracy:0.997745096684 validation cost:0.0268310047686 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0242230407894 and training accuracy:0.998015701771 validation cost:0.0226302389055 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.021180709824 and training accuracy:0.998556852341 validation cost:0.0196759495884 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.018914476037 and training accuracy:0.998827457428 validation cost:0.0174789745361 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0171548444778 and training accuracy:0.998917639256 validation cost:0.0157784223557 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.733771086 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.223372846842 and training accuracy:0.955857694149 validation cost:0.225121200085 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.137257441878 and training accuracy:0.965542912483 validation cost:0.138868823647 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.106284372509 and training accuracy:0.972527444363 validation cost:0.107916489244 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0890059992671 and training accuracy:0.975786924362 validation cost:0.0904500335455 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0774794071913 and training accuracy:0.978953242302 validation cost:0.0786208286881 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0690754130483 and training accuracy:0.981095194817 validation cost:0.0698786079884 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.062615968287 and training accuracy:0.983237087727 validation cost:0.0630926936865 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0574733130634 and training accuracy:0.984633982182 validation cost:0.0576541647315 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0532685704529 and training accuracy:0.985844671726 validation cost:0.0531886257231 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.329456806 Method 3 test accuracy:0.787899971008 Training with lmbda:77709.4222616, 47 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.517993927 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.350291103125 and training accuracy:0.939732730389 validation cost:0.35687866807 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.171389341354 and training accuracy:0.96136713028 validation cost:0.177898347378 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.118440896273 and training accuracy:0.971457123756 validation cost:0.125665009022 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0928919240832 and training accuracy:0.976365804672 validation cost:0.100135147572 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0775310248137 and training accuracy:0.979456424713 validation cost:0.0843748375773 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0671208053827 and training accuracy:0.982728838921 validation cost:0.0734045282006 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0595176443458 and training accuracy:0.984728634357 validation cost:0.0652136802673 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0536715723574 and training accuracy:0.986455798149 validation cost:0.0588044151664 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0490091219544 and training accuracy:0.987273871899 validation cost:0.0536198318005 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.02534914 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.231811970472 and training accuracy:0.979512214661 validation cost:0.23351764679 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.108130440116 and training accuracy:0.990438997746 validation cost:0.103313609958 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0706262141466 and training accuracy:0.993951201439 validation cost:0.0640181824565 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0532310567796 and training accuracy:0.995512187481 validation cost:0.0461815446615 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0432578884065 and training accuracy:0.99590241909 validation cost:0.0361891724169 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0367762371898 and training accuracy:0.996097564697 validation cost:0.0298362728208 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0322052426636 and training accuracy:0.996292710304 validation cost:0.0254486948252 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287928376347 and training accuracy:0.996682941914 validation cost:0.0222379900515 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0261368919164 and training accuracy:0.99726831913 validation cost:0.019785983488 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.793893814 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.167567536235 and training accuracy:0.989266693592 validation cost:0.160949721932 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0727303028107 and training accuracy:0.994407892227 validation cost:0.0695091187954 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0470281727612 and training accuracy:0.996662735939 validation cost:0.0447457842529 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0353439114988 and training accuracy:0.997745096684 validation cost:0.0334337614477 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0286698490381 and training accuracy:0.997745096684 validation cost:0.0269529018551 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0243388190866 and training accuracy:0.998015701771 validation cost:0.0227436386049 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0212890226394 and training accuracy:0.998556852341 validation cost:0.0197824165225 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0190165620297 and training accuracy:0.998827457428 validation cost:0.0175794959068 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0172516107559 and training accuracy:0.998917639256 validation cost:0.0158738419414 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.931499004 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.223620891571 and training accuracy:0.955857694149 validation cost:0.225368350744 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.137389719486 and training accuracy:0.965542912483 validation cost:0.139000043273 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10640514642 and training accuracy:0.972620606422 validation cost:0.108032286167 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0891316533089 and training accuracy:0.975786924362 validation cost:0.0905692726374 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0776134356856 and training accuracy:0.979046404362 validation cost:0.0787489041686 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0692171528935 and training accuracy:0.981095194817 validation cost:0.0700167641044 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0627640485764 and training accuracy:0.983237087727 validation cost:0.0632387474179 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0576268061996 and training accuracy:0.984354615211 validation cost:0.0578076988459 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0534260421991 and training accuracy:0.985844671726 validation cost:0.0533473566175 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.353793859 Method 3 test accuracy:0.78820002079 Training with lmbda:78039.2280196, 48 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.443139076 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.350298821926 and training accuracy:0.939732730389 validation cost:0.356886297464 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.171396777034 and training accuracy:0.96136713028 validation cost:0.177905425429 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.118447929621 and training accuracy:0.971457123756 validation cost:0.125671431422 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0928989574313 and training accuracy:0.976365804672 validation cost:0.100141555071 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0775378867984 and training accuracy:0.979547321796 validation cost:0.0843812599778 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0671277120709 and training accuracy:0.982728838921 validation cost:0.0734111443162 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0595245473087 and training accuracy:0.984728634357 validation cost:0.0652205124497 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.053678393364 and training accuracy:0.986455798149 validation cost:0.0588113963604 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0490157231688 and training accuracy:0.987364768982 validation cost:0.0536267310381 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.399629116 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.231860756874 and training accuracy:0.979512214661 validation cost:0.233568236232 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.108164824545 and training accuracy:0.990438997746 validation cost:0.103349752724 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0706542208791 and training accuracy:0.993951201439 validation cost:0.0640475302935 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0532548837364 and training accuracy:0.995512187481 validation cost:0.0462063737214 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0432786010206 and training accuracy:0.99590241909 validation cost:0.0362105965614 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0367946960032 and training accuracy:0.996097564697 validation cost:0.029855299741 and validation accuracy:1.0 Training on :(4, 5) training cost:0.032221917063 and training accuracy:0.996292710304 validation cost:0.0254658572376 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288081616163 and training accuracy:0.996682941914 validation cost:0.0222536623478 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0261510331184 and training accuracy:0.99726831913 validation cost:0.0198003798723 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.633005142 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.167603805661 and training accuracy:0.989266693592 validation cost:0.160985410213 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0727537721395 and training accuracy:0.994407892227 validation cost:0.0695318430662 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0470478124917 and training accuracy:0.996662735939 validation cost:0.0447648093104 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0353613495827 and training accuracy:0.997745096684 validation cost:0.0334507375956 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0286856815219 and training accuracy:0.997745096684 validation cost:0.0269683673978 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0243534315377 and training accuracy:0.998015701771 validation cost:0.0227579977363 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0213027223945 and training accuracy:0.998556852341 validation cost:0.0197959076613 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0190294813365 and training accuracy:0.998827457428 validation cost:0.0175922382623 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0172638278455 and training accuracy:0.998917639256 validation cost:0.0158858951181 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.690262079 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.223652586341 and training accuracy:0.955857694149 validation cost:0.225400209427 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.137406930327 and training accuracy:0.965542912483 validation cost:0.139017358422 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.106420777738 and training accuracy:0.972620606422 validation cost:0.108047574759 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0891480669379 and training accuracy:0.975786924362 validation cost:0.09058509022 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0776308327913 and training accuracy:0.979046404362 validation cost:0.0787656977773 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0692355334759 and training accuracy:0.981095194817 validation cost:0.0700346231461 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0627831816673 and training accuracy:0.983237087727 validation cost:0.0632577165961 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0576464608312 and training accuracy:0.984354615211 validation cost:0.0578273721039 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0534461140633 and training accuracy:0.985844671726 validation cost:0.0533676929772 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.19957304 Method 3 test accuracy:0.788299977779 Training with lmbda:78417.6647421, 49 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.481537104 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.350307822227 and training accuracy:0.939732730389 validation cost:0.356895208359 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.171405434608 and training accuracy:0.96136713028 validation cost:0.17791365087 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.118456140161 and training accuracy:0.971457123756 validation cost:0.125678941607 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0929068922997 and training accuracy:0.976365804672 validation cost:0.10014872998 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0775456726551 and training accuracy:0.979547321796 validation cost:0.0843883678317 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0671352893114 and training accuracy:0.982728838921 validation cost:0.0734181255102 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0595321580768 and training accuracy:0.984728634357 validation cost:0.0652276054025 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0536857880652 and training accuracy:0.986455798149 validation cost:0.0588183999062 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0490231961012 and training accuracy:0.987364768982 validation cost:0.0536340251565 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:119.865803957 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.231916084886 and training accuracy:0.979512214661 validation cost:0.233625814319 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.108204610646 and training accuracy:0.990438997746 validation cost:0.103391617537 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0706863552332 and training accuracy:0.993951201439 validation cost:0.0640812367201 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0532821975648 and training accuracy:0.995512187481 validation cost:0.0462348535657 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0433023907244 and training accuracy:0.99590241909 validation cost:0.0362353250384 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0368158482015 and training accuracy:0.996097564697 validation cost:0.0298771951348 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0322410874069 and training accuracy:0.996292710304 validation cost:0.0254855994135 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288256052881 and training accuracy:0.996682941914 validation cost:0.0222715511918 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0261671766639 and training accuracy:0.99726831913 validation cost:0.0198167767376 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.057749033 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.167644351721 and training accuracy:0.989266693592 validation cost:0.161025390029 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0727801546454 and training accuracy:0.994407892227 validation cost:0.069557338953 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0470699705184 and training accuracy:0.996662735939 validation cost:0.0447862409055 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0353809893131 and training accuracy:0.997745096684 validation cost:0.0334698036313 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0287036914378 and training accuracy:0.997745096684 validation cost:0.0269858967513 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0243701077998 and training accuracy:0.998015701771 validation cost:0.0227742791176 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0213183239102 and training accuracy:0.998556852341 validation cost:0.0198112074286 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0190441850573 and training accuracy:0.998827457428 validation cost:0.0176066961139 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0172777362168 and training accuracy:0.998917639256 validation cost:0.0158995557576 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.287108898 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.223688647151 and training accuracy:0.955857694149 validation cost:0.225436106324 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.137426391244 and training accuracy:0.965542912483 validation cost:0.139036536217 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.106438949704 and training accuracy:0.972620606422 validation cost:0.108065247536 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0891667157412 and training accuracy:0.975786924362 validation cost:0.090602979064 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0776507034898 and training accuracy:0.979046404362 validation cost:0.0787849649787 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0692564100027 and training accuracy:0.981095194817 validation cost:0.0700550675392 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0628048926592 and training accuracy:0.983237087727 validation cost:0.0632793158293 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0576690025628 and training accuracy:0.984354615211 validation cost:0.0578501261771 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0534690655768 and training accuracy:0.985844671726 validation cost:0.0533910505474 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.009160995 Method 3 test accuracy:0.788299977779 Training with lmbda:79633.2054888, 50 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.592274189 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.350335747004 and training accuracy:0.939732730389 validation cost:0.356922805309 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.171432986856 and training accuracy:0.96136713028 validation cost:0.177939713001 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.118481993675 and training accuracy:0.971366226673 validation cost:0.125702530146 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0929324179888 and training accuracy:0.976365804672 validation cost:0.100171901286 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0775706991553 and training accuracy:0.979547321796 validation cost:0.0844113901258 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0671600624919 and training accuracy:0.982728838921 validation cost:0.0734414160252 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0595565848053 and training accuracy:0.984728634357 validation cost:0.0652511194348 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0537097603083 and training accuracy:0.986455798149 validation cost:0.0588416904211 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.04904672876 and training accuracy:0.987364768982 validation cost:0.0536573529243 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:119.989420891 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.232093840837 and training accuracy:0.979512214661 validation cost:0.233810186386 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.108331844211 and training accuracy:0.990438997746 validation cost:0.103525578976 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0707892775536 and training accuracy:0.993951201439 validation cost:0.0641890913248 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0533693619072 and training accuracy:0.995512187481 validation cost:0.0463256500661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0433782152832 and training accuracy:0.99590241909 validation cost:0.0363141149282 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0368832051754 and training accuracy:0.996097564697 validation cost:0.0299468655139 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323019511998 and training accuracy:0.996292710304 validation cost:0.0255483612418 and validation accuracy:1.0 Training on :(4, 5) training cost:0.028881251812 and training accuracy:0.996682941914 validation cost:0.0223286431283 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0262184049934 and training accuracy:0.99726831913 validation cost:0.0198691058904 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.844882965 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.167778387666 and training accuracy:0.989266693592 validation cost:0.161157622933 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0728664547205 and training accuracy:0.994407892227 validation cost:0.0696409717202 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0471416898072 and training accuracy:0.996662735939 validation cost:0.044855710119 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0354445464909 and training accuracy:0.997745096684 validation cost:0.0335315316916 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0287617705762 and training accuracy:0.997745096684 validation cost:0.027042509988 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0244235638529 and training accuracy:0.998015701771 validation cost:0.0228266082704 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0213682316244 and training accuracy:0.998556852341 validation cost:0.019860168919 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0190911795944 and training accuracy:0.998827457428 validation cost:0.0176529232413 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0173222869635 and training accuracy:0.998917639256 validation cost:0.015943383798 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.036936998 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.223805293441 and training accuracy:0.955857694149 validation cost:0.2255525738 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.13748793304 and training accuracy:0.965542912483 validation cost:0.139097645879 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.106495216489 and training accuracy:0.972620606422 validation cost:0.108119159937 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0892254114151 and training accuracy:0.975786924362 validation cost:0.0906587839127 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.077713213861 and training accuracy:0.978953242302 validation cost:0.0788445845246 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0693221092224 and training accuracy:0.981095194817 validation cost:0.0701187625527 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0628737509251 and training accuracy:0.983237087727 validation cost:0.0633471906185 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.05773999542 and training accuracy:0.984354615211 validation cost:0.0579210482538 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.053541764617 and training accuracy:0.985844671726 validation cost:0.0534643530846 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.23606205 Method 3 test accuracy:0.787999987602 Training with lmbda:80230.0530529, 51 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.485264778 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.350349515676 and training accuracy:0.939732730389 validation cost:0.356936365366 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.171446993947 and training accuracy:0.96136713028 validation cost:0.177953019738 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.118495151401 and training accuracy:0.971366226673 validation cost:0.12571452558 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0929451212287 and training accuracy:0.976365804672 validation cost:0.100183419883 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0775831118226 and training accuracy:0.979547321796 validation cost:0.0844227671623 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0671721622348 and training accuracy:0.982728838921 validation cost:0.0734528228641 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0595684535801 and training accuracy:0.984728634357 validation cost:0.065262593329 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0537215992808 and training accuracy:0.986455798149 validation cost:0.0588533319533 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0490582734346 and training accuracy:0.987364768982 validation cost:0.0536687038839 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:119.840842009 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.232180923223 and training accuracy:0.979512214661 validation cost:0.233900845051 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.108393803239 and training accuracy:0.990438997746 validation cost:0.103591106832 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.070838868618 and training accuracy:0.993951201439 validation cost:0.0642413273454 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0534113608301 and training accuracy:0.995512187481 validation cost:0.0463696606457 and validation accuracy:1.0 Training on :(4, 5) training cost:0.043414644897 and training accuracy:0.99590241909 validation cost:0.0363521799445 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0369156673551 and training accuracy:0.996097564697 validation cost:0.0299806371331 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323313064873 and training accuracy:0.996292710304 validation cost:0.0255788061768 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289080776274 and training accuracy:0.996682941914 validation cost:0.0223564319313 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0262432117015 and training accuracy:0.99726831913 validation cost:0.0198946595192 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.423499107 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.167843461037 and training accuracy:0.989266693592 validation cost:0.161221578717 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0729082897305 and training accuracy:0.994407892227 validation cost:0.0696813315153 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0471764914691 and training accuracy:0.996662735939 validation cost:0.044889356941 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0354754701257 and training accuracy:0.997745096684 validation cost:0.0335615314543 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0287899374962 and training accuracy:0.997745096684 validation cost:0.0270699858665 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0244496427476 and training accuracy:0.998015701771 validation cost:0.022852146998 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0213926043361 and training accuracy:0.998556852341 validation cost:0.0198840964586 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0191141422838 and training accuracy:0.998827457428 validation cost:0.017675511539 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0173440072685 and training accuracy:0.998917639256 validation cost:0.0159647539258 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.901692152 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.223862200975 and training accuracy:0.955950856209 validation cost:0.225608929992 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.137518331409 and training accuracy:0.965542912483 validation cost:0.139127492905 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.106523022056 and training accuracy:0.972620606422 validation cost:0.108145587146 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0892541334033 and training accuracy:0.975786924362 validation cost:0.0906857103109 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0777434483171 and training accuracy:0.978953242302 validation cost:0.0788730084896 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0693539083004 and training accuracy:0.981095194817 validation cost:0.0701493099332 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0629069283605 and training accuracy:0.983237087727 validation cost:0.06337954849 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0577743574977 and training accuracy:0.984261512756 validation cost:0.0579550564289 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0535773634911 and training accuracy:0.985844671726 validation cost:0.0534997172654 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.235484123 Method 3 test accuracy:0.788299977779 Training with lmbda:81959.2346273, 52 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.786790848 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.350389689207 and training accuracy:0.939732730389 validation cost:0.356976002455 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.171486034989 and training accuracy:0.96136713028 validation cost:0.177990064025 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.118532039225 and training accuracy:0.971366226673 validation cost:0.125748276711 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.092981018126 and training accuracy:0.976365804672 validation cost:0.100216016173 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0776186361909 and training accuracy:0.979547321796 validation cost:0.0844554454088 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0672071129084 and training accuracy:0.982728838921 validation cost:0.0734857022762 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.059602946043 and training accuracy:0.984728634357 validation cost:0.0652956664562 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0537555627525 and training accuracy:0.986455798149 validation cost:0.0588863752782 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0490916967392 and training accuracy:0.987364768982 validation cost:0.0537018254399 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.030083895 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.232432380319 and training accuracy:0.979512214661 validation cost:0.234161928296 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.108572885394 and training accuracy:0.990438997746 validation cost:0.103780053556 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0709830522537 and training accuracy:0.99385368824 validation cost:0.0643928572536 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0535333119333 and training accuracy:0.995512187481 validation cost:0.0464971400797 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0435207113624 and training accuracy:0.99590241909 validation cost:0.0364625491202 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0370099842548 and training accuracy:0.996097564697 validation cost:0.0300783868879 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0324164144695 and training accuracy:0.996292710304 validation cost:0.02566665411 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289857201278 and training accuracy:0.996682941914 validation cost:0.0224363617599 and validation accuracy:1.0 Training on :(4, 5) training cost:0.026314727962 and training accuracy:0.99726831913 validation cost:0.0199679136276 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.410979033 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.168030142784 and training accuracy:0.989266693592 validation cost:0.161405488849 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0730291306973 and training accuracy:0.994407892227 validation cost:0.0697983428836 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0472774021327 and training accuracy:0.996662735939 validation cost:0.0449869483709 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0355647951365 and training accuracy:0.997745096684 validation cost:0.0336482934654 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0288711544126 and training accuracy:0.997745096684 validation cost:0.0271492581815 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0245248526335 and training accuracy:0.998015701771 validation cost:0.022925786674 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0214629247785 and training accuracy:0.998556852341 validation cost:0.0199531912804 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0191803053021 and training accuracy:0.998827457428 validation cost:0.017740631476 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0174066796899 and training accuracy:0.998917639256 validation cost:0.0160265024751 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.635089159 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.224026143551 and training accuracy:0.955950856209 validation cost:0.22577278316 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.137606412172 and training accuracy:0.965822339058 validation cost:0.139215365052 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.106602601707 and training accuracy:0.972620606422 validation cost:0.108222916722 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0893367305398 and training accuracy:0.975786924362 validation cost:0.0907650962472 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0778316259384 and training accuracy:0.978953242302 validation cost:0.0789579004049 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0694464445114 and training accuracy:0.981095194817 validation cost:0.0702394098043 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0630034953356 and training accuracy:0.983237087727 validation cost:0.0634751394391 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0578739568591 and training accuracy:0.984168350697 validation cost:0.0580551624298 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0536799095571 and training accuracy:0.985751509666 validation cost:0.0536038279533 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:116.90335989 Method 3 test accuracy:0.788999974728 Training with lmbda:85612.9397687, 53 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.529921055 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.350473195314 and training accuracy:0.939732730389 validation cost:0.357058346272 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.17156766355 and training accuracy:0.96136713028 validation cost:0.178067341447 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.118609286845 and training accuracy:0.971366226673 validation cost:0.125819012523 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0930561497808 and training accuracy:0.976365804672 validation cost:0.10028450191 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0776928365231 and training accuracy:0.979547321796 validation cost:0.0845238342881 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0672804638743 and training accuracy:0.982728838921 validation cost:0.0735546797514 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0596754997969 and training accuracy:0.984819591045 validation cost:0.0653649941087 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0538270063698 and training accuracy:0.986455798149 validation cost:0.0589560829103 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0491616129875 and training accuracy:0.987364768982 validation cost:0.0537711381912 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:119.935232878 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.232954293489 and training accuracy:0.979512214661 validation cost:0.234703570604 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.10894395411 and training accuracy:0.990438997746 validation cost:0.104171156883 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0712818726897 and training accuracy:0.99385368824 validation cost:0.0647067502141 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0537854544818 and training accuracy:0.995512187481 validation cost:0.0467604845762 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0437394566834 and training accuracy:0.99590241909 validation cost:0.0366901643574 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0372044853866 and training accuracy:0.996097564697 validation cost:0.0302800703794 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0325914546847 and training accuracy:0.996292710304 validation cost:0.0258475653827 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029145501554 and training accuracy:0.996682941914 validation cost:0.0226007401943 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0264620929956 and training accuracy:0.99726831913 validation cost:0.0201187934726 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.963665009 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.168427452445 and training accuracy:0.98935687542 validation cost:0.161797180772 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0732835307717 and training accuracy:0.994498074055 validation cost:0.0700453519821 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0474888458848 and training accuracy:0.996662735939 validation cost:0.0451918467879 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0357515923679 and training accuracy:0.997745096684 validation cost:0.0338302478194 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0290407054126 and training accuracy:0.997745096684 validation cost:0.0273151565343 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0246817655861 and training accuracy:0.998015701771 validation cost:0.0230798665434 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0216091759503 and training accuracy:0.998556852341 validation cost:0.0200970843434 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0193177200854 and training accuracy:0.998827457428 validation cost:0.0178761240095 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0175366792828 and training accuracy:0.998917639256 validation cost:0.0161548200995 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.941263914 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.22437427938 and training accuracy:0.956137061119 validation cost:0.226120397449 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.13779528439 and training accuracy:0.965915441513 validation cost:0.139403566718 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.106774233282 and training accuracy:0.972620606422 validation cost:0.108388714492 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0895129144192 and training accuracy:0.975880026817 validation cost:0.0909333154559 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0780172497034 and training accuracy:0.978860139847 validation cost:0.0791358351707 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0696429014206 and training accuracy:0.981002032757 validation cost:0.0704315006733 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0632075369358 and training accuracy:0.983237087727 validation cost:0.0636768043041 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0580837801099 and training accuracy:0.984168350697 validation cost:0.0582653321326 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0538937821984 and training accuracy:0.985565304756 validation cost:0.0538205988705 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:117.15278697 Method 3 test accuracy:0.789699971676 Training with lmbda:88585.1235448, 54 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.658578873 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.350540846586 and training accuracy:0.939732730389 validation cost:0.357125103474 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.171633884311 and training accuracy:0.96136713028 validation cost:0.178130075336 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.11867120862 and training accuracy:0.97127532959 validation cost:0.12587569654 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0931167677045 and training accuracy:0.976365804672 validation cost:0.100339859724 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0777526721358 and training accuracy:0.979547321796 validation cost:0.0845791697502 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0673393681645 and training accuracy:0.982728838921 validation cost:0.073610521853 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0597333833575 and training accuracy:0.984819591045 validation cost:0.0654211491346 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0538838617504 and training accuracy:0.986455798149 validation cost:0.0590122230351 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0492174103856 and training accuracy:0.987364768982 validation cost:0.0538269914687 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.219985008 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.233372077346 and training accuracy:0.979512214661 validation cost:0.235137462616 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.109240435064 and training accuracy:0.990438997746 validation cost:0.104483678937 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0715192779899 and training accuracy:0.993756115437 validation cost:0.0649561583996 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0539860241115 and training accuracy:0.995512187481 validation cost:0.0469702221453 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0439133569598 and training accuracy:0.99590241909 validation cost:0.0368713103235 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0373583734035 and training accuracy:0.996097564697 validation cost:0.0304398275912 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0327300168574 and training accuracy:0.996292710304 validation cost:0.0259907357395 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0292719546705 and training accuracy:0.996682941914 validation cost:0.0227307230234 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0265784468502 and training accuracy:0.997170746326 validation cost:0.0202379059047 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.835929871 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.168743312359 and training accuracy:0.989447116852 validation cost:0.162109091878 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0734874010086 and training accuracy:0.994498074055 validation cost:0.0702436491847 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0476583503187 and training accuracy:0.996572554111 validation cost:0.0453564785421 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0359012782574 and training accuracy:0.997745096684 validation cost:0.0339762270451 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0291765276343 and training accuracy:0.997745096684 validation cost:0.0274482872337 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0248072315007 and training accuracy:0.998015701771 validation cost:0.023203201592 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0217261295766 and training accuracy:0.998556852341 validation cost:0.0202122554183 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0194276552647 and training accuracy:0.998827457428 validation cost:0.0179845746607 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0176405850798 and training accuracy:0.998917639256 validation cost:0.016257436946 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.911926985 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.224656462669 and training accuracy:0.956137061119 validation cost:0.226403072476 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.13795016706 and training accuracy:0.965915441513 validation cost:0.139558464289 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.106914095581 and training accuracy:0.972713708878 validation cost:0.10852547735 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0896566733718 and training accuracy:0.975880026817 validation cost:0.0910719558597 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0781681239605 and training accuracy:0.978860139847 validation cost:0.0792813524604 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0698006972671 and training accuracy:0.981002032757 validation cost:0.0705857723951 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0633711591363 and training accuracy:0.983237087727 validation cost:0.0638388618827 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0582522004843 and training accuracy:0.984168350697 validation cost:0.0584336407483 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0540656782687 and training accuracy:0.985472142696 validation cost:0.0539943538606 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:117.109914064 Method 3 test accuracy:0.791000008583 Training with lmbda:89377.3332357, 55 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.741227865 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.350558817387 and training accuracy:0.939823627472 validation cost:0.35714289546 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.171651288867 and training accuracy:0.961548924446 validation cost:0.178146645427 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.1186876297 and training accuracy:0.97127532959 validation cost:0.125890806317 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0931327790022 and training accuracy:0.976365804672 validation cost:0.10035455972 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0777684077621 and training accuracy:0.979547321796 validation cost:0.0845937654376 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0673551857471 and training accuracy:0.982728838921 validation cost:0.0736255124211 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0597491636872 and training accuracy:0.984819591045 validation cost:0.065436758101 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0538992583752 and training accuracy:0.986455798149 validation cost:0.0590277276933 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0492323860526 and training accuracy:0.987364768982 validation cost:0.0538422204554 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:119.909579992 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.233482465148 and training accuracy:0.979512214661 validation cost:0.235252216458 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.109318800271 and training accuracy:0.990438997746 validation cost:0.104566439986 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0715821236372 and training accuracy:0.993756115437 validation cost:0.0650222226977 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0540386289358 and training accuracy:0.995512187481 validation cost:0.0470252260566 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0439589619637 and training accuracy:0.99590241909 validation cost:0.036918785423 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0373986773193 and training accuracy:0.996097564697 validation cost:0.0304815527052 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0327663645148 and training accuracy:0.996292710304 validation cost:0.0260282438248 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0293050277978 and training accuracy:0.996682941914 validation cost:0.0227647218853 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0266088806093 and training accuracy:0.997170746326 validation cost:0.0202690716833 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.949136972 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.168827787042 and training accuracy:0.989447116852 validation cost:0.162192299962 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0735415518284 and training accuracy:0.994498074055 validation cost:0.0702961683273 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0477032586932 and training accuracy:0.996572554111 validation cost:0.0453999452293 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.035940784961 and training accuracy:0.997745096684 validation cost:0.0340146459639 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0292123779655 and training accuracy:0.997745096684 validation cost:0.027483291924 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0248402990401 and training accuracy:0.998015701771 validation cost:0.0232355836779 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0217570029199 and training accuracy:0.998556852341 validation cost:0.0202425401658 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0194566883147 and training accuracy:0.998827457428 validation cost:0.0180131252855 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0176679752767 and training accuracy:0.998827457428 validation cost:0.0162844322622 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.652601957 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.224730193615 and training accuracy:0.956230223179 validation cost:0.22647677362 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.137990400195 and training accuracy:0.965915441513 validation cost:0.139598205686 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.106950290501 and training accuracy:0.972713708878 validation cost:0.108560405672 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0896941125393 and training accuracy:0.975880026817 validation cost:0.0911076441407 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0782072022557 and training accuracy:0.978860139847 validation cost:0.0793184712529 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0698417574167 and training accuracy:0.981002032757 validation cost:0.070624999702 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0634141638875 and training accuracy:0.983237087727 validation cost:0.0638806968927 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0582962408662 and training accuracy:0.984168350697 validation cost:0.0584769248962 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0541103668511 and training accuracy:0.985472142696 validation cost:0.0540391616523 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:117.556089163 Method 3 test accuracy:0.791199982166 Training with lmbda:91768.7271182, 56 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.646389961 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.350612610579 and training accuracy:0.939823627472 validation cost:0.357195943594 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.171703591943 and training accuracy:0.961548924446 validation cost:0.178196236491 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.118737332523 and training accuracy:0.97127532959 validation cost:0.125936418772 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0931816622615 and training accuracy:0.976365804672 validation cost:0.100399553776 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0778159275651 and training accuracy:0.979547321796 validation cost:0.0846380963922 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0674018412828 and training accuracy:0.982728838921 validation cost:0.0736699104309 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0597949251533 and training accuracy:0.984819591045 validation cost:0.0654812529683 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0539444349706 and training accuracy:0.986364901066 validation cost:0.0590724050999 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0492766909301 and training accuracy:0.987364768982 validation cost:0.0538867935538 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.282375813 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.233816027641 and training accuracy:0.979609727859 validation cost:0.235598146915 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.109553351998 and training accuracy:0.990438997746 validation cost:0.104813285172 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0717697069049 and training accuracy:0.993756115437 validation cost:0.0652190893888 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0541958361864 and training accuracy:0.995512187481 validation cost:0.047189693898 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0440951324999 and training accuracy:0.99590241909 validation cost:0.0370607301593 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0375189520419 and training accuracy:0.996097564697 validation cost:0.0306064393371 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0328747704625 and training accuracy:0.996292710304 validation cost:0.0261404365301 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0294036474079 and training accuracy:0.996682941914 validation cost:0.0228664465249 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0266996435821 and training accuracy:0.997170746326 validation cost:0.0203622728586 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.872288942 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.169078201056 and training accuracy:0.989447116852 validation cost:0.162439391017 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.073703199625 and training accuracy:0.994498074055 validation cost:0.0704535022378 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0478373579681 and training accuracy:0.996572554111 validation cost:0.0455303229392 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0360588729382 and training accuracy:0.997745096684 validation cost:0.0341299325228 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.029319472611 and training accuracy:0.997745096684 validation cost:0.0275883302093 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0249389465898 and training accuracy:0.998015701771 validation cost:0.0233326405287 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0218489021063 and training accuracy:0.998556852341 validation cost:0.0203331485391 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0195430405438 and training accuracy:0.998827457428 validation cost:0.0180984511971 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0177495945245 and training accuracy:0.998827457428 validation cost:0.0163652338088 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.537466049 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.224951505661 and training accuracy:0.956137061119 validation cost:0.226698696613 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.13811391592 and training accuracy:0.965822339058 validation cost:0.139722123742 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107062280178 and training accuracy:0.972620606422 validation cost:0.108670189977 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0898089334369 and training accuracy:0.975880026817 validation cost:0.0912186652422 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0783278644085 and training accuracy:0.978766977787 validation cost:0.0794351696968 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0699678808451 and training accuracy:0.981002032757 validation cost:0.0707482770085 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0635444670916 and training accuracy:0.983237087727 validation cost:0.0640103816986 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0584291517735 and training accuracy:0.984168350697 validation cost:0.0586107261479 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0542458742857 and training accuracy:0.985472142696 validation cost:0.0541770718992 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:117.342477798 Method 3 test accuracy:0.791899979115 Training with lmbda:95646.3188776, 57 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.535935879 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.350699305534 and training accuracy:0.939823627472 validation cost:0.357281476259 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.171788498759 and training accuracy:0.961548924446 validation cost:0.178276717663 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.118817791343 and training accuracy:0.97127532959 validation cost:0.126010537148 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0932596996427 and training accuracy:0.976365804672 validation cost:0.100471198559 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0778922364116 and training accuracy:0.979547321796 validation cost:0.0847091600299 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0674770846963 and training accuracy:0.982728838921 validation cost:0.073741003871 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0598682463169 and training accuracy:0.984819591045 validation cost:0.0655517876148 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0540168061852 and training accuracy:0.986274003983 validation cost:0.0591436214745 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0493477247655 and training accuracy:0.987364768982 validation cost:0.0539577268064 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.531075954 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234347224236 and training accuracy:0.979609727859 validation cost:0.236150115728 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.109927758574 and training accuracy:0.990438997746 validation cost:0.105208061635 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0720668807626 and training accuracy:0.993756115437 validation cost:0.0655313283205 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0544448718429 and training accuracy:0.995512187481 validation cost:0.0474503450096 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0443104580045 and training accuracy:0.99590241909 validation cost:0.0372852832079 and validation accuracy:1.0 Training on :(4, 5) training cost:0.037709530443 and training accuracy:0.996097564697 validation cost:0.0308042615652 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0330461785197 and training accuracy:0.996292710304 validation cost:0.0263176485896 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0295601896942 and training accuracy:0.996682941914 validation cost:0.0230276435614 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0268437080085 and training accuracy:0.99726831913 validation cost:0.0205097906291 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.904000998 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.169479653239 and training accuracy:0.989447116852 validation cost:0.162835225463 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0739624872804 and training accuracy:0.994498074055 validation cost:0.0707057788968 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0480517409742 and training accuracy:0.996662735939 validation cost:0.0457384996116 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0362477563322 and training accuracy:0.997745096684 validation cost:0.0343142151833 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0294906105846 and training accuracy:0.997745096684 validation cost:0.0277560409158 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0250964984298 and training accuracy:0.998015701771 validation cost:0.0234876070172 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0219959765673 and training accuracy:0.998556852341 validation cost:0.0204780437052 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0196808092296 and training accuracy:0.998827457428 validation cost:0.0182344950736 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0178796127439 and training accuracy:0.998827457428 validation cost:0.0164938140661 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.539221048 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.225313290954 and training accuracy:0.956043958664 validation cost:0.227061986923 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.138315618038 and training accuracy:0.965822339058 validation cost:0.139924302697 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107244372368 and training accuracy:0.972527444363 validation cost:0.108848959208 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.089995123446 and training accuracy:0.975973188877 validation cost:0.0913988575339 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0785226076841 and training accuracy:0.978766977787 validation cost:0.0796243920922 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0701712667942 and training accuracy:0.980908930302 validation cost:0.0709477066994 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0637547597289 and training accuracy:0.983143985271 validation cost:0.0642193853855 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0586440823972 and training accuracy:0.984168350697 validation cost:0.0588272772729 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0544638559222 and training accuracy:0.985192775726 validation cost:0.0543984100223 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:116.954058886 Method 3 test accuracy:0.787100017071 Training with lmbda:96119.403308, 58 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.5529809 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.350709915161 and training accuracy:0.939823627472 validation cost:0.357291936874 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.171798974276 and training accuracy:0.961548924446 validation cost:0.178286626935 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.118827462196 and training accuracy:0.97127532959 validation cost:0.126019358635 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0932692065835 and training accuracy:0.976365804672 validation cost:0.100480139256 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0779014900327 and training accuracy:0.979547321796 validation cost:0.0847178921103 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0674860402942 and training accuracy:0.982728838921 validation cost:0.0737496688962 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0598770976067 and training accuracy:0.984819591045 validation cost:0.0655605047941 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0540253296494 and training accuracy:0.986274003983 validation cost:0.0591520220041 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0493562966585 and training accuracy:0.987364768982 validation cost:0.0539663471282 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:119.79065299 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234410509467 and training accuracy:0.979609727859 validation cost:0.236215978861 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.109972514212 and training accuracy:0.990438997746 validation cost:0.105255283415 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0721024274826 and training accuracy:0.993756115437 validation cost:0.0655686631799 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0544747337699 and training accuracy:0.995512187481 validation cost:0.0474815964699 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0443361438811 and training accuracy:0.99590241909 validation cost:0.0373120643198 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0377323515713 and training accuracy:0.996097564697 validation cost:0.0308279544115 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0330666452646 and training accuracy:0.996292710304 validation cost:0.0263388287276 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029578845948 and training accuracy:0.996682941914 validation cost:0.0230468902737 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0268608704209 and training accuracy:0.99726831913 validation cost:0.0205274205655 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.518367052 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.169527873397 and training accuracy:0.989447116852 validation cost:0.162882953882 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0739934891462 and training accuracy:0.994498074055 validation cost:0.0707360804081 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0480775348842 and training accuracy:0.996662735939 validation cost:0.0457636602223 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0362703800201 and training accuracy:0.997745096684 validation cost:0.03433637321 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.029511122033 and training accuracy:0.997745096684 validation cost:0.0277762133628 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0251154080033 and training accuracy:0.998015701771 validation cost:0.0235062688589 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0220135264099 and training accuracy:0.998556852341 validation cost:0.0204954072833 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0196973010898 and training accuracy:0.998827457428 validation cost:0.0182508733124 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0178952105343 and training accuracy:0.998827457428 validation cost:0.016509309411 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.919216871 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.225356578827 and training accuracy:0.956137061119 validation cost:0.227105364203 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.138340219855 and training accuracy:0.965822339058 validation cost:0.139948815107 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107266575098 and training accuracy:0.972527444363 validation cost:0.108870469034 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0900175645947 and training accuracy:0.975973188877 validation cost:0.0914203599095 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0785460472107 and training accuracy:0.978766977787 validation cost:0.0796469375491 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0701955333352 and training accuracy:0.980908930302 validation cost:0.0709713101387 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0637798160315 and training accuracy:0.983143985271 validation cost:0.0642440393567 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0586696900427 and training accuracy:0.984168350697 validation cost:0.0588527694345 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0544900707901 and training accuracy:0.985192775726 validation cost:0.054424777627 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:117.150444984 Method 3 test accuracy:0.78719997406 Training with lmbda:97283.0488578, 59 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.440313101 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.350736320019 and training accuracy:0.939823627472 validation cost:0.357318043709 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.171824082732 and training accuracy:0.961548924446 validation cost:0.178310409188 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.118851065636 and training accuracy:0.97127532959 validation cost:0.126041010022 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0932921692729 and training accuracy:0.976365804672 validation cost:0.100501008332 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0779240876436 and training accuracy:0.979547321796 validation cost:0.0847387313843 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.067507982254 and training accuracy:0.982728838921 validation cost:0.0737704634666 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0598987527192 and training accuracy:0.984819591045 validation cost:0.065581612289 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.05404663831 and training accuracy:0.986274003983 validation cost:0.0591733530164 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0493771359324 and training accuracy:0.987364768982 validation cost:0.0539875552058 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:119.631369114 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234565734863 and training accuracy:0.979609727859 validation cost:0.236376926303 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.11008220911 and training accuracy:0.990438997746 validation cost:0.105370782316 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0721893087029 and training accuracy:0.993756115437 validation cost:0.065659917891 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0545472130179 and training accuracy:0.995512187481 validation cost:0.0475574508309 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0443988256156 and training accuracy:0.995804905891 validation cost:0.0373774059117 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0377879925072 and training accuracy:0.996097564697 validation cost:0.0308858212084 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0331166051328 and training accuracy:0.996292710304 validation cost:0.0263906102628 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0296242311597 and training accuracy:0.996682941914 validation cost:0.02309377864 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0269028358161 and training accuracy:0.99726831913 validation cost:0.0205705370754 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.930144072 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.169646859169 and training accuracy:0.989447116852 validation cost:0.163000568748 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0740711390972 and training accuracy:0.994588255882 validation cost:0.0708118379116 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0481418520212 and training accuracy:0.996662735939 validation cost:0.0458263531327 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0363267697394 and training accuracy:0.997745096684 validation cost:0.0343915075064 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.029562138021 and training accuracy:0.997745096684 validation cost:0.0278262849897 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0251623634249 and training accuracy:0.998015701771 validation cost:0.023552544415 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0220571011305 and training accuracy:0.998556852341 validation cost:0.0205384511501 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0197382178158 and training accuracy:0.998827457428 validation cost:0.0182913728058 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0179338324815 and training accuracy:0.998827457428 validation cost:0.0165475774556 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.648211956 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.225465163589 and training accuracy:0.956137061119 validation cost:0.227214619517 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.138401672244 and training accuracy:0.965822339058 validation cost:0.14001083374 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10732177645 and training accuracy:0.972527444363 validation cost:0.108924977481 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0900737345219 and training accuracy:0.975973188877 validation cost:0.0914750918746 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0786042809486 and training accuracy:0.978766977787 validation cost:0.0797040611506 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0702561736107 and training accuracy:0.980908930302 validation cost:0.0710310861468 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0638425275683 and training accuracy:0.983143985271 validation cost:0.0643066614866 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0587332248688 and training accuracy:0.984168350697 validation cost:0.0589169301093 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0545548573136 and training accuracy:0.985192775726 validation cost:0.0544908493757 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:116.898204803 Method 3 test accuracy:0.787100017071 Training with lmbda:0, 60 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.617611885 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362814575434 and training accuracy:0.934278726578 validation cost:0.368687093258 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.175746068358 and training accuracy:0.958730995655 validation cost:0.181754678488 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.120201095939 and training accuracy:0.970184504986 validation cost:0.127039596438 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0934583470225 and training accuracy:0.975093185902 validation cost:0.100438058376 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.077397659421 and training accuracy:0.979274630547 validation cost:0.0840636566281 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0665424317122 and training accuracy:0.982092559338 validation cost:0.0727184861898 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.058644682169 and training accuracy:0.984183251858 validation cost:0.0642904490232 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0525999329984 and training accuracy:0.986001253128 validation cost:0.0577290244401 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0477963350713 and training accuracy:0.987546563148 validation cost:0.052437428385 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.230741024 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.213030010462 and training accuracy:0.981365859509 validation cost:0.213143080473 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.0948456823826 and training accuracy:0.991414606571 validation cost:0.0891690403223 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0595742054284 and training accuracy:0.994634151459 validation cost:0.052440751344 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0434424243867 and training accuracy:0.995414614677 validation cost:0.0360635966063 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0343176163733 and training accuracy:0.99590241909 validation cost:0.0270602572709 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0284674037248 and training accuracy:0.996292710304 validation cost:0.0214532390237 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0243952069432 and training accuracy:0.99658536911 validation cost:0.017661543563 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0213905572891 and training accuracy:0.996878027916 validation cost:0.0149429636076 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190770179033 and training accuracy:0.996975600719 validation cost:0.012908115983 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.038192034 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.151397645473 and training accuracy:0.98683142662 validation cost:0.145798683167 and validation accuracy:0.98631387949 Training on :(6, 7) training cost:0.0653424337506 and training accuracy:0.99341571331 validation cost:0.0634373053908 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.041094481945 and training accuracy:0.995580434799 validation cost:0.0401255078614 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0299255866557 and training accuracy:0.996752977371 validation cost:0.029209189117 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235221441835 and training accuracy:0.997294127941 validation cost:0.0228476971388 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0193716026843 and training accuracy:0.997925519943 validation cost:0.0186759140342 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0164642892778 and training accuracy:0.998015701771 validation cost:0.0157337430865 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0143147092313 and training accuracy:0.998286306858 validation cost:0.0135510964319 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0126600628719 and training accuracy:0.998556852341 validation cost:0.0118714328855 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.536652088 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.220429703593 and training accuracy:0.949711322784 validation cost:0.223639249802 and validation accuracy:0.94350284338 Training on :(8, 9) training cost:0.137384459376 and training accuracy:0.962190330029 validation cost:0.140960454941 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.105367280543 and training accuracy:0.968616127968 validation cost:0.109312802553 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.0869409739971 and training accuracy:0.974017500877 validation cost:0.0908060744405 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0744304656982 and training accuracy:0.977463185787 validation cost:0.0779307931662 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0652210712433 and training accuracy:0.981467664242 validation cost:0.0682206004858 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0581113472581 and training accuracy:0.983702719212 validation cost:0.0605710335076 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0524444207549 and training accuracy:0.985006511211 validation cost:0.0543751418591 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0478190034628 and training accuracy:0.986124038696 validation cost:0.0492629781365 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.40675807 Method 3 test accuracy:0.717700004578 Training with lmbda:75117.9714048, 61 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.178519964 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364910006523 and training accuracy:0.934733211994 validation cost:0.370750665665 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.177990108728 and training accuracy:0.959094643593 validation cost:0.183870047331 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.122399695218 and training accuracy:0.970002710819 validation cost:0.129041403532 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0956626981497 and training accuracy:0.975274980068 validation cost:0.102413624525 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0796204283834 and training accuracy:0.979456424713 validation cost:0.0860616490245 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0687757208943 and training accuracy:0.982456147671 validation cost:0.0747469365597 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.060880497098 and training accuracy:0.984455943108 validation cost:0.0663436129689 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0548312179744 and training accuracy:0.985910356045 validation cost:0.0597985088825 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0500169023871 and training accuracy:0.987364768982 validation cost:0.0545122772455 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:119.890216112 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.230165541172 and training accuracy:0.981756091118 validation cost:0.230970039964 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.10708951205 and training accuracy:0.991121947765 validation cost:0.101969145238 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0701878368855 and training accuracy:0.994439005852 validation cost:0.0634549930692 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0530638694763 and training accuracy:0.995317101479 validation cost:0.0459605455399 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0432130284607 and training accuracy:0.995804905891 validation cost:0.0361336767673 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0367885492742 and training accuracy:0.995999991894 validation cost:0.0298738591373 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0322433114052 and training accuracy:0.996195137501 validation cost:0.0255426559597 and validation accuracy:1.0 Training on :(4, 5) training cost:0.028839558363 and training accuracy:0.99658536911 validation cost:0.0223663356155 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0261830110103 and training accuracy:0.996780514717 validation cost:0.0199351850897 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.088686943 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159339249134 and training accuracy:0.990619659424 validation cost:0.153578042984 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0701415166259 and training accuracy:0.99485886097 validation cost:0.0679337233305 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0457577481866 and training accuracy:0.996572554111 validation cost:0.0445026829839 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0345761999488 and training accuracy:0.997294127941 validation cost:0.0336425714195 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0281439423561 and training accuracy:0.997835278511 validation cost:0.0273304861039 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.023945517838 and training accuracy:0.997925519943 validation cost:0.0231815315783 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0209766849875 and training accuracy:0.998286306858 validation cost:0.0202347673476 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0187578313053 and training accuracy:0.998827457428 validation cost:0.0180283747613 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0170299448073 and training accuracy:0.998917639256 validation cost:0.0163092855364 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.411900997 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.226674452424 and training accuracy:0.956509590149 validation cost:0.228196308017 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.138348966837 and training accuracy:0.964984178543 validation cost:0.140437617898 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.106762938201 and training accuracy:0.970385551453 validation cost:0.109127983451 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0892384499311 and training accuracy:0.975600659847 validation cost:0.0914988145232 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0775927007198 and training accuracy:0.978953242302 validation cost:0.0795580074191 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0691236928105 and training accuracy:0.981747090816 validation cost:0.0707266181707 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0626281872392 and training accuracy:0.983237087727 validation cost:0.0638629794121 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.057465378195 and training accuracy:0.984633982182 validation cost:0.0583569817245 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0532496310771 and training accuracy:0.985751509666 validation cost:0.0538343973458 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:116.989159107 Method 3 test accuracy:0.771700024605 Training with lmbda:77709.4222616, 62 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.389257908 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364976584911 and training accuracy:0.934733211994 validation cost:0.370816111565 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178057938814 and training accuracy:0.959094643593 validation cost:0.183934077621 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.122462809086 and training accuracy:0.970002710819 validation cost:0.129099026322 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0957244634628 and training accuracy:0.975184082985 validation cost:0.102469831705 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0796806439757 and training accuracy:0.97936552763 validation cost:0.0861169323325 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0688342005014 and training accuracy:0.982365250587 validation cost:0.0748013854027 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0609377026558 and training accuracy:0.984455943108 validation cost:0.0663978457451 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0548871904612 and training accuracy:0.985819458961 validation cost:0.0598518289626 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0500717759132 and training accuracy:0.987364768982 validation cost:0.0545648634434 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:119.852729082 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.2305688411 and training accuracy:0.981756091118 validation cost:0.231388285756 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.107371523976 and training accuracy:0.991219520569 validation cost:0.102263860404 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0704124197364 and training accuracy:0.994439005852 validation cost:0.0636888444424 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0532522797585 and training accuracy:0.995317101479 validation cost:0.0461560375988 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0433767661452 and training accuracy:0.995804905891 validation cost:0.0363029949367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0369335450232 and training accuracy:0.995999991894 validation cost:0.0300232321024 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323739387095 and training accuracy:0.996195137501 validation cost:0.0256767868996 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289591681212 and training accuracy:0.99658536911 validation cost:0.0224886275828 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0262936782092 and training accuracy:0.996780514717 validation cost:0.020047865808 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.581938982 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159580796957 and training accuracy:0.990619659424 validation cost:0.153818845749 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0703043416142 and training accuracy:0.99485886097 validation cost:0.0680939108133 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0458986014128 and training accuracy:0.996572554111 validation cost:0.0446417927742 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0347042158246 and training accuracy:0.997294127941 validation cost:0.0337701886892 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0282624009997 and training accuracy:0.997835278511 validation cost:0.0274496842176 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0240563880652 and training accuracy:0.997925519943 validation cost:0.0232942122966 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0210813581944 and training accuracy:0.998286306858 validation cost:0.0203420594335 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0188572537154 and training accuracy:0.998827457428 validation cost:0.0181308742613 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0171247143298 and training accuracy:0.998917639256 validation cost:0.0164073687047 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.702001095 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.226897716522 and training accuracy:0.956509590149 validation cost:0.228408411145 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.138477474451 and training accuracy:0.964984178543 validation cost:0.140552058816 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.106885246933 and training accuracy:0.970385551453 validation cost:0.109232097864 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0893674641848 and training accuracy:0.975507557392 validation cost:0.0916088297963 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0777311101556 and training accuracy:0.978953242302 validation cost:0.0796782672405 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0692699626088 and training accuracy:0.981560826302 validation cost:0.0708574354649 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0627800896764 and training accuracy:0.983237087727 validation cost:0.0640017688274 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0576216317713 and training accuracy:0.984633982182 validation cost:0.0585026554763 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0534089542925 and training accuracy:0.985658407211 validation cost:0.0539856292307 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.236037016 Method 3 test accuracy:0.771799981594 Training with lmbda:78039.2280196, 63 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.55714798 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364984959364 and training accuracy:0.934733211994 validation cost:0.370824366808 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178066581488 and training accuracy:0.959094643593 validation cost:0.183942243457 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.122470758855 and training accuracy:0.970002710819 validation cost:0.129106327891 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0957321673632 and training accuracy:0.975184082985 validation cost:0.102476894855 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0796880945563 and training accuracy:0.97936552763 validation cost:0.0861237719655 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0688415616751 and training accuracy:0.982365250587 validation cost:0.0748081877828 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.060944866389 and training accuracy:0.984455943108 validation cost:0.0664045363665 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0548941977322 and training accuracy:0.985819458961 validation cost:0.0598584711552 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0500786043704 and training accuracy:0.987364768982 validation cost:0.054571416229 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:119.958119869 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.230621993542 and training accuracy:0.981756091118 validation cost:0.231443405151 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.10740750283 and training accuracy:0.991219520569 validation cost:0.102301426232 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0704406127334 and training accuracy:0.994439005852 validation cost:0.0637181848288 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0532758198678 and training accuracy:0.995317101479 validation cost:0.0461804904044 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0433971881866 and training accuracy:0.995804905891 validation cost:0.036324121058 and validation accuracy:1.0 Training on :(4, 5) training cost:0.036951571703 and training accuracy:0.995999991894 validation cost:0.0300418436527 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323902964592 and training accuracy:0.996195137501 validation cost:0.0256935935467 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289740581065 and training accuracy:0.99658536911 validation cost:0.0225039049983 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0263074208051 and training accuracy:0.996780514717 validation cost:0.0200619287789 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.949266195 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159611195326 and training accuracy:0.990619659424 validation cost:0.15384913981 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0703247413039 and training accuracy:0.99485886097 validation cost:0.068113990128 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.045916326344 and training accuracy:0.996572554111 validation cost:0.0446593090892 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0347203239799 and training accuracy:0.997294127941 validation cost:0.0337862372398 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0282773002982 and training accuracy:0.997835278511 validation cost:0.0274646896869 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0240704286844 and training accuracy:0.997925519943 validation cost:0.0233085174114 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0210945568979 and training accuracy:0.998286306858 validation cost:0.0203556101769 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0188697688282 and training accuracy:0.998827457428 validation cost:0.018143819645 and validation accuracy:1.0 Training on :(6, 7) training cost:0.017136618495 and training accuracy:0.998917639256 validation cost:0.01641972363 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.263499975 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.226925909519 and training accuracy:0.956416487694 validation cost:0.228435054421 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.138493686914 and training accuracy:0.964984178543 validation cost:0.14056648314 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.106900796294 and training accuracy:0.970385551453 validation cost:0.109245352447 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0893838554621 and training accuracy:0.975507557392 validation cost:0.0916227474809 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0777485147119 and training accuracy:0.978953242302 validation cost:0.0796933323145 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0692883953452 and training accuracy:0.981560826302 validation cost:0.070873722434 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0627992972732 and training accuracy:0.983237087727 validation cost:0.0640191659331 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0576414018869 and training accuracy:0.984633982182 validation cost:0.0585208982229 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0534292086959 and training accuracy:0.985658407211 validation cost:0.0540046207607 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.308979988 Method 3 test accuracy:0.771799981594 Training with lmbda:78417.6647421, 64 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.871635199 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364994615316 and training accuracy:0.934733211994 validation cost:0.370833843946 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178076535463 and training accuracy:0.959094643593 validation cost:0.183951660991 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.122480124235 and training accuracy:0.970002710819 validation cost:0.129114985466 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0957410484552 and training accuracy:0.975184082985 validation cost:0.102485023439 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0796966776252 and training accuracy:0.97936552763 validation cost:0.0861317366362 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0688499286771 and training accuracy:0.982365250587 validation cost:0.0748160332441 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0609531775117 and training accuracy:0.984455943108 validation cost:0.0664124041796 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0549022182822 and training accuracy:0.985819458961 validation cost:0.059866245836 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0500865168869 and training accuracy:0.987364768982 validation cost:0.0545791238546 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:119.611957073 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.230680689216 and training accuracy:0.981756091118 validation cost:0.23150408268 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.107448227704 and training accuracy:0.991219520569 validation cost:0.102343961596 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0704729035497 and training accuracy:0.994439005852 validation cost:0.0637518316507 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0533031113446 and training accuracy:0.995317101479 validation cost:0.0462088547647 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0434208102524 and training accuracy:0.995804905891 validation cost:0.0363485664129 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0369725041091 and training accuracy:0.995999991894 validation cost:0.0300634689629 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0324091985822 and training accuracy:0.996195137501 validation cost:0.0257130581886 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289912577718 and training accuracy:0.99658536911 validation cost:0.0225215461105 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0263232477009 and training accuracy:0.996780514717 validation cost:0.0200781188905 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.502041101 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159646555781 and training accuracy:0.990619659424 validation cost:0.153884261847 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0703483149409 and training accuracy:0.99485886097 validation cost:0.0681370869279 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.045936781913 and training accuracy:0.996572554111 validation cost:0.0446794368327 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0347389131784 and training accuracy:0.997294127941 validation cost:0.0338047370315 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0282944329083 and training accuracy:0.997835278511 validation cost:0.0274819079787 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0240865051746 and training accuracy:0.997925519943 validation cost:0.0233248211443 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0211096908897 and training accuracy:0.998286306858 validation cost:0.0203710757196 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0188840925694 and training accuracy:0.998827457428 validation cost:0.0181585792452 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0171502381563 and training accuracy:0.998917639256 validation cost:0.0164338070899 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.807851076 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.226958110929 and training accuracy:0.956509590149 validation cost:0.228465616703 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.138512015343 and training accuracy:0.964891016483 validation cost:0.140582680702 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.106918282807 and training accuracy:0.970292448997 validation cost:0.109260223806 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0894023478031 and training accuracy:0.975507557392 validation cost:0.091638378799 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0777683928609 and training accuracy:0.978953242302 validation cost:0.0797105282545 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.069309361279 and training accuracy:0.981560826302 validation cost:0.0708924010396 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0628210231662 and training accuracy:0.983143985271 validation cost:0.0640389099717 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0576638430357 and training accuracy:0.984633982182 validation cost:0.0585416592658 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0534523464739 and training accuracy:0.985658407211 validation cost:0.0540262572467 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.334027052 Method 3 test accuracy:0.771799981594 Training with lmbda:79633.2054888, 65 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.468092918 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365026295185 and training accuracy:0.934733211994 validation cost:0.370864987373 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178108006716 and training accuracy:0.959094643593 validation cost:0.183981359005 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.122509434819 and training accuracy:0.970002710819 validation cost:0.129141867161 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.095769315958 and training accuracy:0.975184082985 validation cost:0.102510735393 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0797241777182 and training accuracy:0.97936552763 validation cost:0.0861568897963 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0688768699765 and training accuracy:0.982274353504 validation cost:0.0748408958316 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0609796568751 and training accuracy:0.984455943108 validation cost:0.0664370581508 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0549280717969 and training accuracy:0.985819458961 validation cost:0.0598907321692 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0501119531691 and training accuracy:0.987364768982 validation cost:0.0546036325395 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:119.665117025 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.230871662498 and training accuracy:0.981756091118 validation cost:0.231701925397 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.107578769326 and training accuracy:0.991317093372 validation cost:0.102480247617 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0705766454339 and training accuracy:0.994536578655 validation cost:0.0638597980142 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0533899329603 and training accuracy:0.995317101479 validation cost:0.0462988615036 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0434957444668 and training accuracy:0.995804905891 validation cost:0.0364260748029 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0370388887823 and training accuracy:0.995999991894 validation cost:0.0301319099963 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0324691049755 and training accuracy:0.996195137501 validation cost:0.0257746521384 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029045868665 and training accuracy:0.99658536911 validation cost:0.0225774496794 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0263736955822 and training accuracy:0.996780514717 validation cost:0.0201295465231 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.900542021 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159758731723 and training accuracy:0.990619659424 validation cost:0.153996437788 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0704239159822 and training accuracy:0.99485886097 validation cost:0.0682115778327 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0460021607578 and training accuracy:0.996572554111 validation cost:0.0447441078722 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0347980223596 and training accuracy:0.997294127941 validation cost:0.0338637083769 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0283490084112 and training accuracy:0.997835278511 validation cost:0.0275368187577 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0241375900805 and training accuracy:0.997925519943 validation cost:0.0233767740428 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0211578663439 and training accuracy:0.998286306858 validation cost:0.0204205643386 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0189295802265 and training accuracy:0.998827457428 validation cost:0.0182055793703 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0171935521066 and training accuracy:0.998917639256 validation cost:0.0164787266403 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.897231102 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227060869336 and training accuracy:0.956416487694 validation cost:0.228562891483 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.138572260737 and training accuracy:0.964984178543 validation cost:0.14063590765 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.106976017356 and training accuracy:0.970292448997 validation cost:0.109309226274 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0894632264972 and training accuracy:0.975507557392 validation cost:0.0916900411248 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0778329595923 and training accuracy:0.978953242302 validation cost:0.0797660201788 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0693776160479 and training accuracy:0.981560826302 validation cost:0.0709526911378 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0628918334842 and training accuracy:0.982957720757 validation cost:0.0641027018428 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0577365756035 and training accuracy:0.984633982182 validation cost:0.0586087629199 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0535265021026 and training accuracy:0.985658407211 validation cost:0.0540957972407 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.16404891 Method 3 test accuracy:0.772300004959 Training with lmbda:80230.0530529, 66 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.693650007 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365041285753 and training accuracy:0.934733211994 validation cost:0.370879769325 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178123310208 and training accuracy:0.959094643593 validation cost:0.183995768428 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.122523859143 and training accuracy:0.970002710819 validation cost:0.129154905677 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.095783315599 and training accuracy:0.975184082985 validation cost:0.102523393929 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0797378793359 and training accuracy:0.97936552763 validation cost:0.0861693844199 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0688902139664 and training accuracy:0.982274353504 validation cost:0.074853092432 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0609926506877 and training accuracy:0.984455943108 validation cost:0.066449098289 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.054940789938 and training accuracy:0.985819458961 validation cost:0.0599028021097 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0501244105399 and training accuracy:0.987364768982 validation cost:0.0546155050397 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.143998146 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.23096524179 and training accuracy:0.981756091118 validation cost:0.231798693538 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.10764259845 and training accuracy:0.991317093372 validation cost:0.1025467664 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0706276446581 and training accuracy:0.994536578655 validation cost:0.063912846148 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0534322485328 and training accuracy:0.995317101479 validation cost:0.0463427565992 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0435322187841 and training accuracy:0.995804905891 validation cost:0.0364638194442 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0370712243021 and training accuracy:0.995999991894 validation cost:0.0301652345806 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0324981361628 and training accuracy:0.996195137501 validation cost:0.0258044917136 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290725268424 and training accuracy:0.99658536911 validation cost:0.022604778409 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0263983476907 and training accuracy:0.996780514717 validation cost:0.0201546493918 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.986891031 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159813970327 and training accuracy:0.990619659424 validation cost:0.154051527381 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0704611167312 and training accuracy:0.99485886097 validation cost:0.0682481452823 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0460341610014 and training accuracy:0.996572554111 validation cost:0.0447756573558 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0348270684481 and training accuracy:0.997294127941 validation cost:0.0338925272226 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0283757410944 and training accuracy:0.997835278511 validation cost:0.0275635551661 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.024162651971 and training accuracy:0.997925519943 validation cost:0.0234021283686 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0211814455688 and training accuracy:0.998286306858 validation cost:0.0204446036369 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0189519729465 and training accuracy:0.998827457428 validation cost:0.0182285439223 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0172148421407 and training accuracy:0.998917639256 validation cost:0.0165006723255 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.045920849 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227112278342 and training accuracy:0.956416487694 validation cost:0.228611782193 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.138602182269 and training accuracy:0.965077280998 validation cost:0.140662670135 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.107004143298 and training accuracy:0.970292448997 validation cost:0.109333358705 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0894926041365 and training accuracy:0.975507557392 validation cost:0.0917151197791 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0778640210629 and training accuracy:0.978953242302 validation cost:0.0797929242253 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0694104582071 and training accuracy:0.981560826302 validation cost:0.0709818825126 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0629259049892 and training accuracy:0.982957720757 validation cost:0.064133733511 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0577717088163 and training accuracy:0.984633982182 validation cost:0.0586413517594 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0535622537136 and training accuracy:0.985658407211 validation cost:0.0541296564043 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:116.675336838 Method 3 test accuracy:0.772599995136 Training with lmbda:81959.2346273, 67 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.030929089 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365085750818 and training accuracy:0.934733211994 validation cost:0.370923429728 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178167656064 and training accuracy:0.959094643593 validation cost:0.18403762579 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.122565209866 and training accuracy:0.970002710819 validation cost:0.129192709923 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0958232060075 and training accuracy:0.975184082985 validation cost:0.102559618652 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0797770246863 and training accuracy:0.97936552763 validation cost:0.0862053185701 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0689282789826 and training accuracy:0.982274353504 validation cost:0.0748885720968 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0610300526023 and training accuracy:0.984455943108 validation cost:0.0664844810963 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0549772903323 and training accuracy:0.985819458961 validation cost:0.059937722981 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0501599349082 and training accuracy:0.987364768982 validation cost:0.0546499192715 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.065454006 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.231229320168 and training accuracy:0.981756091118 validation cost:0.232072293758 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.107825733721 and training accuracy:0.991317093372 validation cost:0.102737903595 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0707728862762 and training accuracy:0.994536578655 validation cost:0.0640639364719 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0535538010299 and training accuracy:0.995317101479 validation cost:0.0464688166976 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0436375848949 and training accuracy:0.995804905891 validation cost:0.0365727134049 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0371644347906 and training accuracy:0.995999991894 validation cost:0.030261227861 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0325821042061 and training accuracy:0.996195137501 validation cost:0.0258906781673 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291492510587 and training accuracy:0.99658536911 validation cost:0.0226832758635 and validation accuracy:1.0 Training on :(4, 5) training cost:0.026469213888 and training accuracy:0.996780514717 validation cost:0.0202266611159 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.90300107 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159972295165 and training accuracy:0.990619659424 validation cost:0.154210031033 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0705672949553 and training accuracy:0.99485886097 validation cost:0.0683532506227 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.046125870198 and training accuracy:0.996572554111 validation cost:0.0448666475713 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0349099822342 and training accuracy:0.997294127941 validation cost:0.0339754261076 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0284525509924 and training accuracy:0.997835278511 validation cost:0.0276409741491 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0242346376181 and training accuracy:0.997925519943 validation cost:0.0234754998237 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0212495028973 and training accuracy:0.998286306858 validation cost:0.0205146372318 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0190164670348 and training accuracy:0.998827457428 validation cost:0.0182952936739 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0172762162983 and training accuracy:0.998917639256 validation cost:0.016564514488 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.946871996 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227259084582 and training accuracy:0.956323325634 validation cost:0.228751704097 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.138688266277 and training accuracy:0.965077280998 validation cost:0.14073958993 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.107086539268 and training accuracy:0.970292448997 validation cost:0.109404332936 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.089578486979 and training accuracy:0.975507557392 validation cost:0.091788738966 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0779550671577 and training accuracy:0.979046404362 validation cost:0.0798723697662 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0695060044527 and training accuracy:0.981560826302 validation cost:0.0710670053959 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0630249977112 and training accuracy:0.982957720757 validation cost:0.0642242357135 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0578736290336 and training accuracy:0.984633982182 validation cost:0.0587362237275 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0536659546196 and training accuracy:0.985658407211 validation cost:0.0542278252542 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.238065004 Method 3 test accuracy:0.772800028324 Training with lmbda:85612.9397687, 68 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.249573946 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365178674459 and training accuracy:0.934733211994 validation cost:0.371014714241 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178261712193 and training accuracy:0.959094643593 validation cost:0.18412655592 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.122652731836 and training accuracy:0.969911813736 validation cost:0.129272773862 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0959078967571 and training accuracy:0.975184082985 validation cost:0.102636568248 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0798589810729 and training accuracy:0.97936552763 validation cost:0.0862806290388 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0690080299973 and training accuracy:0.982274353504 validation cost:0.0749631375074 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.061107635498 and training accuracy:0.984455943108 validation cost:0.0665576010942 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0550525672734 and training accuracy:0.985819458961 validation cost:0.0600097328424 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0502334497869 and training accuracy:0.987364768982 validation cost:0.0547213405371 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.14337492 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.231782436371 and training accuracy:0.981756091118 validation cost:0.232645183802 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.108206711709 and training accuracy:0.991317093372 validation cost:0.103135734797 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0710720643401 and training accuracy:0.994439005852 validation cost:0.0643756389618 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0538040697575 and training accuracy:0.995317101479 validation cost:0.0467287451029 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0438535325229 and training accuracy:0.995804905891 validation cost:0.0367964357138 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0373555459082 and training accuracy:0.995999991894 validation cost:0.0304585471749 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0327542945743 and training accuracy:0.996195137501 validation cost:0.026067815721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0293064266443 and training accuracy:0.99658536911 validation cost:0.0228443164378 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0266141146421 and training accuracy:0.996780514717 validation cost:0.02037444897 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.956308126 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.160301357508 and training accuracy:0.990619659424 validation cost:0.154537752271 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0707897171378 and training accuracy:0.99485886097 validation cost:0.0685721263289 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0463172979653 and training accuracy:0.996572554111 validation cost:0.0450557433069 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0350838415325 and training accuracy:0.997294127941 validation cost:0.0341487526894 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0286130160093 and training accuracy:0.997835278511 validation cost:0.0278025567532 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.024384489283 and training accuracy:0.997925519943 validation cost:0.0236278772354 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0213904138654 and training accuracy:0.998286306858 validation cost:0.0206591058522 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0191496741027 and training accuracy:0.998827457428 validation cost:0.0184326283634 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0174028296024 and training accuracy:0.998917639256 validation cost:0.0166956484318 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.880493164 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227569371462 and training accuracy:0.956323325634 validation cost:0.229047209024 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.138871088624 and training accuracy:0.965077280998 validation cost:0.140903070569 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.107260197401 and training accuracy:0.970292448997 validation cost:0.109554283321 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0897592306137 and training accuracy:0.975414395332 validation cost:0.0919438451529 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0781466364861 and training accuracy:0.979046404362 validation cost:0.0800399035215 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0697065591812 and training accuracy:0.981560826302 validation cost:0.0712466314435 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0632328689098 and training accuracy:0.982957720757 validation cost:0.0644146576524 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0580864846706 and training accuracy:0.984633982182 validation cost:0.0589347966015 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.053882483393 and training accuracy:0.985658407211 validation cost:0.0544328130782 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.154722214 Method 3 test accuracy:0.773299992085 Training with lmbda:88585.1235448, 69 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.609769106 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36525374651 and training accuracy:0.934733211994 validation cost:0.371088445187 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178337454796 and training accuracy:0.959094643593 validation cost:0.184197962284 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.122722774744 and training accuracy:0.969911813736 validation cost:0.129336819053 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0959751605988 and training accuracy:0.975274980068 validation cost:0.102697610855 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0799244791269 and training accuracy:0.97936552763 validation cost:0.0863409265876 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0690719336271 and training accuracy:0.982274353504 validation cost:0.0750229805708 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0611698441207 and training accuracy:0.984455943108 validation cost:0.0666164234281 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0551131553948 and training accuracy:0.985819458961 validation cost:0.0600675493479 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0502927042544 and training accuracy:0.987364768982 validation cost:0.0547786951065 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:119.903079033 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.232224419713 and training accuracy:0.981756091118 validation cost:0.23310315609 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.108509838581 and training accuracy:0.991317093372 validation cost:0.103452339768 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0713104009628 and training accuracy:0.994439005852 validation cost:0.0646240487695 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0540029779077 and training accuracy:0.995317101479 validation cost:0.0469354689121 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0440251715481 and training accuracy:0.995804905891 validation cost:0.0369744040072 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0375072769821 and training accuracy:0.995999991894 validation cost:0.0306152775884 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0328905247152 and training accuracy:0.996195137501 validation cost:0.0262080784887 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0294307302684 and training accuracy:0.99658536911 validation cost:0.0229717474431 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0267284568399 and training accuracy:0.996682941914 validation cost:0.0204911194742 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.941906929 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.160567224026 and training accuracy:0.990619659424 validation cost:0.154803320765 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.070969350636 and training accuracy:0.994768619537 validation cost:0.0687494203448 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0464713312685 and training accuracy:0.996662735939 validation cost:0.0452080965042 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0352229811251 and training accuracy:0.997294127941 validation cost:0.0342875942588 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0287413187325 and training accuracy:0.997835278511 validation cost:0.0279319919646 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0245042033494 and training accuracy:0.997925519943 validation cost:0.0237496998161 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0215028934181 and training accuracy:0.998286306858 validation cost:0.0207743700594 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.019256034866 and training accuracy:0.998827457428 validation cost:0.0185422692448 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0175037160516 and training accuracy:0.998917639256 validation cost:0.016800230369 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.758620024 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227824315429 and training accuracy:0.956416487694 validation cost:0.229291930795 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.139022186399 and training accuracy:0.965077280998 validation cost:0.141040667892 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.107402063906 and training accuracy:0.970478653908 validation cost:0.109679095447 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.08990688622 and training accuracy:0.975414395332 validation cost:0.0920733958483 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0783014297485 and training accuracy:0.978953242302 validation cost:0.080177411437 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0698679760098 and training accuracy:0.981560826302 validation cost:0.0713924542069 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0634000003338 and training accuracy:0.982957720757 validation cost:0.0645692721009 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0582571141422 and training accuracy:0.984540879726 validation cost:0.0590950250626 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0540555715561 and training accuracy:0.985658407211 validation cost:0.0545974113047 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.190719128 Method 3 test accuracy:0.773699998856 Training with lmbda:89377.3332357, 70 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.501819134 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365273982286 and training accuracy:0.934733211994 validation cost:0.37110838294 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178357675672 and training accuracy:0.959094643593 validation cost:0.184217080474 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.122741371393 and training accuracy:0.969820916653 validation cost:0.129353836179 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0959931612015 and training accuracy:0.975274980068 validation cost:0.102713875473 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0799422189593 and training accuracy:0.97936552763 validation cost:0.0863572508097 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.069089256227 and training accuracy:0.982274353504 validation cost:0.0750391185284 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0611864924431 and training accuracy:0.984455943108 validation cost:0.0666321441531 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.055129352957 and training accuracy:0.985819458961 validation cost:0.0600829906762 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0503084473312 and training accuracy:0.987364768982 validation cost:0.054793804884 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.374062061 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.232340440154 and training accuracy:0.981756091118 validation cost:0.233223170042 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.108589425683 and training accuracy:0.991219520569 validation cost:0.103535436094 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0713730603456 and training accuracy:0.994439005852 validation cost:0.0646893829107 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0540551878512 and training accuracy:0.995317101479 validation cost:0.0469896793365 and validation accuracy:1.0 Training on :(4, 5) training cost:0.044069968164 and training accuracy:0.995804905891 validation cost:0.0370208136737 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0375468097627 and training accuracy:0.995999991894 validation cost:0.0306561328471 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0329262055457 and training accuracy:0.996195137501 validation cost:0.0262448638678 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0294632948935 and training accuracy:0.99658536911 validation cost:0.0230052135885 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0267585720867 and training accuracy:0.996682941914 validation cost:0.0205219071358 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.735319853 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.160638064146 and training accuracy:0.990619659424 validation cost:0.154874071479 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0710172057152 and training accuracy:0.99485886097 validation cost:0.0687965378165 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0465122461319 and training accuracy:0.996662735939 validation cost:0.0452485047281 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0352597236633 and training accuracy:0.997294127941 validation cost:0.0343241505325 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0287751220167 and training accuracy:0.997835278511 validation cost:0.0279659833759 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.024535683915 and training accuracy:0.997925519943 validation cost:0.0237816125154 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.021532472223 and training accuracy:0.998286306858 validation cost:0.020804611966 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0192839186639 and training accuracy:0.998827457428 validation cost:0.0185709465295 and validation accuracy:1.0 Training on :(6, 7) training cost:0.01753022708 and training accuracy:0.998917639256 validation cost:0.0168276522309 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.110423088 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227890014648 and training accuracy:0.956509590149 validation cost:0.229354798794 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.139061823487 and training accuracy:0.965077280998 validation cost:0.141076639295 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.107439190149 and training accuracy:0.970478653908 validation cost:0.10971147567 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0899455845356 and training accuracy:0.975414395332 validation cost:0.0921070799232 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0783424526453 and training accuracy:0.979046404362 validation cost:0.0802139118314 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0699105933309 and training accuracy:0.981560826302 validation cost:0.0714310482144 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0634442344308 and training accuracy:0.982957720757 validation cost:0.0646104216576 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0583022199571 and training accuracy:0.984540879726 validation cost:0.0591374970973 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0541011989117 and training accuracy:0.985658407211 validation cost:0.0546409450471 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.340358973 Method 3 test accuracy:0.77380001545 Training with lmbda:91768.7271182, 71 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.579715967 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365333527327 and training accuracy:0.934733211994 validation cost:0.371166914701 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.17841757834 and training accuracy:0.959094643593 validation cost:0.184273630381 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.122797131538 and training accuracy:0.969820916653 validation cost:0.129404902458 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0960462987423 and training accuracy:0.975274980068 validation cost:0.102762170136 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0799944400787 and training accuracy:0.97936552763 validation cost:0.086405672133 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0691399797797 and training accuracy:0.982274353504 validation cost:0.0750867575407 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0612355880439 and training accuracy:0.984455943108 validation cost:0.0666786432266 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0551773384213 and training accuracy:0.985819458961 validation cost:0.060129031539 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0503551624715 and training accuracy:0.987364768982 validation cost:0.0548390001059 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.200656891 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.232687354088 and training accuracy:0.981756091118 validation cost:0.233582705259 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.108828671277 and training accuracy:0.991219520569 validation cost:0.103785283864 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0715608894825 and training accuracy:0.994439005852 validation cost:0.0648851320148 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0542111992836 and training accuracy:0.995317101479 validation cost:0.0471515953541 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0442044511437 and training accuracy:0.995804905891 validation cost:0.0371601060033 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0376654155552 and training accuracy:0.995999991894 validation cost:0.0307786166668 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0330328941345 and training accuracy:0.996195137501 validation cost:0.0263546425849 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0295605044812 and training accuracy:0.99658536911 validation cost:0.0231048520654 and validation accuracy:1.0 Training on :(4, 5) training cost:0.026848135516 and training accuracy:0.996682941914 validation cost:0.0206133499742 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.229945898 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.16085138917 and training accuracy:0.990619659424 validation cost:0.1550873667 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0711605995893 and training accuracy:0.99485886097 validation cost:0.0689383149147 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0466346405447 and training accuracy:0.996662735939 validation cost:0.0453699529171 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0353699102998 and training accuracy:0.997294127941 validation cost:0.0344343259931 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0288763623685 and training accuracy:0.997835278511 validation cost:0.0280683655292 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0246299318969 and training accuracy:0.998015701771 validation cost:0.0238777231425 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0216210484505 and training accuracy:0.998286306858 validation cost:0.0208957027644 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0193676836789 and training accuracy:0.998827457428 validation cost:0.0186575893313 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0176096446812 and training accuracy:0.998917639256 validation cost:0.016910135746 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.940602064 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.228095188737 and training accuracy:0.956509590149 validation cost:0.229552268982 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.139183297753 and training accuracy:0.965170443058 validation cost:0.141187936068 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.107552014291 and training accuracy:0.970478653908 validation cost:0.109810978174 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0900619700551 and training accuracy:0.975321292877 validation cost:0.0922089368105 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0784647539258 and training accuracy:0.979046404362 validation cost:0.0803227499127 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0700386688113 and training accuracy:0.981560826302 validation cost:0.0715474039316 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0635760053992 and training accuracy:0.982957720757 validation cost:0.0647326856852 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0584375523031 and training accuracy:0.984540879726 validation cost:0.0592655129731 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0542385987937 and training accuracy:0.985658407211 validation cost:0.054772503674 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.102290869 Method 3 test accuracy:0.773999989033 Training with lmbda:95646.3188776, 72 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.763995171 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.3654307127 and training accuracy:0.934733211994 validation cost:0.371262311935 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178513601422 and training accuracy:0.959094643593 validation cost:0.184364035726 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.122887223959 and training accuracy:0.969820916653 validation cost:0.129487156868 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0961326882243 and training accuracy:0.975274980068 validation cost:0.102840676904 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0800783708692 and training accuracy:0.97936552763 validation cost:0.0864825621247 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0692214891315 and training accuracy:0.982274353504 validation cost:0.0751631036401 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0613148994744 and training accuracy:0.984455943108 validation cost:0.0667536333203 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0552544482052 and training accuracy:0.985819458961 validation cost:0.0602029487491 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0504301078618 and training accuracy:0.987455666065 validation cost:0.0549117103219 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.254615068 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.233240231872 and training accuracy:0.981853663921 validation cost:0.234155148268 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.109207816422 and training accuracy:0.991219520569 validation cost:0.104181014001 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0718587264419 and training accuracy:0.994439005852 validation cost:0.0651957541704 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0544583164155 and training accuracy:0.995317101479 validation cost:0.0474084094167 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0444174259901 and training accuracy:0.995804905891 validation cost:0.0373809821904 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0378531254828 and training accuracy:0.995999991894 validation cost:0.0309726856649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0332017764449 and training accuracy:0.996195137501 validation cost:0.0265286229551 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0297146048397 and training accuracy:0.99658536911 validation cost:0.023262899369 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0269899778068 and training accuracy:0.996682941914 validation cost:0.0207581873983 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.995089054 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161193460226 and training accuracy:0.990619659424 validation cost:0.15542845428 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0713915228844 and training accuracy:0.99485886097 validation cost:0.0691661834717 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0468318387866 and training accuracy:0.996662735939 validation cost:0.0455650836229 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.035547234118 and training accuracy:0.997294127941 validation cost:0.0346114523709 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0290389936417 and training accuracy:0.997835278511 validation cost:0.0282324068248 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0247812345624 and training accuracy:0.998105883598 validation cost:0.0240316838026 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0217629987746 and training accuracy:0.998286306858 validation cost:0.0210414715111 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0195014700294 and training accuracy:0.998827457428 validation cost:0.0187957175076 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0177364964038 and training accuracy:0.998917639256 validation cost:0.0170416552573 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.837088108 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.228424176574 and training accuracy:0.956695854664 validation cost:0.22986869514 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.139380544424 and training accuracy:0.965263545513 validation cost:0.14136826992 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.107735872269 and training accuracy:0.970478653908 validation cost:0.109973065555 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0902509316802 and training accuracy:0.975321292877 validation cost:0.0923745930195 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0786618664861 and training accuracy:0.979046404362 validation cost:0.0804983451962 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0702442377806 and training accuracy:0.981467664242 validation cost:0.0717350393534 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0637878477573 and training accuracy:0.982864618301 validation cost:0.064929716289 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0586533285677 and training accuracy:0.984447777271 validation cost:0.0594695657492 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0544574446976 and training accuracy:0.985565304756 validation cost:0.0549822188914 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.080517054 Method 3 test accuracy:0.775200009346 Training with lmbda:96119.403308, 73 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.183609009 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365443140268 and training accuracy:0.934733211994 validation cost:0.371274501085 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178525671363 and training accuracy:0.959094643593 validation cost:0.184375464916 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.122898370028 and training accuracy:0.969820916653 validation cost:0.129497379065 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0961432680488 and training accuracy:0.975274980068 validation cost:0.102850325406 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0800885409117 and training accuracy:0.97936552763 validation cost:0.0864918678999 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0692312791944 and training accuracy:0.982274353504 validation cost:0.0751721858978 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0613244585693 and training accuracy:0.984455943108 validation cost:0.0667625442147 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0552636422217 and training accuracy:0.985819458961 validation cost:0.0602116510272 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0504393056035 and training accuracy:0.987455666065 validation cost:0.0549204722047 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:119.829897881 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.233306825161 and training accuracy:0.981853663921 validation cost:0.234224081039 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.109253644943 and training accuracy:0.991219520569 validation cost:0.10422886163 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0718946456909 and training accuracy:0.994439005852 validation cost:0.0652331784368 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0544878393412 and training accuracy:0.995317101479 validation cost:0.0474391542375 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0444430634379 and training accuracy:0.995804905891 validation cost:0.0374076142907 and validation accuracy:1.0 Training on :(4, 5) training cost:0.037875700742 and training accuracy:0.995999991894 validation cost:0.0309960264713 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0332220718265 and training accuracy:0.996195137501 validation cost:0.0265495385975 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0297330319881 and training accuracy:0.99658536911 validation cost:0.0232818033546 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0270069669932 and training accuracy:0.996682941914 validation cost:0.0207755044103 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.385880947 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161234676838 and training accuracy:0.990709841251 validation cost:0.155469551682 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0714195370674 and training accuracy:0.99485886097 validation cost:0.0691937580705 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0468557439744 and training accuracy:0.996662735939 validation cost:0.0455886907876 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0355686917901 and training accuracy:0.997294127941 validation cost:0.0346328653395 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0290586054325 and training accuracy:0.997835278511 validation cost:0.0282521825284 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0247994922101 and training accuracy:0.998105883598 validation cost:0.0240502208471 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0217800587416 and training accuracy:0.998286306858 validation cost:0.0210589300841 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0195175260305 and training accuracy:0.998827457428 validation cost:0.0188122373074 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0177517011762 and training accuracy:0.998917639256 validation cost:0.0170573741198 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.280725956 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.228464439511 and training accuracy:0.956695854664 validation cost:0.229907438159 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.139405012131 and training accuracy:0.965263545513 validation cost:0.141390621662 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.107758924365 and training accuracy:0.970478653908 validation cost:0.109993420541 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0902746990323 and training accuracy:0.975321292877 validation cost:0.092395670712 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0786864310503 and training accuracy:0.979046404362 validation cost:0.0805203467607 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.070269793272 and training accuracy:0.981467664242 validation cost:0.0717583745718 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0638139173388 and training accuracy:0.982864618301 validation cost:0.0649537593126 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0586798749864 and training accuracy:0.984447777271 validation cost:0.0594944991171 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0544840730727 and training accuracy:0.985565304756 validation cost:0.0550075992942 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.324667931 Method 3 test accuracy:0.77530002594 Training with lmbda:97283.0488578, 74 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.581525803 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.3654717803 and training accuracy:0.934733211994 validation cost:0.371302723885 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178554669023 and training accuracy:0.959094643593 validation cost:0.184402883053 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.122925080359 and training accuracy:0.969730019569 validation cost:0.129521965981 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0961688607931 and training accuracy:0.975274980068 validation cost:0.102873787284 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0801132321358 and training accuracy:0.97936552763 validation cost:0.0865147784352 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0692559629679 and training accuracy:0.982274353504 validation cost:0.0751955360174 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0613483786583 and training accuracy:0.984455943108 validation cost:0.0667852833867 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0552867986262 and training accuracy:0.985819458961 validation cost:0.0602338649333 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0504617840052 and training accuracy:0.987455666065 validation cost:0.0549422726035 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.330910921 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.233471155167 and training accuracy:0.981853663921 validation cost:0.234394222498 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.109366737306 and training accuracy:0.991219520569 validation cost:0.104346968234 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0719826072454 and training accuracy:0.994439005852 validation cost:0.0653248131275 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0545606650412 and training accuracy:0.995317101479 validation cost:0.0475147850811 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0445057153702 and training accuracy:0.995804905891 validation cost:0.037472512573 and validation accuracy:1.0 Training on :(4, 5) training cost:0.037930931896 and training accuracy:0.995999991894 validation cost:0.0310530550778 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0332717224956 and training accuracy:0.996195137501 validation cost:0.0266006067395 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0297781601548 and training accuracy:0.99658536911 validation cost:0.0233279298991 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0270486623049 and training accuracy:0.996682941914 validation cost:0.020817970857 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.977311134 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161335602403 and training accuracy:0.990709841251 validation cost:0.155570670962 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0714874863625 and training accuracy:0.99485886097 validation cost:0.0692611932755 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0469138436019 and training accuracy:0.996662735939 validation cost:0.0456464737654 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0356208793819 and training accuracy:0.997294127941 validation cost:0.0346852317452 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.029106458649 and training accuracy:0.997835278511 validation cost:0.0283007360995 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0248438473791 and training accuracy:0.998105883598 validation cost:0.0240956172347 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0218216441572 and training accuracy:0.998286306858 validation cost:0.0211018063128 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0195569004864 and training accuracy:0.998827457428 validation cost:0.0188530851156 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0177889764309 and training accuracy:0.998917639256 validation cost:0.0170962139964 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.323297977 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.22856323421 and training accuracy:0.956788957119 validation cost:0.230002880096 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.139464110136 and training accuracy:0.965263545513 validation cost:0.141445219517 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.107814081013 and training accuracy:0.970478653908 validation cost:0.110042333603 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0903310552239 and training accuracy:0.975321292877 validation cost:0.0924451872706 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0787450745702 and training accuracy:0.979046404362 validation cost:0.0805726647377 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0703307315707 and training accuracy:0.981467664242 validation cost:0.0718138813972 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0638767257333 and training accuracy:0.982771456242 validation cost:0.0650121569633 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0587437450886 and training accuracy:0.984447777271 validation cost:0.0595546774566 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0545485652983 and training accuracy:0.985565304756 validation cost:0.0550691001117 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.254898071 Method 3 test accuracy:0.775499999523 Training with lmbda:0, 75 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.03882122 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366470932961 and training accuracy:0.937732934952 validation cost:0.371039152145 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.175411596894 and training accuracy:0.960367262363 validation cost:0.180491805077 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.11924661696 and training accuracy:0.970093607903 validation cost:0.125180900097 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0924856364727 and training accuracy:0.976274907589 validation cost:0.0985112637281 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.076520472765 and training accuracy:0.979729115963 validation cost:0.0821784287691 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0657691657543 and training accuracy:0.982092559338 validation cost:0.0708855390549 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0579631142318 and training accuracy:0.984637737274 validation cost:0.0625104308128 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.051995255053 and training accuracy:0.986183047295 validation cost:0.0560009740293 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472546815872 and training accuracy:0.987455666065 validation cost:0.0507661439478 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:119.895881891 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.217274129391 and training accuracy:0.981365859509 validation cost:0.217678338289 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.0962906181812 and training accuracy:0.991512179375 validation cost:0.0909327343106 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0601806640625 and training accuracy:0.994341492653 validation cost:0.0534313507378 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0437421649694 and training accuracy:0.995609760284 validation cost:0.0367516838014 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0344804525375 and training accuracy:0.996097564697 validation cost:0.0275833141059 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0285620167851 and training accuracy:0.996390223503 validation cost:0.0218673981726 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244521275163 and training accuracy:0.99658536911 validation cost:0.0179950799793 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0214275699109 and training accuracy:0.996780514717 validation cost:0.0152159156278 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191037189215 and training accuracy:0.997365832329 validation cost:0.0131336115301 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.833915949 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.151390746236 and training accuracy:0.988364756107 validation cost:0.145402595401 and validation accuracy:0.987226247787 Training on :(6, 7) training cost:0.0639078989625 and training accuracy:0.99341571331 validation cost:0.0614203587174 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0397773608565 and training accuracy:0.995580434799 validation cost:0.0381997190416 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0288155879825 and training accuracy:0.996752977371 validation cost:0.0275195688009 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0225892402232 and training accuracy:0.997474491596 validation cost:0.0213856939226 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0185792669654 and training accuracy:0.997925519943 validation cost:0.017406752333 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0157815814018 and training accuracy:0.998556852341 validation cost:0.0146208405495 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0137180658057 and training accuracy:0.999007821083 validation cost:0.0125656165183 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0121321631595 and training accuracy:0.999098062515 validation cost:0.0109896566719 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.625905991 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.216610535979 and training accuracy:0.950456321239 validation cost:0.219858035445 and validation accuracy:0.94350284338 Training on :(8, 9) training cost:0.136157274246 and training accuracy:0.962562859058 validation cost:0.13968038559 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.10468287766 and training accuracy:0.969361126423 validation cost:0.10846734792 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.0864506661892 and training accuracy:0.974483132362 validation cost:0.0901307761669 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0740369856358 and training accuracy:0.977556347847 validation cost:0.0773872584105 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0648756697774 and training accuracy:0.981095194817 validation cost:0.0677874088287 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0577875562012 and training accuracy:0.983702719212 validation cost:0.0602244995534 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0521266944706 and training accuracy:0.985285878181 validation cost:0.0540968626738 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0475001484156 and training accuracy:0.987520933151 validation cost:0.0490337088704 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.592792034 Method 3 test accuracy:0.72469997406 Training with lmbda:75117.9714048, 76 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.209006071 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368438333273 and training accuracy:0.937551140785 validation cost:0.372983038425 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.177499771118 and training accuracy:0.960367262363 validation cost:0.182485610247 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.121284082532 and training accuracy:0.970366358757 validation cost:0.127066135406 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0945278033614 and training accuracy:0.976638495922 validation cost:0.100379034877 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0785734429955 and training accuracy:0.979820013046 validation cost:0.0840613543987 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0678295940161 and training accuracy:0.982274353504 validation cost:0.0727946609259 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0600202232599 and training accuracy:0.984637737274 validation cost:0.0644340515137 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0540431924164 and training accuracy:0.986364901066 validation cost:0.0579371154308 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0492886975408 and training accuracy:0.987182974815 validation cost:0.0527030192316 and validation accuracy:0.984375 Training on :(2, 3) Time taken:119.995234966 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234419107437 and training accuracy:0.981853663921 validation cost:0.235554277897 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.108608230948 and training accuracy:0.991707324982 validation cost:0.103783987463 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.070883244276 and training accuracy:0.994146347046 validation cost:0.0645063444972 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534742176533 and training accuracy:0.994926810265 validation cost:0.046734392643 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0435023233294 and training accuracy:0.995414614677 validation cost:0.0367685295641 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0370172671974 and training accuracy:0.99590241909 validation cost:0.0304198805243 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0324390009046 and training accuracy:0.99658536911 validation cost:0.0260247699916 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290160179138 and training accuracy:0.996780514717 validation cost:0.0227992795408 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0263472832739 and training accuracy:0.99726831913 validation cost:0.0203286334872 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.079102993 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.160689041018 and training accuracy:0.990258872509 validation cost:0.154571339488 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0695629268885 and training accuracy:0.995760798454 validation cost:0.0667391419411 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.045083206147 and training accuracy:0.996662735939 validation cost:0.0431594364345 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0339689329267 and training accuracy:0.997294127941 validation cost:0.0323768407106 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0276132356375 and training accuracy:0.998196065426 validation cost:0.0261745043099 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0234803631902 and training accuracy:0.998466670513 validation cost:0.0221275687218 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0205633472651 and training accuracy:0.998827457428 validation cost:0.0192666985095 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0183842666447 and training accuracy:0.999007821083 validation cost:0.0171289928257 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0166880264878 and training accuracy:0.999188244343 validation cost:0.0154680162668 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.726295948 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.225545167923 and training accuracy:0.955019533634 validation cost:0.22741612792 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.138423755765 and training accuracy:0.964984178543 validation cost:0.140846401453 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.106728494167 and training accuracy:0.970385551453 validation cost:0.109339766204 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0890696048737 and training accuracy:0.975321292877 validation cost:0.0915314257145 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.077334433794 and training accuracy:0.979139506817 validation cost:0.0794970989227 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0688076838851 and training accuracy:0.980908930302 validation cost:0.0706238374114 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0622703880072 and training accuracy:0.983609616756 validation cost:0.0637376084924 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0570753403008 and training accuracy:0.984540879726 validation cost:0.0582164265215 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0528385303915 and training accuracy:0.986030936241 validation cost:0.0536848008633 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:116.809509993 Method 3 test accuracy:0.784500002861 Training with lmbda:77709.4222616, 77 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.867944956 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368500888348 and training accuracy:0.937551140785 validation cost:0.373044729233 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.177563264966 and training accuracy:0.960367262363 validation cost:0.182546079159 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.121344745159 and training accuracy:0.970366358757 validation cost:0.127123013139 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0945862159133 and training accuracy:0.976638495922 validation cost:0.100433588028 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0786297395825 and training accuracy:0.97991091013 validation cost:0.0841142386198 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0678842514753 and training accuracy:0.982274353504 validation cost:0.0728464797139 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.060073684901 and training accuracy:0.984637737274 validation cost:0.064485475421 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0540951006114 and training accuracy:0.986364901066 validation cost:0.0579873211682 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0493391603231 and training accuracy:0.987182974815 validation cost:0.0527520440519 and validation accuracy:0.984375 Training on :(2, 3) Time taken:119.432139874 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234832793474 and training accuracy:0.981853663921 validation cost:0.23598511517 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.108898103237 and training accuracy:0.991707324982 validation cost:0.104086652398 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0711155235767 and training accuracy:0.994146347046 validation cost:0.0647478476167 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053670078516 and training accuracy:0.994926810265 validation cost:0.04693749547 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0436724498868 and training accuracy:0.995414614677 validation cost:0.0369444303215 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0371685102582 and training accuracy:0.99590241909 validation cost:0.0305758081377 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0325755216181 and training accuracy:0.99658536911 validation cost:0.0261652637273 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291406009346 and training accuracy:0.996780514717 validation cost:0.0229272413999 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0264620985836 and training accuracy:0.99726831913 validation cost:0.0204462073743 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.879414082 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.160959213972 and training accuracy:0.990258872509 validation cost:0.154837012291 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0697411447763 and training accuracy:0.995760798454 validation cost:0.0669121220708 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0452337712049 and training accuracy:0.996662735939 validation cost:0.0433056056499 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0341027230024 and training accuracy:0.997294127941 validation cost:0.0325072556734 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0277352128178 and training accuracy:0.998196065426 validation cost:0.0262940265238 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0235930364579 and training accuracy:0.998466670513 validation cost:0.0222385041416 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0206687375903 and training accuracy:0.998827457428 validation cost:0.0193710029125 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0184835530818 and training accuracy:0.999007821083 validation cost:0.0172277167439 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0167820248753 and training accuracy:0.999188244343 validation cost:0.0155617613345 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.918907166 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.225802794099 and training accuracy:0.955019533634 validation cost:0.227663442492 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.13856805861 and training accuracy:0.964984178543 validation cost:0.140980064869 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.106857702136 and training accuracy:0.970385551453 validation cost:0.109455905855 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0892010852695 and training accuracy:0.975321292877 validation cost:0.091648735106 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0774720162153 and training accuracy:0.979139506817 validation cost:0.0796210616827 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0689514875412 and training accuracy:0.980815768242 validation cost:0.0707565099001 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0624186657369 and training accuracy:0.983516454697 validation cost:0.0638768300414 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0572278611362 and training accuracy:0.984540879726 validation cost:0.0583628416061 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0529938153923 and training accuracy:0.986124038696 validation cost:0.0538355968893 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.37645793 Method 3 test accuracy:0.784699976444 Training with lmbda:78039.2280196, 78 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.440661192 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368509352207 and training accuracy:0.937551140785 validation cost:0.373053103685 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.177571296692 and training accuracy:0.960367262363 validation cost:0.182553753257 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.12135220319 and training accuracy:0.970366358757 validation cost:0.127129971981 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0945933386683 and training accuracy:0.976638495922 validation cost:0.100440181792 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0786366537213 and training accuracy:0.97991091013 validation cost:0.0841206535697 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0678911358118 and training accuracy:0.982274353504 validation cost:0.0728529468179 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0600803643465 and training accuracy:0.984637737274 validation cost:0.0644918307662 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0541016943753 and training accuracy:0.986364901066 validation cost:0.0579937137663 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0493456460536 and training accuracy:0.987182974815 validation cost:0.0527583025396 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.055331945 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234885051847 and training accuracy:0.981853663921 validation cost:0.236039564013 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.108934596181 and training accuracy:0.991707324982 validation cost:0.10412478447 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0711446478963 and training accuracy:0.994146347046 validation cost:0.0647782087326 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0536946691573 and training accuracy:0.994926810265 validation cost:0.0469630919397 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0436938554049 and training accuracy:0.995414614677 validation cost:0.0369666367769 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0371875986457 and training accuracy:0.99590241909 validation cost:0.0305955633521 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0325926169753 and training accuracy:0.99658536911 validation cost:0.0261829420924 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291561279446 and training accuracy:0.996780514717 validation cost:0.0229432545602 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0264763366431 and training accuracy:0.997170746326 validation cost:0.0204608552158 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.946452141 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.160993859172 and training accuracy:0.990258872509 validation cost:0.154870897532 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0697637870908 and training accuracy:0.995760798454 validation cost:0.066934004426 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0452527031302 and training accuracy:0.996662735939 validation cost:0.0433239266276 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.034119527787 and training accuracy:0.997294127941 validation cost:0.0325236059725 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0277505554259 and training accuracy:0.998196065426 validation cost:0.0263090468943 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0236072354019 and training accuracy:0.998466670513 validation cost:0.0222524944693 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0206819567829 and training accuracy:0.998827457428 validation cost:0.0193840786815 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0184959955513 and training accuracy:0.999007821083 validation cost:0.0172400586307 and validation accuracy:1.0 Training on :(6, 7) training cost:0.016793789342 and training accuracy:0.999188244343 validation cost:0.015573467128 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.622941971 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.225834950805 and training accuracy:0.955019533634 validation cost:0.22769421339 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.138586312532 and training accuracy:0.964984178543 validation cost:0.140996783972 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.106874503195 and training accuracy:0.970385551453 validation cost:0.109470978379 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0892180204391 and training accuracy:0.975321292877 validation cost:0.0916637927294 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0774896219373 and training accuracy:0.979139506817 validation cost:0.0796368569136 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0689697638154 and training accuracy:0.980815768242 validation cost:0.0707732737064 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0624376907945 and training accuracy:0.983516454697 validation cost:0.0638946890831 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0572471953928 and training accuracy:0.984540879726 validation cost:0.0583814010024 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0530136302114 and training accuracy:0.986124038696 validation cost:0.0538549907506 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.293420076 Method 3 test accuracy:0.784699976444 Training with lmbda:78417.6647421, 79 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.436851978 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368518352509 and training accuracy:0.937551140785 validation cost:0.373061954975 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.177580431104 and training accuracy:0.960367262363 validation cost:0.18256239593 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.121360704303 and training accuracy:0.970366358757 validation cost:0.127137869596 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0946015492082 and training accuracy:0.976638495922 validation cost:0.100447721779 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0786444693804 and training accuracy:0.97991091013 validation cost:0.0841278135777 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0678989812732 and training accuracy:0.982274353504 validation cost:0.0728601664305 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0600880086422 and training accuracy:0.984637737274 validation cost:0.064498975873 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0541091933846 and training accuracy:0.986364901066 validation cost:0.058000728488 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0493529960513 and training accuracy:0.987182974815 validation cost:0.0527654625475 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.410187006 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234944447875 and training accuracy:0.981853663921 validation cost:0.23610137403 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.108975827694 and training accuracy:0.991707324982 validation cost:0.104167833924 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0711777359247 and training accuracy:0.994146347046 validation cost:0.0648126229644 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053722679615 and training accuracy:0.994926810265 validation cost:0.0469921194017 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0437180995941 and training accuracy:0.995414614677 validation cost:0.0369917191565 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0372091121972 and training accuracy:0.99590241909 validation cost:0.0306177735329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0326121337712 and training accuracy:0.99658536911 validation cost:0.0262030307204 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029173893854 and training accuracy:0.996780514717 validation cost:0.0229615196586 and validation accuracy:1.0 Training on :(4, 5) training cost:0.026492735371 and training accuracy:0.997170746326 validation cost:0.0204776488245 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.126975775 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161031797528 and training accuracy:0.990258872509 validation cost:0.154908150434 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0697894394398 and training accuracy:0.995760798454 validation cost:0.0669589042664 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0452743954957 and training accuracy:0.996662735939 validation cost:0.0433450005949 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0341388657689 and training accuracy:0.997294127941 validation cost:0.0325424894691 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0277681890875 and training accuracy:0.998196065426 validation cost:0.0263263490051 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0236236024648 and training accuracy:0.998466670513 validation cost:0.0222686156631 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0206972397864 and training accuracy:0.998827457428 validation cost:0.0193992070854 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0185103937984 and training accuracy:0.999007821083 validation cost:0.0172543879598 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0168074555695 and training accuracy:0.999188244343 validation cost:0.015587083064 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.713717937 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.225872978568 and training accuracy:0.955019533634 validation cost:0.227731019258 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.138607814908 and training accuracy:0.964984178543 validation cost:0.141017019749 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.106893442571 and training accuracy:0.970385551453 validation cost:0.109488174319 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0892370790243 and training accuracy:0.975414395332 validation cost:0.0916808992624 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0775093063712 and training accuracy:0.979139506817 validation cost:0.0796545669436 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0689903944731 and training accuracy:0.980815768242 validation cost:0.0707923322916 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0624591447413 and training accuracy:0.983516454697 validation cost:0.0639148205519 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0572693087161 and training accuracy:0.984540879726 validation cost:0.0584025196731 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.05303613469 and training accuracy:0.986030936241 validation cost:0.053876966238 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.262009144 Method 3 test accuracy:0.784699976444 Training with lmbda:79633.2054888, 80 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.406535864 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368547976017 and training accuracy:0.937551140785 validation cost:0.373091220856 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.17761041224 and training accuracy:0.960367262363 validation cost:0.182590842247 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.121388547122 and training accuracy:0.970366358757 validation cost:0.127163618803 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0946280807257 and training accuracy:0.976638495922 validation cost:0.100472196937 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0786701366305 and training accuracy:0.97991091013 validation cost:0.0841514542699 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.067924015224 and training accuracy:0.982274353504 validation cost:0.0728834345937 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0601123571396 and training accuracy:0.984637737274 validation cost:0.0645218268037 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.054132912308 and training accuracy:0.986364901066 validation cost:0.0580231845379 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0493762083352 and training accuracy:0.987182974815 validation cost:0.0527879036963 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.09049201 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.235137358308 and training accuracy:0.981853663921 validation cost:0.236301735044 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.109109848738 and training accuracy:0.991707324982 validation cost:0.104307621717 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0712845996022 and training accuracy:0.994146347046 validation cost:0.0649236887693 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0538127273321 and training accuracy:0.994926810265 validation cost:0.0470854006708 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0437962040305 and training accuracy:0.995414614677 validation cost:0.0370724722743 and validation accuracy:1.0 Training on :(4, 5) training cost:0.037278380245 and training accuracy:0.99590241909 validation cost:0.030689291656 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0326745025814 and training accuracy:0.99658536911 validation cost:0.0262673161924 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029230684042 and training accuracy:0.996780514717 validation cost:0.0230198185891 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0265449211001 and training accuracy:0.997170746326 validation cost:0.0205310843885 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.001213074 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161156192422 and training accuracy:0.990258872509 validation cost:0.155030414462 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0698722153902 and training accuracy:0.995760798454 validation cost:0.0670392140746 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0453442335129 and training accuracy:0.996662735939 validation cost:0.0434127040207 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0342008583248 and training accuracy:0.997294127941 validation cost:0.0326028838754 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0278245992959 and training accuracy:0.998196065426 validation cost:0.0263815745711 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0236757285893 and training accuracy:0.998466670513 validation cost:0.0223198793828 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0207458343357 and training accuracy:0.998827457428 validation cost:0.0194471515715 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0185559969395 and training accuracy:0.999007821083 validation cost:0.0172995720059 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0168505646288 and training accuracy:0.999188244343 validation cost:0.0156298838556 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.021379948 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.225991800427 and training accuracy:0.955112695694 validation cost:0.227845773101 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.138674989343 and training accuracy:0.964891016483 validation cost:0.141079902649 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.106953695416 and training accuracy:0.970385551453 validation cost:0.10954285413 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0892984196544 and training accuracy:0.975414395332 validation cost:0.0917359665036 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0775736123323 and training accuracy:0.979046404362 validation cost:0.0797126889229 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0690577551723 and training accuracy:0.980908930302 validation cost:0.0708545967937 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0625287219882 and training accuracy:0.983516454697 validation cost:0.0639803111553 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0573405101895 and training accuracy:0.984540879726 validation cost:0.0584705099463 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0531084053218 and training accuracy:0.986030936241 validation cost:0.0539469309151 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.191230059 Method 3 test accuracy:0.784600019455 Training with lmbda:80230.0530529, 81 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.605279922 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368562251329 and training accuracy:0.937551140785 validation cost:0.373105317354 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.17762465775 and training accuracy:0.960367262363 validation cost:0.182604432106 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.121401801705 and training accuracy:0.970366358757 validation cost:0.12717589736 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0946410298347 and training accuracy:0.976638495922 validation cost:0.100484140217 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0786825791001 and training accuracy:0.97991091013 validation cost:0.0841629430652 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0679361894727 and training accuracy:0.982274353504 validation cost:0.0728947967291 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0601242743433 and training accuracy:0.984637737274 validation cost:0.0645331293344 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0541449673474 and training accuracy:0.986364901066 validation cost:0.0580347143114 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0493878535926 and training accuracy:0.987182974815 validation cost:0.0527990758419 and validation accuracy:0.984375 Training on :(2, 3) Time taken:119.7498281 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.235229402781 and training accuracy:0.981853663921 validation cost:0.236397579312 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.109174862504 and training accuracy:0.991707324982 validation cost:0.104375503957 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.07133667171 and training accuracy:0.994146347046 validation cost:0.0649777874351 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0538567118347 and training accuracy:0.994926810265 validation cost:0.0471309125423 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0438343249261 and training accuracy:0.995414614677 validation cost:0.037111852318 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0373120717704 and training accuracy:0.99590241909 validation cost:0.0307240281254 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0327049009502 and training accuracy:0.99658536911 validation cost:0.0262985881418 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0292584169656 and training accuracy:0.996780514717 validation cost:0.0230482388288 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0265704710037 and training accuracy:0.997170746326 validation cost:0.020557211712 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.095656872 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161219581962 and training accuracy:0.990258872509 validation cost:0.155092641711 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0699134767056 and training accuracy:0.995760798454 validation cost:0.0670792832971 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0453786179423 and training accuracy:0.996662735939 validation cost:0.0434461161494 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0342312306166 and training accuracy:0.997294127941 validation cost:0.0326325297356 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0278521999717 and training accuracy:0.998196065426 validation cost:0.0264086592942 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0237013157457 and training accuracy:0.998466670513 validation cost:0.0223451647907 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0207696352154 and training accuracy:0.998827457428 validation cost:0.0194707345217 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0185783337802 and training accuracy:0.999007821083 validation cost:0.017321774736 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0168716106564 and training accuracy:0.999188244343 validation cost:0.0156508423388 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.71667099 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.226050615311 and training accuracy:0.955112695694 validation cost:0.22790209949 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.138708099723 and training accuracy:0.964891016483 validation cost:0.141110658646 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.106983497739 and training accuracy:0.970385551453 validation cost:0.109569646418 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.089328289032 and training accuracy:0.975414395332 validation cost:0.091762624681 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0776051804423 and training accuracy:0.979046404362 validation cost:0.0797412544489 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0690905079246 and training accuracy:0.980908930302 validation cost:0.0708847641945 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0625626668334 and training accuracy:0.983516454697 validation cost:0.0640120655298 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0573752187192 and training accuracy:0.984540879726 validation cost:0.0585036054254 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0531437061727 and training accuracy:0.986030936241 validation cost:0.0539812222123 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.102105856 Method 3 test accuracy:0.785099983215 Training with lmbda:81959.2346273, 82 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.019317865 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368604004383 and training accuracy:0.937551140785 validation cost:0.373146444559 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.177666381001 and training accuracy:0.960367262363 validation cost:0.18264426291 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.121440663934 and training accuracy:0.970366358757 validation cost:0.127212017775 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0946780964732 and training accuracy:0.976638495922 validation cost:0.100518345833 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0787185654044 and training accuracy:0.97991091013 validation cost:0.0841962918639 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0679712593555 and training accuracy:0.982274353504 validation cost:0.0729275718331 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.060159124434 and training accuracy:0.984637737274 validation cost:0.0645662397146 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0541790798306 and training accuracy:0.986364901066 validation cost:0.0580674558878 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0494210012257 and training accuracy:0.987182974815 validation cost:0.052831158042 and validation accuracy:0.984375 Training on :(2, 3) Time taken:119.941190958 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.235500097275 and training accuracy:0.981853663921 validation cost:0.236679166555 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.109363511205 and training accuracy:0.991707324982 validation cost:0.104572504759 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0714863762259 and training accuracy:0.994146347046 validation cost:0.0651336684823 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053982231766 and training accuracy:0.994926810265 validation cost:0.0472610928118 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0439433194697 and training accuracy:0.995414614677 validation cost:0.037224624306 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0374088101089 and training accuracy:0.99590241909 validation cost:0.0308239273727 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0327922105789 and training accuracy:0.99658536911 validation cost:0.0263885818422 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0293380506337 and training accuracy:0.996780514717 validation cost:0.0231300462037 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0266435723752 and training accuracy:0.997170746326 validation cost:0.020632147789 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.213349104 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161396965384 and training accuracy:0.990258872509 validation cost:0.155266612768 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0700300037861 and training accuracy:0.995760798454 validation cost:0.067192196846 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0454766377807 and training accuracy:0.996662735939 validation cost:0.0435412675142 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.034318447113 and training accuracy:0.997294127941 validation cost:0.0327176451683 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0279316082597 and training accuracy:0.998196065426 validation cost:0.0264865811914 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0237745605409 and training accuracy:0.998466670513 validation cost:0.0224174298346 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0208377782255 and training accuracy:0.998827457428 validation cost:0.0195382107049 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0186422839761 and training accuracy:0.999007821083 validation cost:0.0173853337765 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0169319473207 and training accuracy:0.999188244343 validation cost:0.0157109126449 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.256086826 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.226219162345 and training accuracy:0.955298960209 validation cost:0.228064700961 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.138805225492 and training accuracy:0.964797914028 validation cost:0.141201734543 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.107071012259 and training accuracy:0.970385551453 validation cost:0.109649434686 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0894161760807 and training accuracy:0.975414395332 validation cost:0.0918420478702 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0776965394616 and training accuracy:0.979046404362 validation cost:0.0798248127103 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0691851973534 and training accuracy:0.980908930302 validation cost:0.070972494781 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0626593977213 and training accuracy:0.983423352242 validation cost:0.0641030147672 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0574742294848 and training accuracy:0.984540879726 validation cost:0.0585984140635 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0532443001866 and training accuracy:0.985937774181 validation cost:0.0540790073574 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.281628132 Method 3 test accuracy:0.785199999809 Training with lmbda:85612.9397687, 83 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.57468009 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368691831827 and training accuracy:0.937551140785 validation cost:0.373233169317 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.177754342556 and training accuracy:0.960458159447 validation cost:0.182728201151 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.121521554887 and training accuracy:0.970366358757 validation cost:0.127287194133 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0947557017207 and training accuracy:0.976729393005 validation cost:0.100590072572 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0787946730852 and training accuracy:0.97991091013 validation cost:0.0842671245337 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0680449977517 and training accuracy:0.982274353504 validation cost:0.0729968398809 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0602309852839 and training accuracy:0.984728634357 validation cost:0.064634539187 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0542487539351 and training accuracy:0.986364901066 validation cost:0.0581339970231 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0494891032577 and training accuracy:0.987273871899 validation cost:0.0528965368867 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:119.982682943 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236058026552 and training accuracy:0.981853663921 validation cost:0.237259015441 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.109753228724 and training accuracy:0.991707324982 validation cost:0.104979135096 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0717953965068 and training accuracy:0.994146347046 validation cost:0.0654549971223 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0542416386306 and training accuracy:0.994926810265 validation cost:0.0475301779807 and validation accuracy:1.0 Training on :(4, 5) training cost:0.044168189168 and training accuracy:0.995414614677 validation cost:0.0374572463334 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0376084148884 and training accuracy:0.99590241909 validation cost:0.0310299508274 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0329719372094 and training accuracy:0.996487796307 validation cost:0.0265736989677 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029502004385 and training accuracy:0.996780514717 validation cost:0.0232986230403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0267942007631 and training accuracy:0.997170746326 validation cost:0.0207865927368 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.19386816 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161765351892 and training accuracy:0.990258872509 validation cost:0.15562851727 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0702747255564 and training accuracy:0.995850980282 validation cost:0.0674295276403 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0456814430654 and training accuracy:0.996662735939 validation cost:0.04373986274 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0345000363886 and training accuracy:0.997294127941 validation cost:0.0328945927322 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0280965510756 and training accuracy:0.998196065426 validation cost:0.0266481433064 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0239265132695 and training accuracy:0.998466670513 validation cost:0.0225668475032 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0209794361144 and training accuracy:0.998827457428 validation cost:0.0196780078113 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0187753103673 and training accuracy:0.999007821083 validation cost:0.0175172779709 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0170574467629 and training accuracy:0.999188244343 validation cost:0.0158357452601 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.782705069 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.226571574807 and training accuracy:0.955485165119 validation cost:0.228405296803 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.139008417726 and training accuracy:0.964797914028 validation cost:0.141392290592 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.107253082097 and training accuracy:0.970385551453 validation cost:0.109815202653 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0895993858576 and training accuracy:0.975414395332 validation cost:0.092007368803 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.077887006104 and training accuracy:0.979046404362 validation cost:0.0799985378981 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0693825259805 and training accuracy:0.980908930302 validation cost:0.0711551383138 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0628629475832 and training accuracy:0.983423352242 validation cost:0.064295321703 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0576826259494 and training accuracy:0.984447777271 validation cost:0.0587987154722 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0534562803805 and training accuracy:0.985937774181 validation cost:0.0542856566608 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.100136995 Method 3 test accuracy:0.786199986935 Training with lmbda:88585.1235448, 84 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.324229002 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368764102459 and training accuracy:0.937551140785 validation cost:0.373304337263 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.177826315165 and training accuracy:0.960458159447 validation cost:0.182796865702 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.121587954462 and training accuracy:0.970366358757 validation cost:0.127348870039 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0948185697198 and training accuracy:0.976729393005 validation cost:0.100648157299 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0788557976484 and training accuracy:0.97991091013 validation cost:0.0843242332339 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.068104326725 and training accuracy:0.982274353504 validation cost:0.0730528533459 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0602888092399 and training accuracy:0.984637737274 validation cost:0.0646897703409 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0543048158288 and training accuracy:0.986364901066 validation cost:0.0581881292164 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.049544274807 and training accuracy:0.987273871899 validation cost:0.0529505796731 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.189000845 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236503198743 and training accuracy:0.981853663921 validation cost:0.237721771002 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.110063783824 and training accuracy:0.991707324982 validation cost:0.105302810669 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0720417574048 and training accuracy:0.994146347046 validation cost:0.0657108798623 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.054447747767 and training accuracy:0.994926810265 validation cost:0.0477437600493 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0443462692201 and training accuracy:0.995414614677 validation cost:0.0376413092017 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0377660766244 and training accuracy:0.99590241909 validation cost:0.0311926137656 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0331137143075 and training accuracy:0.996487796307 validation cost:0.0267196968198 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0296307485551 and training accuracy:0.996780514717 validation cost:0.0234308391809 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0269127190113 and training accuracy:0.99726831913 validation cost:0.0209080651402 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.272613049 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162062630057 and training accuracy:0.990258872509 validation cost:0.155920505524 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0704720467329 and training accuracy:0.995850980282 validation cost:0.0676211118698 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0458462946117 and training accuracy:0.996662735939 validation cost:0.043900039047 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0346460044384 and training accuracy:0.997294127941 validation cost:0.0330371670425 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.02822878398 and training accuracy:0.998196065426 validation cost:0.0267778392881 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0240484345704 and training accuracy:0.998466670513 validation cost:0.0226869937032 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0210928730667 and training accuracy:0.998827457428 validation cost:0.0197900477797 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0188817493618 and training accuracy:0.999007821083 validation cost:0.0176228806376 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0171578582376 and training accuracy:0.999188244343 validation cost:0.0159356482327 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.981621027 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.22686047852 and training accuracy:0.955392062664 validation cost:0.228685334325 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.139176309109 and training accuracy:0.964704811573 validation cost:0.141550332308 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.10740339011 and training accuracy:0.970571815968 validation cost:0.109952822328 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0897504091263 and training accuracy:0.975228190422 validation cost:0.0921447128057 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0780431628227 and training accuracy:0.979046404362 validation cost:0.0801417678595 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0695435553789 and training accuracy:0.980908930302 validation cost:0.0713052898645 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0630280002952 and training accuracy:0.983330249786 validation cost:0.064452201128 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0578503459692 and training accuracy:0.984447777271 validation cost:0.0589606426656 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.053626280278 and training accuracy:0.986030936241 validation cost:0.0544520504773 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.234364986 Method 3 test accuracy:0.7867000103 Training with lmbda:89377.3332357, 85 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.857089043 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368782669306 and training accuracy:0.937551140785 validation cost:0.373322665691 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.17784486711 and training accuracy:0.960458159447 validation cost:0.182814478874 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.121605247259 and training accuracy:0.970366358757 validation cost:0.127364858985 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.094835087657 and training accuracy:0.976729393005 validation cost:0.10066344589 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0788718387485 and training accuracy:0.97991091013 validation cost:0.0843392759562 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0681200027466 and training accuracy:0.982274353504 validation cost:0.0730676203966 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0603041425347 and training accuracy:0.984637737274 validation cost:0.0647045075893 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0543197095394 and training accuracy:0.986364901066 validation cost:0.0582026466727 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.049558673054 and training accuracy:0.987273871899 validation cost:0.0529646836221 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:119.746313095 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236622214317 and training accuracy:0.981853663921 validation cost:0.23784533143 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.11014572531 and training accuracy:0.991707324982 validation cost:0.105388253927 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.072106257081 and training accuracy:0.994146347046 validation cost:0.0657780691981 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0545017309487 and training accuracy:0.994926810265 validation cost:0.04779991135 and validation accuracy:1.0 Training on :(4, 5) training cost:0.044392939657 and training accuracy:0.995414614677 validation cost:0.037689793855 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0378072597086 and training accuracy:0.99590241909 validation cost:0.0312353372574 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0331508554518 and training accuracy:0.996487796307 validation cost:0.0267581343651 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0296646170318 and training accuracy:0.996780514717 validation cost:0.0234657917172 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0269436724484 and training accuracy:0.99726831913 validation cost:0.0209399871528 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.410663128 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162141352892 and training accuracy:0.990258872509 validation cost:0.155997782946 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0705239400268 and training accuracy:0.995850980282 validation cost:0.0676713883877 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0458896793425 and training accuracy:0.996662735939 validation cost:0.0439421087503 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0346843935549 and training accuracy:0.997294127941 validation cost:0.0330746173859 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0282635446638 and training accuracy:0.998196065426 validation cost:0.0268119312823 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0240803379565 and training accuracy:0.998466670513 validation cost:0.0227184165269 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0211225319654 and training accuracy:0.998827457428 validation cost:0.0198193211108 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0189095903188 and training accuracy:0.999007821083 validation cost:0.0176504701376 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0171840395778 and training accuracy:0.999188244343 validation cost:0.0159616433084 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.913054943 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.226935878396 and training accuracy:0.955485165119 validation cost:0.228758588433 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.139219626784 and training accuracy:0.964797914028 validation cost:0.141591355205 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.107442326844 and training accuracy:0.970571815968 validation cost:0.109988771379 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0897895991802 and training accuracy:0.975228190422 validation cost:0.0921806842089 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0780840143561 and training accuracy:0.979046404362 validation cost:0.0801796913147 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0695856660604 and training accuracy:0.980908930302 validation cost:0.0713448673487 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.06307143718 and training accuracy:0.983330249786 validation cost:0.0644938126206 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.057894743979 and training accuracy:0.984447777271 validation cost:0.0590039752424 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0536712296307 and training accuracy:0.986030936241 validation cost:0.0544963851571 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.323856115 Method 3 test accuracy:0.78719997406 Training with lmbda:91768.7271182, 86 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.357606173 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368839591742 and training accuracy:0.937551140785 validation cost:0.373378813267 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.177901521325 and training accuracy:0.960458159447 validation cost:0.182868599892 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.121657274663 and training accuracy:0.970366358757 validation cost:0.12741330266 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.094885058701 and training accuracy:0.976729393005 validation cost:0.100709795952 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0789200738072 and training accuracy:0.97991091013 validation cost:0.0843844711781 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0681666731834 and training accuracy:0.982274353504 validation cost:0.0731116533279 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0603497065604 and training accuracy:0.984637737274 validation cost:0.0647482275963 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0543638318777 and training accuracy:0.986364901066 validation cost:0.0582455396652 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0496017485857 and training accuracy:0.987273871899 validation cost:0.0530064553022 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:119.943910122 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236975282431 and training accuracy:0.981853663921 validation cost:0.238212496042 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.11039096117 and training accuracy:0.991707324982 validation cost:0.105644308031 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0722994431853 and training accuracy:0.994146347046 validation cost:0.0659792423248 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0546630732715 and training accuracy:0.994926810265 validation cost:0.0479675456882 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0445326864719 and training accuracy:0.995414614677 validation cost:0.0378346629441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0379308015108 and training accuracy:0.99590241909 validation cost:0.0313630327582 and validation accuracy:1.0 Training on :(4, 5) training cost:0.033261988312 and training accuracy:0.996487796307 validation cost:0.0268727391958 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029765708372 and training accuracy:0.996878027916 validation cost:0.0235698278993 and validation accuracy:1.0 Training on :(4, 5) training cost:0.027036389336 and training accuracy:0.99726831913 validation cost:0.0210351292044 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.030004978 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162380695343 and training accuracy:0.990258872509 validation cost:0.156232729554 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0706808939576 and training accuracy:0.995850980282 validation cost:0.0678237974644 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0460203401744 and training accuracy:0.996662735939 validation cost:0.0440691895783 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0347995832562 and training accuracy:0.997294127941 validation cost:0.0331872887909 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0283678676933 and training accuracy:0.998196065426 validation cost:0.026914505288 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0241760816425 and training accuracy:0.998466670513 validation cost:0.0228129867464 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.021211406216 and training accuracy:0.998827457428 validation cost:0.019907457754 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0189927630126 and training accuracy:0.999007821083 validation cost:0.0177331510931 and validation accuracy:1.0 Training on :(6, 7) training cost:0.017262481153 and training accuracy:0.999188244343 validation cost:0.0160398613662 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.883709908 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227164238691 and training accuracy:0.955485165119 validation cost:0.228979587555 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.139354050159 and training accuracy:0.964797914028 validation cost:0.14171770215 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.10756264627 and training accuracy:0.970571815968 validation cost:0.110099248588 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0899098515511 and training accuracy:0.975228190422 validation cost:0.0922906175256 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0782075300813 and training accuracy:0.979046404362 validation cost:0.0802937820554 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0697132200003 and training accuracy:0.980815768242 validation cost:0.0714642256498 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0632025152445 and training accuracy:0.983330249786 validation cost:0.0646184757352 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0580284371972 and training accuracy:0.984447777271 validation cost:0.0591331236064 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.053806681186 and training accuracy:0.985937774181 validation cost:0.0546290166676 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.045015812 Method 3 test accuracy:0.787699997425 Training with lmbda:95646.3188776, 87 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.598466873 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368930459023 and training accuracy:0.937551140785 validation cost:0.373468339443 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.177992224693 and training accuracy:0.960458159447 validation cost:0.182954981923 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.121740952134 and training accuracy:0.970366358757 validation cost:0.127490878105 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0949656069279 and training accuracy:0.976729393005 validation cost:0.100784189999 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0789976343513 and training accuracy:0.97991091013 validation cost:0.0844562649727 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0682414397597 and training accuracy:0.982274353504 validation cost:0.0731817260385 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0604224316776 and training accuracy:0.984546840191 validation cost:0.064817160368 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0544347316027 and training accuracy:0.986364901066 validation cost:0.0583136454225 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0496705546975 and training accuracy:0.987273871899 validation cost:0.0530732087791 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:119.814929008 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.237538471818 and training accuracy:0.981853663921 validation cost:0.238797336817 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.1107808128 and training accuracy:0.991707324982 validation cost:0.106050543487 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0726078152657 and training accuracy:0.994146347046 validation cost:0.0662999600172 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0549203492701 and training accuracy:0.994926810265 validation cost:0.0482347235084 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0447550602257 and training accuracy:0.995414614677 validation cost:0.0380651056767 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0381266996264 and training accuracy:0.99590241909 validation cost:0.0315656475723 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0334376394749 and training accuracy:0.996487796307 validation cost:0.0270540267229 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0299251507968 and training accuracy:0.996878027916 validation cost:0.0237339474261 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0271829944104 and training accuracy:0.99726831913 validation cost:0.0211856327951 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.590240955 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162761285901 and training accuracy:0.990258872509 validation cost:0.156607016921 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0709324553609 and training accuracy:0.995850980282 validation cost:0.0680683851242 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0462291836739 and training accuracy:0.996662735939 validation cost:0.0442723967135 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.034983497113 and training accuracy:0.997294127941 validation cost:0.0333672016859 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0285339932889 and training accuracy:0.998196065426 validation cost:0.0270778741688 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0243285950273 and training accuracy:0.998466670513 validation cost:0.0229634903371 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0213530100882 and training accuracy:0.998827457428 validation cost:0.0200476497412 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0191253311932 and training accuracy:0.999007821083 validation cost:0.0178648363799 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0173874534667 and training accuracy:0.999188244343 validation cost:0.0161643587053 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.309830904 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227528646588 and training accuracy:0.955578327179 validation cost:0.229333102703 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.139571592212 and training accuracy:0.964704811573 validation cost:0.141923770308 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.107756905258 and training accuracy:0.970664918423 validation cost:0.110279381275 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0901039838791 and training accuracy:0.975321292877 validation cost:0.0924686789513 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0784072577953 and training accuracy:0.979046404362 validation cost:0.0804787874222 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0699194818735 and training accuracy:0.980722665787 validation cost:0.0716586187482 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0634133145213 and training accuracy:0.983330249786 validation cost:0.0648203119636 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0582426525652 and training accuracy:0.984354615211 validation cost:0.0593410842121 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0540232881904 and training accuracy:0.985937774181 validation cost:0.0548425614834 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.036304951 Method 3 test accuracy:0.788500010967 Training with lmbda:96119.403308, 88 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.54615283 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.3689417243 and training accuracy:0.937551140785 validation cost:0.373479425907 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178003132343 and training accuracy:0.960458159447 validation cost:0.182965457439 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.121751070023 and training accuracy:0.970366358757 validation cost:0.127500325441 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0949751064181 and training accuracy:0.976729393005 validation cost:0.100793026388 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0790067911148 and training accuracy:0.97991091013 validation cost:0.0844648778439 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0682503283024 and training accuracy:0.982274353504 validation cost:0.0731902122498 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0604310892522 and training accuracy:0.984455943108 validation cost:0.064825579524 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0544430837035 and training accuracy:0.986364901066 validation cost:0.0583218857646 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0496786348522 and training accuracy:0.987273871899 validation cost:0.0530812181532 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:119.853183031 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.237605497241 and training accuracy:0.981853663921 validation cost:0.238866820931 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.110827364028 and training accuracy:0.991707324982 validation cost:0.106099031866 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.072644919157 and training accuracy:0.994146347046 validation cost:0.0663385540247 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0549511238933 and training accuracy:0.994926810265 validation cost:0.0482666604221 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0447814166546 and training accuracy:0.995414614677 validation cost:0.0380923934281 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0381500460207 and training accuracy:0.99590241909 validation cost:0.0315897986293 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0334584899247 and training accuracy:0.996487796307 validation cost:0.0270755495876 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0299441684037 and training accuracy:0.996878027916 validation cost:0.0237535517663 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0272004194558 and training accuracy:0.99726831913 validation cost:0.0212034843862 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.902307034 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162807494402 and training accuracy:0.990258872509 validation cost:0.156652510166 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0709631070495 and training accuracy:0.995850980282 validation cost:0.068098179996 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.046254619956 and training accuracy:0.996662735939 validation cost:0.0442970991135 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0350058078766 and training accuracy:0.997294127941 validation cost:0.033388979733 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0285540763289 and training accuracy:0.998196065426 validation cost:0.0270975586027 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0243470817804 and training accuracy:0.998466670513 validation cost:0.0229817088693 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0213701538742 and training accuracy:0.998827457428 validation cost:0.0200645849109 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0191413294524 and training accuracy:0.999007821083 validation cost:0.0178806837648 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0174025874585 and training accuracy:0.999188244343 validation cost:0.0161794330925 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.244445086 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227573260665 and training accuracy:0.955578327179 validation cost:0.229376345873 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.13959826529 and training accuracy:0.964704811573 validation cost:0.141949057579 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.10778131336 and training accuracy:0.970664918423 validation cost:0.110302038491 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.090127825737 and training accuracy:0.975321292877 validation cost:0.0924905315042 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0784315913916 and training accuracy:0.979046404362 validation cost:0.0805014073849 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0699443668127 and training accuracy:0.980722665787 validation cost:0.0716819390655 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0634387210011 and training accuracy:0.983330249786 validation cost:0.0648445636034 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0582685507834 and training accuracy:0.984354615211 validation cost:0.0593663230538 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0540493428707 and training accuracy:0.985937774181 validation cost:0.054868131876 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.097708225 Method 3 test accuracy:0.788500010967 Training with lmbda:97283.0488578, 89 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.757025003 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368968904018 and training accuracy:0.937551140785 validation cost:0.37350615859 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178030148149 and training accuracy:0.960458159447 validation cost:0.182991176844 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.121775761247 and training accuracy:0.970366358757 validation cost:0.127523079515 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0949987322092 and training accuracy:0.976729393005 validation cost:0.100814670324 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.079029545188 and training accuracy:0.97991091013 validation cost:0.0844859331846 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0682726278901 and training accuracy:0.982274353504 validation cost:0.0732113197446 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0604525841773 and training accuracy:0.984455943108 validation cost:0.0648461654782 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0544640086591 and training accuracy:0.986364901066 validation cost:0.0583420470357 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0496992394328 and training accuracy:0.987273871899 validation cost:0.0531014949083 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:119.739639997 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.237771824002 and training accuracy:0.981853663921 validation cost:0.239039823413 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.110942624509 and training accuracy:0.991707324982 validation cost:0.10621932894 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.072736017406 and training accuracy:0.994146347046 validation cost:0.0664333701134 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0550267957151 and training accuracy:0.994926810265 validation cost:0.0483453087509 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0448463745415 and training accuracy:0.995414614677 validation cost:0.0381597317755 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0382073484361 and training accuracy:0.99590241909 validation cost:0.0316490978003 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0335097946227 and training accuracy:0.996487796307 validation cost:0.027128553018 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0299907885492 and training accuracy:0.996878027916 validation cost:0.0238015744835 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0272433012724 and training accuracy:0.99726831913 validation cost:0.0212475452572 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.7543962 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162921980023 and training accuracy:0.990349054337 validation cost:0.156765073538 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0710387006402 and training accuracy:0.995850980282 validation cost:0.0681717395782 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0463170781732 and training accuracy:0.996662735939 validation cost:0.0443579480052 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.035060506314 and training accuracy:0.997294127941 validation cost:0.0334425233305 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0286034289747 and training accuracy:0.998196065426 validation cost:0.0271461140364 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0243923347443 and training accuracy:0.998466670513 validation cost:0.0230264272541 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0214120782912 and training accuracy:0.998827457428 validation cost:0.0201061554253 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0191805139184 and training accuracy:0.999007821083 validation cost:0.0179196409881 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0174395367503 and training accuracy:0.999188244343 validation cost:0.0162162818015 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.091536999 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227682188153 and training accuracy:0.955578327179 validation cost:0.229482352734 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.139663442969 and training accuracy:0.964797914028 validation cost:0.14201104641 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.107839435339 and training accuracy:0.970664918423 validation cost:0.110356032848 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0901855304837 and training accuracy:0.975321292877 validation cost:0.0925436913967 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0784906893969 and training accuracy:0.979046404362 validation cost:0.0805565491319 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0700051784515 and training accuracy:0.980722665787 validation cost:0.0717394724488 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0635010078549 and training accuracy:0.983237087727 validation cost:0.0649044960737 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0583315901458 and training accuracy:0.984354615211 validation cost:0.0594278238714 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0541131980717 and training accuracy:0.985937774181 validation cost:0.0549311600626 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.126185894 Method 3 test accuracy:0.78869998455 Training with lmbda:0, 90 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.081496954 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.350078076124 and training accuracy:0.945550382137 validation cost:0.35626244545 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.168276295066 and training accuracy:0.963821470737 validation cost:0.173856139183 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.115321777761 and training accuracy:0.971457123756 validation cost:0.121292434633 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0899425372481 and training accuracy:0.977274775505 validation cost:0.0958155542612 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0747277066112 and training accuracy:0.981092631817 validation cost:0.0801893845201 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0644341409206 and training accuracy:0.982728838921 validation cost:0.0693763718009 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.056921761483 and training accuracy:0.984546840191 validation cost:0.0613324306905 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0511523224413 and training accuracy:0.986455798149 validation cost:0.0550550036132 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0465539507568 and training accuracy:0.98800110817 validation cost:0.049983561039 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.327437878 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.21651314199 and training accuracy:0.982243895531 validation cost:0.216060474515 and validation accuracy:0.990128338337 Training on :(4, 5) training cost:0.0952939912677 and training accuracy:0.991902410984 validation cost:0.0892580747604 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.059481125325 and training accuracy:0.99385368824 validation cost:0.052209045738 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0432471707463 and training accuracy:0.995317101479 validation cost:0.0358251705766 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0341157391667 and training accuracy:0.995999991894 validation cost:0.0268493946642 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0282830186188 and training accuracy:0.996682941914 validation cost:0.0212646182626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242329780012 and training accuracy:0.996682941914 validation cost:0.0174879170954 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212509669363 and training accuracy:0.996780514717 validation cost:0.0147799393162 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189582556486 and training accuracy:0.996878027916 validation cost:0.0127518065274 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.10642004 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.147574067116 and training accuracy:0.987102031708 validation cost:0.141037851572 and validation accuracy:0.985401451588 Training on :(6, 7) training cost:0.0634679719806 and training accuracy:0.994227468967 validation cost:0.0609527975321 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.039851680398 and training accuracy:0.996121585369 validation cost:0.0384407900274 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0289878062904 and training accuracy:0.997113764286 validation cost:0.0279205814004 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0227695163339 and training accuracy:0.997474491596 validation cost:0.0218062438071 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0187469292432 and training accuracy:0.998015701771 validation cost:0.0178057253361 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0159333888441 and training accuracy:0.998466670513 validation cost:0.0149873849005 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0138549664989 and training accuracy:0.998647093773 validation cost:0.0128987394273 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0122568802908 and training accuracy:0.998917639256 validation cost:0.011292649433 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.857564926 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.212972521782 and training accuracy:0.951201319695 validation cost:0.213990628719 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.133900925517 and training accuracy:0.963494122028 validation cost:0.135815069079 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.102961160243 and training accuracy:0.970478653908 validation cost:0.105636321008 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.085023611784 and training accuracy:0.974762499332 validation cost:0.0879236459732 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0728058218956 and training accuracy:0.978394508362 validation cost:0.0756027624011 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0637875497341 and training accuracy:0.981188297272 validation cost:0.0663148313761 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0568143390119 and training accuracy:0.983143985271 validation cost:0.059002161026 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0512534044683 and training accuracy:0.985658407211 validation cost:0.0530792996287 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.046716991812 and training accuracy:0.987055301666 validation cost:0.0481896996498 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.35827589 Method 3 test accuracy:0.723900020123 Training with lmbda:75117.9714048, 91 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.760770082 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.351786136627 and training accuracy:0.945550382137 validation cost:0.357959508896 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.170080587268 and training accuracy:0.963730573654 validation cost:0.175587758422 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.117104075849 and training accuracy:0.971638917923 validation cost:0.12294446677 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0917437449098 and training accuracy:0.977456569672 validation cost:0.0974600836635 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0765492394567 and training accuracy:0.981001734734 validation cost:0.0818541646004 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0662713870406 and training accuracy:0.982819736004 validation cost:0.071069046855 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0587650537491 and training accuracy:0.984546840191 validation cost:0.0630419924855 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0529927760363 and training accuracy:0.986274003983 validation cost:0.05677318573 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0483882054687 and training accuracy:0.987910211086 validation cost:0.0517069734633 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.055425167 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.231430783868 and training accuracy:0.983414649963 validation cost:0.23145404458 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.106161847711 and training accuracy:0.991902410984 validation cost:0.10049881041 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0690464451909 and training accuracy:0.993951201439 validation cost:0.0620197504759 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0520263426006 and training accuracy:0.995121955872 validation cost:0.0447559133172 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0423129722476 and training accuracy:0.995512187481 validation cost:0.0351265966892 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0360113978386 and training accuracy:0.995999991894 validation cost:0.0290162507445 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0315706059337 and training accuracy:0.99658536911 validation cost:0.0248007606715 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0282545797527 and training accuracy:0.996780514717 validation cost:0.0217153243721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0256716758013 and training accuracy:0.997170746326 validation cost:0.0193570125848 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.029672146 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.155983969569 and training accuracy:0.991070628166 validation cost:0.14944717288 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0686323717237 and training accuracy:0.995670616627 validation cost:0.0658496692777 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.044823102653 and training accuracy:0.997023522854 validation cost:0.0431148074567 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0339130759239 and training accuracy:0.997654914856 validation cost:0.032589033246 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0276435799897 and training accuracy:0.998105883598 validation cost:0.0264795850962 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0235544014722 and training accuracy:0.998286306858 validation cost:0.0224658753723 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0206638425589 and training accuracy:0.998376488686 validation cost:0.0196144729853 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0185039974749 and training accuracy:0.998647093773 validation cost:0.0174792744219 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0168229360133 and training accuracy:0.998917639256 validation cost:0.0158167164773 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.752279997 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.222262397408 and training accuracy:0.956882119179 validation cost:0.222290873528 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.136374950409 and training accuracy:0.965263545513 validation cost:0.137366503477 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.105290658772 and training accuracy:0.971596181393 validation cost:0.106882877648 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0879786163568 and training accuracy:0.975880026817 validation cost:0.0897125080228 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0764689594507 and training accuracy:0.978673875332 validation cost:0.0781115293503 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0680995434523 and training accuracy:0.981560826302 validation cost:0.0695524215698 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.061679225415 and training accuracy:0.983516454697 validation cost:0.0629102513194 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0565775670111 and training accuracy:0.984913408756 validation cost:0.0575849115849 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0524155348539 and training accuracy:0.985937774181 validation cost:0.0532105863094 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.207064152 Method 3 test accuracy:0.796800017357 Training with lmbda:77709.4222616, 92 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.805182934 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.351840764284 and training accuracy:0.945550382137 validation cost:0.358013659716 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.170135751367 and training accuracy:0.963730573654 validation cost:0.175640627742 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.117156386375 and training accuracy:0.971638917923 validation cost:0.122992962599 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.091794244945 and training accuracy:0.977456569672 validation cost:0.097506351769 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0765985324979 and training accuracy:0.981001734734 validation cost:0.0818993151188 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0663197785616 and training accuracy:0.982819736004 validation cost:0.0711138024926 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0588126927614 and training accuracy:0.984546840191 validation cost:0.0630865544081 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.053039457649 and training accuracy:0.986274003983 validation cost:0.0568168610334 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.048434138298 and training accuracy:0.987910211086 validation cost:0.051750164479 and validation accuracy:0.984375 Training on :(2, 3) Time taken:119.841069937 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.231796488166 and training accuracy:0.983414649963 validation cost:0.231830477715 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.1064247787 and training accuracy:0.991902410984 validation cost:0.100769922137 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0692606791854 and training accuracy:0.993951201439 validation cost:0.0622397959232 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0522097945213 and training accuracy:0.995121955872 validation cost:0.0449433326721 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.042474295944 and training accuracy:0.995512187481 validation cost:0.0352909043431 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0361564494669 and training accuracy:0.995999991894 validation cost:0.0291634649038 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0317025966942 and training accuracy:0.99658536911 validation cost:0.024934342131 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0283761918545 and training accuracy:0.996780514717 validation cost:0.0218380615115 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0257844179869 and training accuracy:0.997170746326 validation cost:0.0194703172892 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.745555162 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.156240358949 and training accuracy:0.991341233253 validation cost:0.149701833725 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0688026174903 and training accuracy:0.995670616627 validation cost:0.0660154595971 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0449707247317 and training accuracy:0.997023522854 validation cost:0.0432582683861 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0340475030243 and training accuracy:0.997654914856 validation cost:0.0327202752233 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0277683064342 and training accuracy:0.998105883598 validation cost:0.0266020931304 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0236714445055 and training accuracy:0.998286306858 validation cost:0.0225816704333 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0207741931081 and training accuracy:0.998376488686 validation cost:0.0197242461145 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186085812747 and training accuracy:0.998647093773 validation cost:0.0175837539136 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0169224254787 and training accuracy:0.998917639256 validation cost:0.0159164648503 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.951185942 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.222531571984 and training accuracy:0.956975221634 validation cost:0.222559124231 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.136523038149 and training accuracy:0.965356647968 validation cost:0.137510091066 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.105424515903 and training accuracy:0.971596181393 validation cost:0.107007153332 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0881158486009 and training accuracy:0.975880026817 validation cost:0.0898386761546 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0766123086214 and training accuracy:0.978673875332 validation cost:0.0782442316413 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0682484805584 and training accuracy:0.981560826302 validation cost:0.069692261517 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0618328154087 and training accuracy:0.983516454697 validation cost:0.0630568042397 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0567350834608 and training accuracy:0.984820246696 validation cost:0.0577379018068 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0525757782161 and training accuracy:0.985937774181 validation cost:0.0533686801791 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:116.923496008 Method 3 test accuracy:0.797999978065 Training with lmbda:78039.2280196, 93 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.743000031 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.351847857237 and training accuracy:0.945550382137 validation cost:0.358020633459 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.170142784715 and training accuracy:0.963730573654 validation cost:0.175647348166 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.117162898183 and training accuracy:0.971638917923 validation cost:0.122999049723 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0918006002903 and training accuracy:0.977456569672 validation cost:0.0975121185184 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.076604783535 and training accuracy:0.981001734734 validation cost:0.0819049477577 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0663258656859 and training accuracy:0.982819736004 validation cost:0.0711193680763 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0588188432157 and training accuracy:0.984546840191 validation cost:0.0630922168493 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0530454032123 and training accuracy:0.986274003983 validation cost:0.0568223707378 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0484399870038 and training accuracy:0.987910211086 validation cost:0.0517556034029 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.064405918 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.231843113899 and training accuracy:0.983414649963 validation cost:0.231878399849 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.106458082795 and training accuracy:0.991902410984 validation cost:0.100804299116 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0692878067493 and training accuracy:0.993951201439 validation cost:0.062267690897 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.052232991904 and training accuracy:0.995121955872 validation cost:0.0449670627713 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0424945876002 and training accuracy:0.995414614677 validation cost:0.0353115685284 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.036174621433 and training accuracy:0.995999991894 validation cost:0.0291818808764 and validation accuracy:1.0 Training on :(4, 5) training cost:0.031719096005 and training accuracy:0.99658536911 validation cost:0.0249510202557 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0283913761377 and training accuracy:0.996780514717 validation cost:0.0218533873558 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0257984939963 and training accuracy:0.997170746326 validation cost:0.0194844454527 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.068285942 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.156272768974 and training accuracy:0.991341233253 validation cost:0.14973410964 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.068824224174 and training accuracy:0.995670616627 validation cost:0.0660364851356 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0449894219637 and training accuracy:0.997023522854 validation cost:0.0432764589787 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0340645387769 and training accuracy:0.997745096684 validation cost:0.0327369123697 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0277840327471 and training accuracy:0.998105883598 validation cost:0.0266175381839 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0236861519516 and training accuracy:0.998286306858 validation cost:0.0225962139666 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0207880716771 and training accuracy:0.998376488686 validation cost:0.0197380390018 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.018621750176 and training accuracy:0.998647093773 validation cost:0.017596906051 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0169349592179 and training accuracy:0.998917639256 validation cost:0.0159290041775 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.895138025 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.222565442324 and training accuracy:0.956975221634 validation cost:0.22259286046 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.136541619897 and training accuracy:0.965356647968 validation cost:0.137528061867 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.105441331863 and training accuracy:0.971596181393 validation cost:0.10702265799 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0881330519915 and training accuracy:0.975880026817 validation cost:0.0898544490337 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.076630294323 and training accuracy:0.978673875332 validation cost:0.0782608240843 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0682671293616 and training accuracy:0.981467664242 validation cost:0.069709636271 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0618521682918 and training accuracy:0.983516454697 validation cost:0.0630751550198 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0567548386753 and training accuracy:0.984820246696 validation cost:0.0577569119632 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0525960028172 and training accuracy:0.985937774181 validation cost:0.0533883348107 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:116.614713907 Method 3 test accuracy:0.798300027847 Training with lmbda:78417.6647421, 94 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.155534029 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.351855754852 and training accuracy:0.945550382137 validation cost:0.358028501272 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.170150607824 and training accuracy:0.963730573654 validation cost:0.175654873252 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.117170259356 and training accuracy:0.971638917923 validation cost:0.123005852103 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0918078348041 and training accuracy:0.977456569672 validation cost:0.0975186899304 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0766118615866 and training accuracy:0.981001734734 validation cost:0.0819113701582 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0663328021765 and training accuracy:0.982819736004 validation cost:0.0711257830262 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0588257163763 and training accuracy:0.984546840191 validation cost:0.0630986243486 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0530521385372 and training accuracy:0.986274003983 validation cost:0.0568286664784 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0484466664493 and training accuracy:0.987910211086 validation cost:0.051761906594 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.056210995 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.231895536184 and training accuracy:0.983414649963 validation cost:0.231932356954 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.106495775282 and training accuracy:0.991902410984 validation cost:0.10084310174 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0693184584379 and training accuracy:0.993951201439 validation cost:0.0622991658747 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.052259080112 and training accuracy:0.995121955872 validation cost:0.0449937395751 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.042517632246 and training accuracy:0.995414614677 validation cost:0.0353350266814 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0361953787506 and training accuracy:0.995999991894 validation cost:0.0292029324919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0317380018532 and training accuracy:0.99658536911 validation cost:0.0249701496214 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0284087155014 and training accuracy:0.996780514717 validation cost:0.0218708775938 and validation accuracy:1.0 Training on :(4, 5) training cost:0.025814563036 and training accuracy:0.997170746326 validation cost:0.0195005852729 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.145393133 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.156309992075 and training accuracy:0.991341233253 validation cost:0.149771109223 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0688488706946 and training accuracy:0.995670616627 validation cost:0.0660604387522 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0450107753277 and training accuracy:0.997023522854 validation cost:0.0432972200215 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0340840183198 and training accuracy:0.997745096684 validation cost:0.032755933702 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.027802105993 and training accuracy:0.998105883598 validation cost:0.0266353040934 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0237030480057 and training accuracy:0.998286306858 validation cost:0.0226129163057 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0208040103316 and training accuracy:0.998376488686 validation cost:0.0197538454086 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186368394643 and training accuracy:0.998647093773 validation cost:0.0176119413227 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0169493071735 and training accuracy:0.998917639256 validation cost:0.0159433651716 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.22665 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.222604706883 and training accuracy:0.956975221634 validation cost:0.222631961107 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.136563122272 and training accuracy:0.965356647968 validation cost:0.137548863888 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.105460733175 and training accuracy:0.971596181393 validation cost:0.107040554285 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0881526246667 and training accuracy:0.975880026817 validation cost:0.0898719653487 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.076650775969 and training accuracy:0.978673875332 validation cost:0.0782795399427 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0682884305716 and training accuracy:0.981374561787 validation cost:0.0697293281555 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0618741549551 and training accuracy:0.983516454697 validation cost:0.0630958005786 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.056777279824 and training accuracy:0.984820246696 validation cost:0.0577781684697 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0526188760996 and training accuracy:0.985937774181 validation cost:0.053410295397 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:116.917920113 Method 3 test accuracy:0.798399984837 Training with lmbda:79633.2054888, 95 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.30816102 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.351881206036 and training accuracy:0.945550382137 validation cost:0.358053714037 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.170176550746 and training accuracy:0.963730573654 validation cost:0.175679802895 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.117194376886 and training accuracy:0.971638917923 validation cost:0.123028181493 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.091831214726 and training accuracy:0.977456569672 validation cost:0.0975402742624 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0766346752644 and training accuracy:0.981001734734 validation cost:0.0819323658943 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0663552209735 and training accuracy:0.982819736004 validation cost:0.0711465999484 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0588476322591 and training accuracy:0.984546840191 validation cost:0.0631190463901 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0530737228692 and training accuracy:0.986274003983 validation cost:0.0568489134312 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0484678074718 and training accuracy:0.987910211086 validation cost:0.0517819710076 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.106593132 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.23206345737 and training accuracy:0.983414649963 validation cost:0.232105180621 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.106617160141 and training accuracy:0.991902410984 validation cost:0.100968390703 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0694174841046 and training accuracy:0.993951201439 validation cost:0.0624008662999 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0523434989154 and training accuracy:0.995121955872 validation cost:0.0450800135732 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0425919704139 and training accuracy:0.995414614677 validation cost:0.0354107059538 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0362620055676 and training accuracy:0.995999991894 validation cost:0.0292705409229 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0317984037101 and training accuracy:0.99658536911 validation cost:0.0250313039869 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0284642484039 and training accuracy:0.996780514717 validation cost:0.0219269338995 and validation accuracy:1.0 Training on :(4, 5) training cost:0.025866156444 and training accuracy:0.997170746326 validation cost:0.0195524524897 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.640980005 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.156430721283 and training accuracy:0.991341233253 validation cost:0.149891108274 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0689282491803 and training accuracy:0.995670616627 validation cost:0.0661376491189 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0450792759657 and training accuracy:0.997023522854 validation cost:0.0433637052774 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0341461487114 and training accuracy:0.997745096684 validation cost:0.0328164845705 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0278597194701 and training accuracy:0.998105883598 validation cost:0.0266917888075 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0237570106983 and training accuracy:0.998286306858 validation cost:0.0226661730558 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0208548214287 and training accuracy:0.998376488686 validation cost:0.0198042280972 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186848975718 and training accuracy:0.998647093773 validation cost:0.0176597721875 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0169949810952 and training accuracy:0.998917639256 validation cost:0.0159890428185 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.833826065 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.222731262445 and training accuracy:0.956975221634 validation cost:0.22275814414 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.136632964015 and training accuracy:0.965356647968 validation cost:0.137616530061 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.105523861945 and training accuracy:0.971503078938 validation cost:0.107099287212 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0882168635726 and training accuracy:0.975880026817 validation cost:0.0899310857058 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0767178237438 and training accuracy:0.978673875332 validation cost:0.0783418416977 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0683576390147 and training accuracy:0.981467664242 validation cost:0.0697947964072 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0619453974068 and training accuracy:0.983330249786 validation cost:0.0631643533707 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.056849911809 and training accuracy:0.984820246696 validation cost:0.0578489862382 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0526923909783 and training accuracy:0.985937774181 validation cost:0.0534828417003 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.387318134 Method 3 test accuracy:0.798699975014 Training with lmbda:80230.0530529, 96 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.701387882 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.351893573999 and training accuracy:0.945550382137 validation cost:0.358065932989 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.170188933611 and training accuracy:0.963730573654 validation cost:0.175691783428 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.11720623076 and training accuracy:0.971638917923 validation cost:0.123039148748 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0918425247073 and training accuracy:0.977456569672 validation cost:0.0975506678224 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0766457021236 and training accuracy:0.981001734734 validation cost:0.0819425210357 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0663661137223 and training accuracy:0.982819736004 validation cost:0.0711567997932 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0588583983481 and training accuracy:0.984546840191 validation cost:0.063129067421 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0530842728913 and training accuracy:0.986274003983 validation cost:0.0568588897586 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0484782606363 and training accuracy:0.987910211086 validation cost:0.0517920255661 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.355181932 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.232148051262 and training accuracy:0.983414649963 validation cost:0.232192069292 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.106677509844 and training accuracy:0.991902410984 validation cost:0.101030647755 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.06946618855 and training accuracy:0.993951201439 validation cost:0.0624509118497 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0523852184415 and training accuracy:0.995121955872 validation cost:0.0451225973666 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0426283478737 and training accuracy:0.995414614677 validation cost:0.0354476682842 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0362944565713 and training accuracy:0.995999991894 validation cost:0.0293034370989 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0318277813494 and training accuracy:0.99658536911 validation cost:0.0250610318035 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0284911878407 and training accuracy:0.996780514717 validation cost:0.0219541043043 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0258912239224 and training accuracy:0.997170746326 validation cost:0.0195775795728 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.687586069 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.156488791108 and training accuracy:0.991341233253 validation cost:0.149948999286 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0689670145512 and training accuracy:0.995670616627 validation cost:0.066175557673 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0451128035784 and training accuracy:0.997023522854 validation cost:0.0433964543045 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0341765880585 and training accuracy:0.997745096684 validation cost:0.0328463241458 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0278878752142 and training accuracy:0.998105883598 validation cost:0.0267196185887 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0237833634019 and training accuracy:0.998286306858 validation cost:0.0226923488081 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0208796672523 and training accuracy:0.998376488686 validation cost:0.0198290292174 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0187084507197 and training accuracy:0.998647093773 validation cost:0.0176833514124 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.017017384991 and training accuracy:0.998917639256 validation cost:0.0160115733743 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.771538019 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.222792059183 and training accuracy:0.957068383694 validation cost:0.222818508744 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.136666759849 and training accuracy:0.965263545513 validation cost:0.137649103999 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10555421561 and training accuracy:0.971503078938 validation cost:0.10712724179 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0882477536798 and training accuracy:0.975880026817 validation cost:0.0899591520429 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0767501071095 and training accuracy:0.978673875332 validation cost:0.0783713385463 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0683910921216 and training accuracy:0.981467664242 validation cost:0.0698259994388 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0619799494743 and training accuracy:0.983330249786 validation cost:0.0631970614195 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0568853579462 and training accuracy:0.984727144241 validation cost:0.0578829646111 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0527284406126 and training accuracy:0.985937774181 validation cost:0.0535180866718 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.367262125 Method 3 test accuracy:0.798900008202 Training with lmbda:81959.2346273, 97 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.012500048 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.351930230856 and training accuracy:0.945550382137 validation cost:0.358102291822 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.170224800706 and training accuracy:0.963730573654 validation cost:0.175726220012 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.117240048945 and training accuracy:0.971638917923 validation cost:0.123070478439 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0918753445148 and training accuracy:0.977365672588 validation cost:0.0975808501244 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0766776800156 and training accuracy:0.981001734734 validation cost:0.0819720551372 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0663975179195 and training accuracy:0.982910633087 validation cost:0.0711861476302 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0588892176747 and training accuracy:0.984546840191 validation cost:0.063158005476 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0531144849956 and training accuracy:0.986274003983 validation cost:0.0568872615695 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0485077984631 and training accuracy:0.987819314003 validation cost:0.0518198572099 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:119.662702799 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.232384458184 and training accuracy:0.983414649963 validation cost:0.232435971498 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.106846831739 and training accuracy:0.991902410984 validation cost:0.101205386221 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0696048513055 and training accuracy:0.993951201439 validation cost:0.0625934377313 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0525032319129 and training accuracy:0.995121955872 validation cost:0.0452434234321 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0427318662405 and training accuracy:0.995414614677 validation cost:0.0355533137918 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0363872013986 and training accuracy:0.99590241909 validation cost:0.0293977912515 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0319121964276 and training accuracy:0.996487796307 validation cost:0.0251465905458 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0285685583949 and training accuracy:0.996780514717 validation cost:0.0220321957022 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0259629469365 and training accuracy:0.997170746326 validation cost:0.019649695605 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.229717016 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.156659156084 and training accuracy:0.991341233253 validation cost:0.150118455291 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0690795704722 and training accuracy:0.995670616627 validation cost:0.0662852227688 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0452097095549 and training accuracy:0.997023522854 validation cost:0.0434906594455 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0342643000185 and training accuracy:0.997745096684 validation cost:0.0329318903387 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0279690921307 and training accuracy:0.998196065426 validation cost:0.026799345389 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0238592792302 and training accuracy:0.998286306858 validation cost:0.0227673333138 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0209511537105 and training accuracy:0.998376488686 validation cost:0.0198999978602 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0187760181725 and training accuracy:0.998647093773 validation cost:0.0177507083863 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0170815400779 and training accuracy:0.998917639256 validation cost:0.0160758085549 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.133522987 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.222971305251 and training accuracy:0.957161486149 validation cost:0.222997292876 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.136765539646 and training accuracy:0.965263545513 validation cost:0.137745082378 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.105643793941 and training accuracy:0.971503078938 validation cost:0.107210680842 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0883384719491 and training accuracy:0.975880026817 validation cost:0.0900423452258 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0768445879221 and training accuracy:0.978673875332 validation cost:0.0784586519003 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0684889703989 and training accuracy:0.981467664242 validation cost:0.0699179172516 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0620808601379 and training accuracy:0.983330249786 validation cost:0.0632933601737 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0569882020354 and training accuracy:0.984727144241 validation cost:0.0579823851585 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0528325848281 and training accuracy:0.985937774181 validation cost:0.0536205843091 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:116.657206059 Method 3 test accuracy:0.805999994278 Training with lmbda:85612.9397687, 98 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.564229012 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.35200625658 and training accuracy:0.945550382137 validation cost:0.358177781105 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.170300632715 and training accuracy:0.963730573654 validation cost:0.175798952579 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.117311231792 and training accuracy:0.971638917923 validation cost:0.123136281967 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0919446274638 and training accuracy:0.977365672588 validation cost:0.0976443514228 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0767452567816 and training accuracy:0.981001734734 validation cost:0.0820340514183 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0664632767439 and training accuracy:0.982910633087 validation cost:0.0712470263243 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0589539147913 and training accuracy:0.984546840191 validation cost:0.0632184296846 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0531779266894 and training accuracy:0.986364901066 validation cost:0.0569466948509 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0485699474812 and training accuracy:0.987637460232 validation cost:0.0518785007298 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:119.940984011 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.232879042625 and training accuracy:0.983414649963 validation cost:0.232945784926 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.107202686369 and training accuracy:0.991902410984 validation cost:0.101572863758 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0698927789927 and training accuracy:0.99385368824 validation cost:0.0628893896937 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.052748285234 and training accuracy:0.995121955872 validation cost:0.0454941764474 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0429463908076 and training accuracy:0.995414614677 validation cost:0.0357719436288 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.036578796804 and training accuracy:0.99590241909 validation cost:0.0295925159007 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0320865213871 and training accuracy:0.996390223503 validation cost:0.0253230500966 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287287477404 and training accuracy:0.996878027916 validation cost:0.0221937466413 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0261113606393 and training accuracy:0.997170746326 validation cost:0.0197987835854 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.918512821 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.157011955976 and training accuracy:0.991341233253 validation cost:0.150469049811 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0693146362901 and training accuracy:0.995670616627 validation cost:0.0665142014623 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0454122684896 and training accuracy:0.997023522854 validation cost:0.0436877422035 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0344475321472 and training accuracy:0.997745096684 validation cost:0.0331108756363 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.028138242662 and training accuracy:0.998196065426 validation cost:0.0269656255841 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0240171495825 and training accuracy:0.998286306858 validation cost:0.0229233764112 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0210996400565 and training accuracy:0.998376488686 validation cost:0.0200474839658 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0189161989838 and training accuracy:0.998647093773 validation cost:0.0178905576468 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0172146633267 and training accuracy:0.998917639256 validation cost:0.0162091869861 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.08991313 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.223342403769 and training accuracy:0.957254588604 validation cost:0.22336794436 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.136973559856 and training accuracy:0.965170443058 validation cost:0.137948065996 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.105832003057 and training accuracy:0.971503078938 validation cost:0.107386693358 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.088529586792 and training accuracy:0.975880026817 validation cost:0.090218923986 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0770430266857 and training accuracy:0.978673875332 validation cost:0.0786430463195 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0686942860484 and training accuracy:0.981467664242 validation cost:0.0701114982367 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0622920095921 and training accuracy:0.983143985271 validation cost:0.0634952038527 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0572037808597 and training accuracy:0.984727144241 validation cost:0.0581913180649 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0530507043004 and training accuracy:0.985844671726 validation cost:0.0538353808224 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.19256115 Method 3 test accuracy:0.806500017643 Training with lmbda:88585.1235448, 99 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.668437958 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.352067947388 and training accuracy:0.945550382137 validation cost:0.358238935471 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.170361220837 and training accuracy:0.963730573654 validation cost:0.175856903195 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.117368027568 and training accuracy:0.971638917923 validation cost:0.123188830912 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0919994935393 and training accuracy:0.977365672588 validation cost:0.0976942256093 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0767990201712 and training accuracy:0.981001734734 validation cost:0.0820832103491 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0665159225464 and training accuracy:0.982910633087 validation cost:0.0712954550982 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0590056069195 and training accuracy:0.984546840191 validation cost:0.0632666423917 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0532285757363 and training accuracy:0.986364901066 validation cost:0.056994151324 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0486199297011 and training accuracy:0.987637460232 validation cost:0.0519254505634 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:119.690689802 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.233277872205 and training accuracy:0.983414649963 validation cost:0.233356311917 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.107486568391 and training accuracy:0.991902410984 validation cost:0.101865664124 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.070121191442 and training accuracy:0.99385368824 validation cost:0.063124217093 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0529419369996 and training accuracy:0.995121955872 validation cost:0.0456925407052 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0431157313287 and training accuracy:0.995414614677 validation cost:0.0359446741641 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.036730479449 and training accuracy:0.99590241909 validation cost:0.0297468136996 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0322240069509 and training accuracy:0.996390223503 validation cost:0.0254623889923 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288548860699 and training accuracy:0.996878027916 validation cost:0.0223210398108 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0262281205505 and training accuracy:0.997170746326 validation cost:0.0199162568897 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.732538939 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.157296493649 and training accuracy:0.991250991821 validation cost:0.150752007961 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0695043727756 and training accuracy:0.995670616627 validation cost:0.0666993558407 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0455749668181 and training accuracy:0.997023522854 validation cost:0.04384605214 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0345946401358 and training accuracy:0.997745096684 validation cost:0.0332546457648 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0282738488168 and training accuracy:0.998196065426 validation cost:0.0270989667624 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0241434723139 and training accuracy:0.998286306858 validation cost:0.0230483766645 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0212181508541 and training accuracy:0.998376488686 validation cost:0.0201653428376 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0190282259136 and training accuracy:0.998647093773 validation cost:0.0180024970323 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.017320998013 and training accuracy:0.998917639256 validation cost:0.0163158494979 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.559137821 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.223557949066 and training accuracy:0.956975221634 validation cost:0.223583549261 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.137003004551 and training accuracy:0.965263545513 validation cost:0.137962937355 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.10585398972 and training accuracy:0.971782445908 validation cost:0.107381686568 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.088564619422 and training accuracy:0.975786924362 validation cost:0.0902234986424 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0770949497819 and training accuracy:0.978673875332 validation cost:0.0786643475294 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0687612965703 and training accuracy:0.981467664242 validation cost:0.0701495334506 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0623715408146 and training accuracy:0.983050823212 validation cost:0.0635484158993 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0572931692004 and training accuracy:0.984633982182 validation cost:0.0582572035491 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0531477481127 and training accuracy:0.985937774181 validation cost:0.0539114885032 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:116.789044142 Method 3 test accuracy:0.808000028133 Training with lmbda:89377.3332357, 100 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.624089003 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.352084726095 and training accuracy:0.945550382137 validation cost:0.358255594969 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.170377373695 and training accuracy:0.963730573654 validation cost:0.175872310996 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.117382995784 and training accuracy:0.971638917923 validation cost:0.12320265919 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0920141711831 and training accuracy:0.977365672588 validation cost:0.0977075919509 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0768131837249 and training accuracy:0.981001734734 validation cost:0.0820961892605 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0665297731757 and training accuracy:0.982910633087 validation cost:0.0713082328439 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0590191967785 and training accuracy:0.984546840191 validation cost:0.0632792934775 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0532417967916 and training accuracy:0.986364901066 validation cost:0.0570064894855 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0486328862607 and training accuracy:0.987637460232 validation cost:0.0519375987351 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.132061005 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.233381792903 and training accuracy:0.983414649963 validation cost:0.233463361859 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.107561454177 and training accuracy:0.991902410984 validation cost:0.101942777634 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0701815336943 and training accuracy:0.99385368824 validation cost:0.0631861612201 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.052993055433 and training accuracy:0.995121955872 validation cost:0.0457448400557 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0431607328355 and training accuracy:0.995414614677 validation cost:0.03599049896 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0367706045508 and training accuracy:0.99590241909 validation cost:0.0297875851393 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0322603546083 and training accuracy:0.996390223503 validation cost:0.0254991911352 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288882311434 and training accuracy:0.996878027916 validation cost:0.0223546829075 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0262590367347 and training accuracy:0.997170746326 validation cost:0.0199473313987 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.005413055 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.157373383641 and training accuracy:0.991250991821 validation cost:0.15082859993 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0695547759533 and training accuracy:0.995670616627 validation cost:0.0667486861348 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0456178896129 and training accuracy:0.997023522854 validation cost:0.0438879542053 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.034633398056 and training accuracy:0.997745096684 validation cost:0.033292606473 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0283095277846 and training accuracy:0.998196065426 validation cost:0.0271341577172 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0241766925901 and training accuracy:0.998286306858 validation cost:0.023081349209 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0212493557483 and training accuracy:0.998376488686 validation cost:0.0201964881271 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0190577171743 and training accuracy:0.998556852341 validation cost:0.0180321093649 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0173490252346 and training accuracy:0.998917639256 validation cost:0.0163440648466 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.788208961 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.223638311028 and training accuracy:0.957068383694 validation cost:0.223664358258 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.137048214674 and training accuracy:0.965356647968 validation cost:0.138007253408 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.105894140899 and training accuracy:0.971782445908 validation cost:0.107419267297 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0886054188013 and training accuracy:0.975786924362 validation cost:0.0902613401413 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0771368965507 and training accuracy:0.978673875332 validation cost:0.0787034109235 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.068804807961 and training accuracy:0.981467664242 validation cost:0.0701903998852 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0624164119363 and training accuracy:0.982957720757 validation cost:0.0635911971331 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0573389604688 and training accuracy:0.984633982182 validation cost:0.0583014339209 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0531937740743 and training accuracy:0.985937774181 validation cost:0.053956605494 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.599806786 Method 3 test accuracy:0.808000028133 Training with lmbda:91768.7271182, 101 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.250762939 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.352133780718 and training accuracy:0.945550382137 validation cost:0.358304262161 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.170425623655 and training accuracy:0.963730573654 validation cost:0.175918608904 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.117428399622 and training accuracy:0.971638917923 validation cost:0.123244844377 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0920583084226 and training accuracy:0.977365672588 validation cost:0.097748324275 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0768563076854 and training accuracy:0.981001734734 validation cost:0.0821361392736 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0665720850229 and training accuracy:0.982910633087 validation cost:0.071347720921 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0590605475008 and training accuracy:0.984546840191 validation cost:0.0633181333542 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0532825142145 and training accuracy:0.986364901066 validation cost:0.0570449270308 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0486728772521 and training accuracy:0.987637460232 validation cost:0.0519754700363 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:119.796257973 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.233695596457 and training accuracy:0.983414649963 validation cost:0.233786433935 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.107785858214 and training accuracy:0.991902410984 validation cost:0.102174498141 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0703613311052 and training accuracy:0.99385368824 validation cost:0.0633711144328 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0531450547278 and training accuracy:0.995121955872 validation cost:0.0459004789591 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0432938188314 and training accuracy:0.995414614677 validation cost:0.0361262522638 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0368893519044 and training accuracy:0.99590241909 validation cost:0.0299084894359 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0323678925633 and training accuracy:0.996390223503 validation cost:0.0256081335247 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289869718254 and training accuracy:0.996878027916 validation cost:0.0224544070661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0263502728194 and training accuracy:0.997170746326 validation cost:0.0200391467661 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.135205984 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.157602116466 and training accuracy:0.991250991821 validation cost:0.151055812836 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0697064846754 and training accuracy:0.995670616627 validation cost:0.0668966770172 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0457469820976 and training accuracy:0.997023522854 validation cost:0.0440135523677 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0347497016191 and training accuracy:0.997745096684 validation cost:0.033406175673 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0284166410565 and training accuracy:0.998196065426 validation cost:0.0272394306958 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0242765061557 and training accuracy:0.998286306858 validation cost:0.0231800246984 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0213429443538 and training accuracy:0.998376488686 validation cost:0.0202895589173 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.019146066159 and training accuracy:0.998556852341 validation cost:0.0181203819811 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.017432641238 and training accuracy:0.998917639256 validation cost:0.0164279509336 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.468575954 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.223883360624 and training accuracy:0.957254588604 validation cost:0.223910629749 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.137186527252 and training accuracy:0.965356647968 validation cost:0.13814330101 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.106017142534 and training accuracy:0.971782445908 validation cost:0.107535436749 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0887284427881 and training accuracy:0.975786924362 validation cost:0.0903760641813 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0772635415196 and training accuracy:0.978580713272 validation cost:0.0788223743439 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.068934969604 and training accuracy:0.981374561787 validation cost:0.070313744247 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.062550470233 and training accuracy:0.982957720757 validation cost:0.0637198537588 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0574748553336 and training accuracy:0.984633982182 validation cost:0.0584334917367 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0533307604492 and training accuracy:0.985751509666 validation cost:0.0540913902223 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.162768126 Method 3 test accuracy:0.81559997797 Training with lmbda:95646.3188776, 102 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.26802206 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.352214396 and training accuracy:0.945550382137 validation cost:0.358384042978 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.170504331589 and training accuracy:0.963730573654 validation cost:0.175993829966 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.117501035333 and training accuracy:0.971638917923 validation cost:0.123311936855 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0921287983656 and training accuracy:0.977365672588 validation cost:0.0978128314018 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0769247636199 and training accuracy:0.981001734734 validation cost:0.0821990147233 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0666386783123 and training accuracy:0.982910633087 validation cost:0.0714094936848 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0591258741915 and training accuracy:0.984546840191 validation cost:0.0633795112371 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.053346991539 and training accuracy:0.986364901066 validation cost:0.0571062080562 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0487360805273 and training accuracy:0.987637460232 validation cost:0.0520355962217 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:119.967686176 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234197929502 and training accuracy:0.983414649963 validation cost:0.234303757548 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.108144007623 and training accuracy:0.991902410984 validation cost:0.102543637156 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0706481635571 and training accuracy:0.99385368824 validation cost:0.0636657401919 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0533873252571 and training accuracy:0.995121955872 validation cost:0.0461481995881 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0435050241649 and training accuracy:0.995414614677 validation cost:0.0363416001201 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0370776392519 and training accuracy:0.99590241909 validation cost:0.030099792406 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0325387306511 and training accuracy:0.996390223503 validation cost:0.0257810354233 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291436556727 and training accuracy:0.996975600719 validation cost:0.0226124338806 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0264951698482 and training accuracy:0.997170746326 validation cost:0.0201848130673 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.264024973 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.157963901758 and training accuracy:0.991250991821 validation cost:0.151415467262 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0699479058385 and training accuracy:0.995670616627 validation cost:0.0671323239803 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0459540337324 and training accuracy:0.997113764286 validation cost:0.0442151501775 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0349361598492 and training accuracy:0.997745096684 validation cost:0.0335884355009 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0285882428288 and training accuracy:0.998196065426 validation cost:0.0274083372205 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0244360584766 and training accuracy:0.998286306858 validation cost:0.0233379714191 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0214925669134 and training accuracy:0.998376488686 validation cost:0.0204386264086 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0192870385945 and training accuracy:0.998556852341 validation cost:0.0182614326477 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0175661016256 and training accuracy:0.998917639256 validation cost:0.0165619961917 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.333697081 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.224278613925 and training accuracy:0.957254588604 validation cost:0.224309056997 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.137410774827 and training accuracy:0.965356647968 validation cost:0.138364613056 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.106216810644 and training accuracy:0.971596181393 validation cost:0.107724770904 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0889280289412 and training accuracy:0.975786924362 validation cost:0.0905632004142 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0774678140879 and training accuracy:0.978580713272 validation cost:0.0790145397186 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0691450983286 and training accuracy:0.981374561787 validation cost:0.0705128461123 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0627659633756 and training accuracy:0.982957720757 validation cost:0.0639273002744 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0576933324337 and training accuracy:0.984540879726 validation cost:0.0586468055844 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0535505227745 and training accuracy:0.985658407211 validation cost:0.0543085671961 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:116.865458012 Method 3 test accuracy:0.8083999753 Training with lmbda:96119.403308, 103 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.358083963 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.352223962545 and training accuracy:0.945550382137 validation cost:0.358393579721 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.170513644814 and training accuracy:0.963730573654 validation cost:0.176002800465 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.117509759963 and training accuracy:0.971638917923 validation cost:0.123320035636 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0921372100711 and training accuracy:0.977365672588 validation cost:0.0978205800056 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.076933003962 and training accuracy:0.981001734734 validation cost:0.0822066515684 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0666469857097 and training accuracy:0.982910633087 validation cost:0.0714171826839 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0591339990497 and training accuracy:0.984546840191 validation cost:0.0633871108294 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0533548034728 and training accuracy:0.986364901066 validation cost:0.0571136176586 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.048743955791 and training accuracy:0.987637460232 validation cost:0.052043132484 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:119.73923707 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234259143472 and training accuracy:0.983414649963 validation cost:0.234366714954 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.108187332749 and training accuracy:0.991902410984 validation cost:0.102588303387 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0706827938557 and training accuracy:0.99385368824 validation cost:0.0637013316154 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534165203571 and training accuracy:0.995024383068 validation cost:0.0461780652404 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0435303673148 and training accuracy:0.995414614677 validation cost:0.0363674275577 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0371003225446 and training accuracy:0.99590241909 validation cost:0.0301227997988 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.03255931288 and training accuracy:0.996390223503 validation cost:0.0258018244058 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291625149548 and training accuracy:0.996975600719 validation cost:0.0226314477623 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0265126843005 and training accuracy:0.997170746326 validation cost:0.0202024169266 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.023706913 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.158008515835 and training accuracy:0.991250991821 validation cost:0.151459902525 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0699774548411 and training accuracy:0.995670616627 validation cost:0.0671612396836 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0459792241454 and training accuracy:0.997113764286 validation cost:0.044239718467 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0349587537348 and training accuracy:0.997745096684 validation cost:0.0336105041206 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0286089722067 and training accuracy:0.998196065426 validation cost:0.027428727597 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0244552735239 and training accuracy:0.998286306858 validation cost:0.0233569908887 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0215106699616 and training accuracy:0.998376488686 validation cost:0.0204566624016 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0193040706217 and training accuracy:0.998556852341 validation cost:0.0182784553617 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.017582219094 and training accuracy:0.998917639256 validation cost:0.0165781825781 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.086462975 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.224326401949 and training accuracy:0.957254588604 validation cost:0.224357530475 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.137437969446 and training accuracy:0.965356647968 validation cost:0.138391643763 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.106241077185 and training accuracy:0.971689343452 validation cost:0.107748158276 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0889525264502 and training accuracy:0.975786924362 validation cost:0.0905866846442 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0774929225445 and training accuracy:0.978580713272 validation cost:0.0790386423469 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0691708624363 and training accuracy:0.981374561787 validation cost:0.0705376639962 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0627921596169 and training accuracy:0.982957720757 validation cost:0.0639529675245 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0577198639512 and training accuracy:0.984540879726 validation cost:0.0586730837822 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0535770654678 and training accuracy:0.985658407211 validation cost:0.0543350353837 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.449484825 Method 3 test accuracy:0.808700025082 Training with lmbda:97283.0488578, 104 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.47565794 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.352248638868 and training accuracy:0.945550382137 validation cost:0.35841807723 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.170537099242 and training accuracy:0.963730573654 validation cost:0.176025286317 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.11753128469 and training accuracy:0.971638917923 validation cost:0.123339988291 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0921580716968 and training accuracy:0.977365672588 validation cost:0.0978397205472 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0769532173872 and training accuracy:0.981001734734 validation cost:0.0822253227234 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0666667819023 and training accuracy:0.982910633087 validation cost:0.0714355558157 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0591533631086 and training accuracy:0.984546840191 validation cost:0.0634051784873 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.053373772651 and training accuracy:0.986364901066 validation cost:0.0571314617991 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0487624891102 and training accuracy:0.987637460232 validation cost:0.0520606376231 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:119.948111057 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234407767653 and training accuracy:0.983414649963 validation cost:0.234520062804 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.108292393386 and training accuracy:0.991902410984 validation cost:0.102696768939 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0707670897245 and training accuracy:0.99385368824 validation cost:0.06378813833 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534875802696 and training accuracy:0.995024383068 validation cost:0.0462509319186 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0435923971236 and training accuracy:0.995414614677 validation cost:0.0364307686687 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0371556468308 and training accuracy:0.99590241909 validation cost:0.0301790721714 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0326092466712 and training accuracy:0.996390223503 validation cost:0.0258524622768 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0292082540691 and training accuracy:0.996975600719 validation cost:0.0226777289063 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0265550985932 and training accuracy:0.997170746326 validation cost:0.0202452149242 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.176632881 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.158115684986 and training accuracy:0.991250991821 validation cost:0.151566505432 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0700492337346 and training accuracy:0.995670616627 validation cost:0.067231349647 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0460405610502 and training accuracy:0.997113764286 validation cost:0.0442994125187 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0350140035152 and training accuracy:0.997745096684 validation cost:0.0336644165218 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0286596752703 and training accuracy:0.998196065426 validation cost:0.0274785347283 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0245023090392 and training accuracy:0.998286306858 validation cost:0.0234034713358 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.021554697305 and training accuracy:0.998376488686 validation cost:0.0205004625022 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0193455647677 and training accuracy:0.998556852341 validation cost:0.0183199383318 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0176215358078 and training accuracy:0.998917639256 validation cost:0.0166176110506 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.910716057 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.224444508553 and training accuracy:0.957347750664 validation cost:0.224476590753 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.137505754828 and training accuracy:0.965356647968 validation cost:0.138458654284 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.106301292777 and training accuracy:0.971596181393 validation cost:0.107805430889 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0890122801065 and training accuracy:0.975786924362 validation cost:0.0906428545713 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0775540843606 and training accuracy:0.978580713272 validation cost:0.0790966674685 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0692332461476 and training accuracy:0.981374561787 validation cost:0.0705973803997 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0628558695316 and training accuracy:0.982957720757 validation cost:0.0640147998929 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0577842406929 and training accuracy:0.984540879726 validation cost:0.0587363392115 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0536418370903 and training accuracy:0.985658407211 validation cost:0.0543994605541 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.372467995 Method 3 test accuracy:0.808499991894 Training with lmbda:0, 105 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.010242939 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.374109685421 and training accuracy:0.934733211994 validation cost:0.379631221294 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.180046975613 and training accuracy:0.957367539406 validation cost:0.186074197292 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.122537687421 and training accuracy:0.969275534153 validation cost:0.129823923111 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0948988422751 and training accuracy:0.975274980068 validation cost:0.102585330606 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0783565938473 and training accuracy:0.979183733463 validation cost:0.0858492776752 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0672169774771 and training accuracy:0.982547044754 validation cost:0.074258133769 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0591394118965 and training accuracy:0.984183251858 validation cost:0.0656364634633 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0529682300985 and training accuracy:0.985546767712 validation cost:0.0589070171118 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0480785146356 and training accuracy:0.986546695232 validation cost:0.0534764751792 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:119.698952913 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.215502530336 and training accuracy:0.980975627899 validation cost:0.216352030635 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.095838226378 and training accuracy:0.991902410984 validation cost:0.0900560095906 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0599936656654 and training accuracy:0.994048774242 validation cost:0.0525834225118 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0436178408563 and training accuracy:0.995707333088 validation cost:0.0359384864569 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0343715772033 and training accuracy:0.996390223503 validation cost:0.0268252678216 and validation accuracy:1.0 Training on :(4, 5) training cost:0.02845460549 and training accuracy:0.99658536911 validation cost:0.0211710799485 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0243431478739 and training accuracy:0.996975600719 validation cost:0.0173602383584 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0213160254061 and training accuracy:0.997365832329 validation cost:0.0146370949224 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189895760268 and training accuracy:0.997560977936 validation cost:0.0126042440534 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.140154839 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.152585744858 and training accuracy:0.98737257719 validation cost:0.14562638104 and validation accuracy:0.987226247787 Training on :(6, 7) training cost:0.0649510398507 and training accuracy:0.992964744568 validation cost:0.0620686598122 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0405389331281 and training accuracy:0.995760798454 validation cost:0.0388703197241 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0293762590736 and training accuracy:0.996933341026 validation cost:0.0281388480216 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.02301229164 and training accuracy:0.997474491596 validation cost:0.0219448618591 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0189050324261 and training accuracy:0.998376488686 validation cost:0.0179099477828 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160367097706 and training accuracy:0.998556852341 validation cost:0.015075664036 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0139201199636 and training accuracy:0.998827457428 validation cost:0.0129792718217 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.012294176966 and training accuracy:0.999188244343 validation cost:0.0113701121882 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.687777042 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.218305125833 and training accuracy:0.94952505827 validation cost:0.221673175693 and validation accuracy:0.947269320488 Training on :(8, 9) training cost:0.13863414526 and training accuracy:0.960979700089 validation cost:0.14239422977 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.106884725392 and training accuracy:0.968616127968 validation cost:0.111053310335 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.0883275195956 and training accuracy:0.973458766937 validation cost:0.0924249887466 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0756206735969 and training accuracy:0.978301346302 validation cost:0.0793264955282 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0662072151899 and training accuracy:0.980629563332 validation cost:0.0693620741367 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0589098632336 and training accuracy:0.982864618301 validation cost:0.061454385519 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0530780442059 and training accuracy:0.984447777271 validation cost:0.0550192706287 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0483115538955 and training accuracy:0.986124038696 validation cost:0.0496933609247 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:117.586513042 Method 3 test accuracy:0.709200024605 Training with lmbda:75117.9714048, 106 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.50633502 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376033961773 and training accuracy:0.935005903244 validation cost:0.381528258324 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.182055026293 and training accuracy:0.957912921906 validation cost:0.187967479229 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.124509811401 and training accuracy:0.969002842903 validation cost:0.131600394845 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0968940556049 and training accuracy:0.975274980068 validation cost:0.104355573654 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0803821533918 and training accuracy:0.979274630547 validation cost:0.0876565724611 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0692650899291 and training accuracy:0.982365250587 validation cost:0.0761061534286 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0611953996122 and training accuracy:0.984274148941 validation cost:0.067517220974 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0550242178142 and training accuracy:0.985183179379 validation cost:0.0608094371855 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0501283146441 and training accuracy:0.986546695232 validation cost:0.0553910024464 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:119.770702839 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.232443839312 and training accuracy:0.980878055096 validation cost:0.233811661601 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.10830604285 and training accuracy:0.991804897785 validation cost:0.102949470282 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0709273517132 and training accuracy:0.993658542633 validation cost:0.0637775212526 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0536000840366 and training accuracy:0.995121955872 validation cost:0.0460355468094 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0436522811651 and training accuracy:0.996097564697 validation cost:0.0361042544246 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0371742546558 and training accuracy:0.99658536911 validation cost:0.0297930520028 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0325977988541 and training accuracy:0.996780514717 validation cost:0.0254360176623 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291750188917 and training accuracy:0.996975600719 validation cost:0.0222470667213 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0265055913478 and training accuracy:0.997170746326 validation cost:0.0198102034628 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.046936035 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162162423134 and training accuracy:0.990258872509 validation cost:0.155072599649 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0705572366714 and training accuracy:0.99485886097 validation cost:0.0672923997045 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0457787662745 and training accuracy:0.996662735939 validation cost:0.0437008515 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0344839692116 and training accuracy:0.997384309769 validation cost:0.0328853391111 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0280091166496 and training accuracy:0.998105883598 validation cost:0.0266431774944 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0237913578749 and training accuracy:0.998105883598 validation cost:0.0225587468594 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0208110958338 and training accuracy:0.998647093773 validation cost:0.0196652207524 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0185853205621 and training accuracy:0.999007821083 validation cost:0.0175046101213 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0168532319367 and training accuracy:0.999368607998 validation cost:0.0158252809197 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.004407883 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.229808494449 and training accuracy:0.953529536724 validation cost:0.231876075268 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.142302677035 and training accuracy:0.962842226028 validation cost:0.144737139344 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.109975554049 and training accuracy:0.970292448997 validation cost:0.112699091434 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0918486192822 and training accuracy:0.974110662937 validation cost:0.0944874808192 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0797542408109 and training accuracy:0.977928876877 validation cost:0.0821002945304 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0709402188659 and training accuracy:0.980070769787 validation cost:0.072899363935 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0641667023301 and training accuracy:0.981840193272 validation cost:0.0657166540623 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.058776140213 and training accuracy:0.983330249786 validation cost:0.0599326603115 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0543713308871 and training accuracy:0.984820246696 validation cost:0.0551691427827 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:117.302399874 Method 3 test accuracy:0.759599983692 Training with lmbda:77709.4222616, 107 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.640565157 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376096457243 and training accuracy:0.935005903244 validation cost:0.381589919329 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.182117074728 and training accuracy:0.957912921906 validation cost:0.188025861979 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.124568089843 and training accuracy:0.969002842903 validation cost:0.13165307045 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0969509035349 and training accuracy:0.975274980068 validation cost:0.104406714439 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0804382413626 and training accuracy:0.979274630547 validation cost:0.0877073779702 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0693205595016 and training accuracy:0.982456147671 validation cost:0.0761573836207 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0612502470613 and training accuracy:0.984183251858 validation cost:0.067568577826 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0550779737532 and training accuracy:0.985183179379 validation cost:0.060860902071 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0501808896661 and training accuracy:0.986546695232 validation cost:0.0554418899119 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:119.73554492 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.232855260372 and training accuracy:0.980975627899 validation cost:0.234233647585 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.108602158725 and training accuracy:0.991804897785 validation cost:0.103254899383 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0711671113968 and training accuracy:0.993658542633 validation cost:0.0640233233571 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0538045093417 and training accuracy:0.995121955872 validation cost:0.0462435074151 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0438307970762 and training accuracy:0.995999991894 validation cost:0.0362843982875 and validation accuracy:1.0 Training on :(4, 5) training cost:0.037333983928 and training accuracy:0.99658536911 validation cost:0.0299531091005 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0327423065901 and training accuracy:0.996780514717 validation cost:0.0255797002465 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0293075405061 and training accuracy:0.996975600719 validation cost:0.0223778542131 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0266282241791 and training accuracy:0.997170746326 validation cost:0.0199302490801 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.973500967 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162430673838 and training accuracy:0.990258872509 validation cost:0.155336335301 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0707309618592 and training accuracy:0.99485886097 validation cost:0.0674595460296 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0459260456264 and training accuracy:0.996662735939 validation cost:0.0438422672451 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0346155613661 and training accuracy:0.997384309769 validation cost:0.0330124422908 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0281296763569 and training accuracy:0.998105883598 validation cost:0.0267605241388 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0239030010998 and training accuracy:0.998105883598 validation cost:0.0226679779589 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0209153164178 and training accuracy:0.998647093773 validation cost:0.0197678022087 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186833050102 and training accuracy:0.999007821083 validation cost:0.0176015347242 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0169458780438 and training accuracy:0.999368607998 validation cost:0.0159172452986 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.132866144 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230093881488 and training accuracy:0.953436374664 validation cost:0.232153400779 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.142465099692 and training accuracy:0.962842226028 validation cost:0.144886702299 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.11012122035 and training accuracy:0.970292448997 validation cost:0.112828738987 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0919936001301 and training accuracy:0.974110662937 validation cost:0.0946156159043 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0799036845565 and training accuracy:0.977928876877 validation cost:0.0822349190712 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.071094378829 and training accuracy:0.980163931847 validation cost:0.0730413123965 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.064324118197 and training accuracy:0.981840193272 validation cost:0.0658650174737 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0589361228049 and training accuracy:0.983423352242 validation cost:0.0600863844156 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0545326322317 and training accuracy:0.984820246696 validation cost:0.0553268156946 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:118.056609869 Method 3 test accuracy:0.760800004005 Training with lmbda:78039.2280196, 108 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.76256299 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376104384661 and training accuracy:0.935005903244 validation cost:0.381597697735 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.182124868035 and training accuracy:0.957912921906 validation cost:0.188033223152 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.124575592577 and training accuracy:0.969002842903 validation cost:0.131659954786 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0969582125545 and training accuracy:0.975274980068 validation cost:0.104413367808 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0804453641176 and training accuracy:0.979274630547 validation cost:0.0877138823271 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0693275406957 and training accuracy:0.982456147671 validation cost:0.0761638060212 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0612571761012 and training accuracy:0.984183251858 validation cost:0.0675751566887 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0550847761333 and training accuracy:0.985183179379 validation cost:0.0608674697578 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.050187587738 and training accuracy:0.986546695232 validation cost:0.055448461324 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:119.814682961 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.232906743884 and training accuracy:0.980975627899 validation cost:0.234286397696 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.108639054 and training accuracy:0.991804897785 validation cost:0.103292919695 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0711965411901 and training accuracy:0.993658542633 validation cost:0.0640535503626 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0538296960294 and training accuracy:0.995121955872 validation cost:0.0462691858411 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0438529066741 and training accuracy:0.995999991894 validation cost:0.0363067910075 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0373537540436 and training accuracy:0.99658536911 validation cost:0.029972968623 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0327601917088 and training accuracy:0.996780514717 validation cost:0.025597544387 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0293239746243 and training accuracy:0.996975600719 validation cost:0.0223941206932 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0266434233636 and training accuracy:0.997170746326 validation cost:0.0199452005327 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.275952816 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162464737892 and training accuracy:0.990258872509 validation cost:0.155369788408 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0707528442144 and training accuracy:0.99485886097 validation cost:0.0674806833267 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0459445677698 and training accuracy:0.996662735939 validation cost:0.0438601225615 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0346322245896 and training accuracy:0.997384309769 validation cost:0.0330285653472 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0281448643655 and training accuracy:0.998105883598 validation cost:0.0267753284425 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0239169970155 and training accuracy:0.998105883598 validation cost:0.0226816534996 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.020928375423 and training accuracy:0.998647093773 validation cost:0.019780639559 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186955872923 and training accuracy:0.999007821083 validation cost:0.01761367172 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0169574767351 and training accuracy:0.999368607998 validation cost:0.0159287452698 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.147271872 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230129599571 and training accuracy:0.953436374664 validation cost:0.232188299298 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.142485454679 and training accuracy:0.962842226028 validation cost:0.144905686378 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.11013944447 and training accuracy:0.970292448997 validation cost:0.112845279276 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.092011757195 and training accuracy:0.974110662937 validation cost:0.0946319103241 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0799222663045 and training accuracy:0.977928876877 validation cost:0.0822518989444 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0711136609316 and training accuracy:0.980163931847 validation cost:0.0730594918132 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0643437504768 and training accuracy:0.981840193272 validation cost:0.0658837780356 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0589559599757 and training accuracy:0.983423352242 validation cost:0.0601055696607 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0545528270304 and training accuracy:0.984820246696 validation cost:0.0553467124701 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:117.169907093 Method 3 test accuracy:0.760900020599 Training with lmbda:78417.6647421, 109 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.529851913 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376113265753 and training accuracy:0.935005903244 validation cost:0.381606429815 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.182134017348 and training accuracy:0.957912921906 validation cost:0.188041850924 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.124584108591 and training accuracy:0.969002842903 validation cost:0.131667718291 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0969665944576 and training accuracy:0.975274980068 validation cost:0.104420892894 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0804535374045 and training accuracy:0.979274630547 validation cost:0.0877212658525 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0693355575204 and training accuracy:0.982456147671 validation cost:0.0761711969972 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0612650476396 and training accuracy:0.984183251858 validation cost:0.067582577467 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0550924986601 and training accuracy:0.985183179379 validation cost:0.0608748272061 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.050195094198 and training accuracy:0.986546695232 validation cost:0.0554558560252 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.194795132 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.232967108488 and training accuracy:0.980975627899 validation cost:0.234348222613 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.108682259917 and training accuracy:0.991804897785 validation cost:0.103337399662 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0712312236428 and training accuracy:0.993756115437 validation cost:0.0640890747309 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0538590475917 and training accuracy:0.995121955872 validation cost:0.0462989769876 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0438786186278 and training accuracy:0.995999991894 validation cost:0.0363326855004 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0373766608536 and training accuracy:0.99658536911 validation cost:0.0299958530813 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0327808521688 and training accuracy:0.996780514717 validation cost:0.0256180670112 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0293429642916 and training accuracy:0.996975600719 validation cost:0.0224128793925 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0266609787941 and training accuracy:0.997170746326 validation cost:0.0199624020606 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.932779074 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162504598498 and training accuracy:0.990258872509 validation cost:0.155408933759 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0707780197263 and training accuracy:0.99485886097 validation cost:0.0675049424171 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0459657721221 and training accuracy:0.996662735939 validation cost:0.0438805781305 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0346511900425 and training accuracy:0.997384309769 validation cost:0.0330469198525 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0281621776521 and training accuracy:0.998105883598 validation cost:0.0267922319472 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0239330213517 and training accuracy:0.998105883598 validation cost:0.0226973574609 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.020943319425 and training accuracy:0.998647093773 validation cost:0.0197953879833 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0187096334994 and training accuracy:0.999007821083 validation cost:0.0176275968552 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0169707443565 and training accuracy:0.999368607998 validation cost:0.0159419365227 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.020742893 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.23017065227 and training accuracy:0.953436374664 validation cost:0.232228219509 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.14250895381 and training accuracy:0.962842226028 validation cost:0.14492751658 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.110160455108 and training accuracy:0.970292448997 validation cost:0.11286418885 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0920326262712 and training accuracy:0.974110662937 validation cost:0.0946502536535 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0799435302615 and training accuracy:0.977928876877 validation cost:0.0822708830237 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0711353570223 and training accuracy:0.980163931847 validation cost:0.0730792731047 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0643659681082 and training accuracy:0.981840193272 validation cost:0.0659042447805 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0589787140489 and training accuracy:0.983330249786 validation cost:0.060126606375 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0545758418739 and training accuracy:0.984820246696 validation cost:0.0553686209023 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:117.183455944 Method 3 test accuracy:0.761099994183 Training with lmbda:79633.2054888, 110 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.64785099 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376142472029 and training accuracy:0.935005903244 validation cost:0.381635218859 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.1821629107 and training accuracy:0.957912921906 validation cost:0.188068881631 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.124611586332 and training accuracy:0.969002842903 validation cost:0.131692394614 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0969934687018 and training accuracy:0.975274980068 validation cost:0.10444483161 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0804800242186 and training accuracy:0.979274630547 validation cost:0.0877449661493 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0693616718054 and training accuracy:0.982456147671 validation cost:0.0761950984597 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0612906552851 and training accuracy:0.984183251858 validation cost:0.0676063597202 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0551174916327 and training accuracy:0.985183179379 validation cost:0.0608984641731 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0502196326852 and training accuracy:0.986546695232 validation cost:0.0554793290794 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:119.556272984 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.233156442642 and training accuracy:0.980975627899 validation cost:0.234542384744 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.108817599714 and training accuracy:0.991804897785 validation cost:0.103477373719 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0713413059711 and training accuracy:0.993756115437 validation cost:0.0642022192478 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0539530776441 and training accuracy:0.995121955872 validation cost:0.0463949367404 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0439605750144 and training accuracy:0.995999991894 validation cost:0.0364156514406 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0374501347542 and training accuracy:0.99658536911 validation cost:0.0300695281476 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0328475087881 and training accuracy:0.996780514717 validation cost:0.0256844293326 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0294037163258 and training accuracy:0.996975600719 validation cost:0.0224729292095 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0267172642052 and training accuracy:0.997170746326 validation cost:0.0200176332146 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.379652977 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162631362677 and training accuracy:0.990258872509 validation cost:0.155533581972 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0708588585258 and training accuracy:0.99485886097 validation cost:0.0675829127431 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0460340045393 and training accuracy:0.996662735939 validation cost:0.0439463146031 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0347119830549 and training accuracy:0.997384309769 validation cost:0.0331057310104 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0282176416367 and training accuracy:0.998105883598 validation cost:0.0268462374806 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0239843744785 and training accuracy:0.998105883598 validation cost:0.0227476488799 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0209913253784 and training accuracy:0.998647093773 validation cost:0.0198426973075 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0187547244132 and training accuracy:0.999007821083 validation cost:0.0176722630858 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0170134212822 and training accuracy:0.999368607998 validation cost:0.0159844066948 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.981385946 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.23030360043 and training accuracy:0.953529536724 validation cost:0.232357382774 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.142585635185 and training accuracy:0.962749123573 validation cost:0.144998401403 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.110228456557 and training accuracy:0.970292448997 validation cost:0.112924791873 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.092100314796 and training accuracy:0.974110662937 validation cost:0.0947104468942 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0800127983093 and training accuracy:0.977928876877 validation cost:0.0823333188891 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0712067261338 and training accuracy:0.980163931847 validation cost:0.073144942522 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0644387304783 and training accuracy:0.981840193272 validation cost:0.0659725517035 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0590524859726 and training accuracy:0.983330249786 validation cost:0.0601970218122 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0546500496566 and training accuracy:0.984727144241 validation cost:0.0554407201707 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:117.120911837 Method 3 test accuracy:0.76130002737 Training with lmbda:80230.0530529, 111 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.222986937 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.37615659833 and training accuracy:0.935005903244 validation cost:0.381649017334 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.182176947594 and training accuracy:0.957912921906 validation cost:0.188082098961 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.124624848366 and training accuracy:0.969002842903 validation cost:0.131704434752 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.097006931901 and training accuracy:0.975274980068 validation cost:0.10445740819 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0804931670427 and training accuracy:0.979274630547 validation cost:0.0877572149038 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0693744719028 and training accuracy:0.982456147671 validation cost:0.0762071013451 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0613032318652 and training accuracy:0.984183251858 validation cost:0.0676183253527 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.05512984097 and training accuracy:0.985183179379 validation cost:0.0609105341136 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0502316504717 and training accuracy:0.986546695232 validation cost:0.0554912015796 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.115674019 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.233248144388 and training accuracy:0.980975627899 validation cost:0.234636291862 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.108883909881 and training accuracy:0.991804897785 validation cost:0.103545673192 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0713949128985 and training accuracy:0.993756115437 validation cost:0.0642571300268 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0539985485375 and training accuracy:0.995121955872 validation cost:0.0464411713183 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0440003946424 and training accuracy:0.995999991894 validation cost:0.0364558063447 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0374856181443 and training accuracy:0.99658536911 validation cost:0.0301050618291 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0328796990216 and training accuracy:0.996780514717 validation cost:0.0257164593786 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0294331535697 and training accuracy:0.996975600719 validation cost:0.0225020218641 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0267445724458 and training accuracy:0.997170746326 validation cost:0.0200444292277 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.996944904 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162691444159 and training accuracy:0.990258872509 validation cost:0.15559270978 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0708976760507 and training accuracy:0.99485886097 validation cost:0.0676202997565 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0460670739412 and training accuracy:0.996662735939 validation cost:0.0439781397581 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0347414463758 and training accuracy:0.997384309769 validation cost:0.0331342406571 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.028244510293 and training accuracy:0.998105883598 validation cost:0.0268724113703 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0240093506873 and training accuracy:0.998105883598 validation cost:0.0227721054107 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0210146121681 and training accuracy:0.998647093773 validation cost:0.0198656823486 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0187765881419 and training accuracy:0.999007821083 validation cost:0.0176939349622 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0170341320336 and training accuracy:0.999368607998 validation cost:0.0160050243139 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.783908129 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230369955301 and training accuracy:0.953529536724 validation cost:0.232421934605 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.142623201013 and training accuracy:0.962749123573 validation cost:0.14503313601 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.110261403024 and training accuracy:0.970292448997 validation cost:0.112954333425 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0921331569552 and training accuracy:0.974110662937 validation cost:0.0947396233678 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0800463855267 and training accuracy:0.977928876877 validation cost:0.0823636353016 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0712409988046 and training accuracy:0.980163931847 validation cost:0.0731767416 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0644739195704 and training accuracy:0.981840193272 validation cost:0.0660055950284 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0590881742537 and training accuracy:0.983330249786 validation cost:0.0602311193943 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0546858906746 and training accuracy:0.984727144241 validation cost:0.0554753914475 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:117.151036978 Method 3 test accuracy:0.76139998436 Training with lmbda:81959.2346273, 112 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.795981169 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376198142767 and training accuracy:0.935005903244 validation cost:0.381690084934 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.182218447328 and training accuracy:0.957912921906 validation cost:0.188121303916 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.124663375318 and training accuracy:0.969002842903 validation cost:0.131739199162 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0970443561673 and training accuracy:0.975274980068 validation cost:0.104491047561 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0805299580097 and training accuracy:0.979274630547 validation cost:0.0877907127142 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0694106370211 and training accuracy:0.982456147671 validation cost:0.0762403979897 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0613386742771 and training accuracy:0.984092354774 validation cost:0.067651450634 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0551647506654 and training accuracy:0.985183179379 validation cost:0.0609436035156 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0502660386264 and training accuracy:0.986546695232 validation cost:0.0555244907737 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:119.925580025 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.233513742685 and training accuracy:0.980975627899 validation cost:0.234909370542 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.109075032175 and training accuracy:0.991804897785 validation cost:0.10374327749 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0715489685535 and training accuracy:0.993756115437 validation cost:0.0644153505564 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0541297867894 and training accuracy:0.995121955872 validation cost:0.0465749613941 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0441148579121 and training accuracy:0.995999991894 validation cost:0.0365714356303 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0375875756145 and training accuracy:0.99658536911 validation cost:0.0302072055638 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0329720005393 and training accuracy:0.996780514717 validation cost:0.0258083511144 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0295175239444 and training accuracy:0.996975600719 validation cost:0.0225854422897 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0268227122724 and training accuracy:0.997170746326 validation cost:0.0201210584491 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.736293077 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162868663669 and training accuracy:0.990258872509 validation cost:0.155766963959 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0710113719106 and training accuracy:0.99485886097 validation cost:0.0677299275994 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0461632870138 and training accuracy:0.996662735939 validation cost:0.0440708845854 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0348272584379 and training accuracy:0.997384309769 validation cost:0.0332173109055 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0283227339387 and training accuracy:0.998105883598 validation cost:0.0269486512989 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0240815877914 and training accuracy:0.998105883598 validation cost:0.0228428971022 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0210820306093 and training accuracy:0.998647093773 validation cost:0.0199321731925 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0188398975879 and training accuracy:0.998917639256 validation cost:0.0177566576749 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0170939415693 and training accuracy:0.999368607998 validation cost:0.0160645525903 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.939434052 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230559632182 and training accuracy:0.953529536724 validation cost:0.232606962323 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.142732053995 and training accuracy:0.962935388088 validation cost:0.145134106278 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.110358715057 and training accuracy:0.970199286938 validation cost:0.11304166168 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0922291949391 and training accuracy:0.974110662937 validation cost:0.09482524544 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0801448449492 and training accuracy:0.977928876877 validation cost:0.0824526026845 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0713414773345 and training accuracy:0.980070769787 validation cost:0.0732691735029 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0645763128996 and training accuracy:0.981840193272 validation cost:0.0661018192768 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0591917559505 and training accuracy:0.983330249786 validation cost:0.0603302419186 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0547902397811 and training accuracy:0.984727144241 validation cost:0.0555773079395 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:117.327812195 Method 3 test accuracy:0.761900007725 Training with lmbda:85612.9397687, 113 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.642009974 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376283973455 and training accuracy:0.935005903244 validation cost:0.381774634123 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.182304263115 and training accuracy:0.957912921906 validation cost:0.188201963902 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.124744430184 and training accuracy:0.969002842903 validation cost:0.13181245327 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0971228480339 and training accuracy:0.975274980068 validation cost:0.104561462998 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0806071162224 and training accuracy:0.979183733463 validation cost:0.0878606066108 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0694865062833 and training accuracy:0.982365250587 validation cost:0.0763102397323 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0614133737981 and training accuracy:0.984092354774 validation cost:0.0677218958735 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0552378967404 and training accuracy:0.985183179379 validation cost:0.0610141679645 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0503376983106 and training accuracy:0.986546695232 validation cost:0.0555944703519 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.279789209 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234069854021 and training accuracy:0.980975627899 validation cost:0.235479146242 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.109472751617 and training accuracy:0.991804897785 validation cost:0.104153990746 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0718689486384 and training accuracy:0.993756115437 validation cost:0.064743719995 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0544011518359 and training accuracy:0.995121955872 validation cost:0.0468512959778 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0443514734507 and training accuracy:0.995999991894 validation cost:0.0368102937937 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0377985239029 and training accuracy:0.996390223503 validation cost:0.0304184984416 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0331627987325 and training accuracy:0.996682941914 validation cost:0.0259981378913 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0296920500696 and training accuracy:0.996975600719 validation cost:0.0227578487247 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0269840601832 and training accuracy:0.997170746326 validation cost:0.0202794838697 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.922331095 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163240477443 and training accuracy:0.990258872509 validation cost:0.156132623553 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0712504461408 and training accuracy:0.99485886097 validation cost:0.0679607763886 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0463640615344 and training accuracy:0.996662735939 validation cost:0.0442644841969 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0350055471063 and training accuracy:0.997384309769 validation cost:0.0333901643753 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0284847859293 and training accuracy:0.998105883598 validation cost:0.0271068159491 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0242311935872 and training accuracy:0.998105883598 validation cost:0.0229896828532 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0212216060609 and training accuracy:0.998556852341 validation cost:0.0200699903071 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0189709309489 and training accuracy:0.998917639256 validation cost:0.0178865790367 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0172175895423 and training accuracy:0.999368607998 validation cost:0.0161876864731 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.778115034 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230950146914 and training accuracy:0.953436374664 validation cost:0.232988789678 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.142960160971 and training accuracy:0.962935388088 validation cost:0.145347222686 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.110561154783 and training accuracy:0.970106184483 validation cost:0.113224081695 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.092430844903 and training accuracy:0.974110662937 validation cost:0.0950067192316 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0803523883224 and training accuracy:0.977928876877 validation cost:0.0826412886381 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0715537592769 and training accuracy:0.979977667332 validation cost:0.07346650213 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0647918730974 and training accuracy:0.981747090816 validation cost:0.0663058757782 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0594087392092 and training accuracy:0.983143985271 validation cost:0.0605395101011 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.055008597672 and training accuracy:0.984633982182 validation cost:0.055791452527 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:117.368860006 Method 3 test accuracy:0.763300001621 Training with lmbda:88585.1235448, 114 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.762393951 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376353830099 and training accuracy:0.935005903244 validation cost:0.381843417883 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.182373061776 and training accuracy:0.957912921906 validation cost:0.18826687336 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.124809242785 and training accuracy:0.969002842903 validation cost:0.13187110424 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0971867442131 and training accuracy:0.975274980068 validation cost:0.104618996382 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0806694179773 and training accuracy:0.979183733463 validation cost:0.0879173055291 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0695475116372 and training accuracy:0.982365250587 validation cost:0.0763666108251 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0614730156958 and training accuracy:0.984092354774 validation cost:0.0677778124809 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0552968084812 and training accuracy:0.985183179379 validation cost:0.0610703229904 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0503954663873 and training accuracy:0.986546695232 validation cost:0.0556506700814 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:119.956328154 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234515190125 and training accuracy:0.980878055096 validation cost:0.235936164856 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.109790548682 and training accuracy:0.991804897785 validation cost:0.104481957853 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0721240565181 and training accuracy:0.993756115437 validation cost:0.0650053322315 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0546171739697 and training accuracy:0.995121955872 validation cost:0.0470709986985 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0445397607982 and training accuracy:0.99590241909 validation cost:0.0370000749826 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0379655659199 and training accuracy:0.996390223503 validation cost:0.0305855683982 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0333136804402 and training accuracy:0.996682941914 validation cost:0.026147859171 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0298303794116 and training accuracy:0.996975600719 validation cost:0.0228942129761 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0271114893258 and training accuracy:0.997170746326 validation cost:0.0204042941332 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.200845003 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163541316986 and training accuracy:0.990258872509 validation cost:0.156428396702 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0714432746172 and training accuracy:0.99485886097 validation cost:0.0681469663978 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0465253330767 and training accuracy:0.996662735939 validation cost:0.0444198027253 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0351480580866 and training accuracy:0.997384309769 validation cost:0.0335279516876 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.028614461422 and training accuracy:0.998105883598 validation cost:0.0272331237793 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0243506263942 and training accuracy:0.998105883598 validation cost:0.0231067147106 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0213327072561 and training accuracy:0.998556852341 validation cost:0.0201794672757 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0190750434995 and training accuracy:0.998917639256 validation cost:0.017989680171 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0173158664256 and training accuracy:0.999368607998 validation cost:0.0162853561342 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.767380953 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.231264695525 and training accuracy:0.953529536724 validation cost:0.233296483755 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.143145665526 and training accuracy:0.962842226028 validation cost:0.145520716906 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.110725857317 and training accuracy:0.970013022423 validation cost:0.11337326467 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0925937741995 and training accuracy:0.974203765392 validation cost:0.0951537564397 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0805189684033 and training accuracy:0.977835714817 validation cost:0.0827930793166 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0717234686017 and training accuracy:0.979977667332 validation cost:0.0736239850521 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0649646222591 and training accuracy:0.981747090816 validation cost:0.0664697140455 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0595826804638 and training accuracy:0.983143985271 validation cost:0.0607077330351 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0551829077303 and training accuracy:0.984540879726 validation cost:0.0559619888663 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:116.921278954 Method 3 test accuracy:0.763700008392 Training with lmbda:89377.3332357, 115 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.413082123 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376372933388 and training accuracy:0.935005903244 validation cost:0.38186237216 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.182391881943 and training accuracy:0.957912921906 validation cost:0.188284575939 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.124826595187 and training accuracy:0.969002842903 validation cost:0.131886869669 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0972034856677 and training accuracy:0.975274980068 validation cost:0.104634173214 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0806858688593 and training accuracy:0.979183733463 validation cost:0.0879323706031 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0695635080338 and training accuracy:0.982274353504 validation cost:0.0763814672828 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0614887177944 and training accuracy:0.984092354774 validation cost:0.0677925497293 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0553121343255 and training accuracy:0.985183179379 validation cost:0.0610850416124 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0504104681313 and training accuracy:0.986546695232 validation cost:0.0556652210653 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:119.666966915 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.23463191092 and training accuracy:0.980878055096 validation cost:0.236055925488 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.109874486923 and training accuracy:0.991804897785 validation cost:0.104568615556 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0721914693713 and training accuracy:0.993658542633 validation cost:0.0650745257735 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.054673910141 and training accuracy:0.995121955872 validation cost:0.0471288375556 and validation accuracy:1.0 Training on :(4, 5) training cost:0.044589035213 and training accuracy:0.99590241909 validation cost:0.0370498262346 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0380094386637 and training accuracy:0.996292710304 validation cost:0.0306295156479 and validation accuracy:1.0 Training on :(4, 5) training cost:0.033353317529 and training accuracy:0.996682941914 validation cost:0.0261872988194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0298666637391 and training accuracy:0.996975600719 validation cost:0.0229300819337 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0271451119334 and training accuracy:0.997170746326 validation cost:0.020437259227 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.709287167 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.16362118721 and training accuracy:0.990349054337 validation cost:0.156506821513 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0714939981699 and training accuracy:0.99485886097 validation cost:0.0681958422065 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0465675070882 and training accuracy:0.996662735939 validation cost:0.0444604083896 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0351854562759 and training accuracy:0.997384309769 validation cost:0.0335641689599 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0286484509706 and training accuracy:0.998105883598 validation cost:0.0272662509233 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0243818983436 and training accuracy:0.998105883598 validation cost:0.0231373347342 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0213617626578 and training accuracy:0.998556852341 validation cost:0.0202080849558 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0191022753716 and training accuracy:0.998917639256 validation cost:0.0180166624486 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0173415504396 and training accuracy:0.999368607998 validation cost:0.0163108594716 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.823318005 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.231348827481 and training accuracy:0.953529536724 validation cost:0.2333791852 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.143194839358 and training accuracy:0.962842226028 validation cost:0.145567148924 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.110769554973 and training accuracy:0.970013022423 validation cost:0.113412961364 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0926369726658 and training accuracy:0.974296867847 validation cost:0.095192655921 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0805629789829 and training accuracy:0.977835714817 validation cost:0.0828331336379 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0717683359981 and training accuracy:0.979977667332 validation cost:0.0736655220389 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0650101751089 and training accuracy:0.981747090816 validation cost:0.0665126442909 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0596286430955 and training accuracy:0.983143985271 validation cost:0.0607519485056 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0552290193737 and training accuracy:0.984540879726 validation cost:0.0560070723295 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:117.383713007 Method 3 test accuracy:0.763800024986 Training with lmbda:91768.7271182, 116 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.936019897 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376429438591 and training accuracy:0.935005903244 validation cost:0.381918042898 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.182447507977 and training accuracy:0.957912921906 validation cost:0.188336968422 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.124878838658 and training accuracy:0.969002842903 validation cost:0.131934165955 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0972545519471 and training accuracy:0.975274980068 validation cost:0.104680322111 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0807356238365 and training accuracy:0.97909283638 validation cost:0.0879779309034 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0696120932698 and training accuracy:0.982274353504 validation cost:0.0764266550541 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0615364052355 and training accuracy:0.984092354774 validation cost:0.0678379833698 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0553587600589 and training accuracy:0.985183179379 validation cost:0.0611300170422 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0504563301802 and training accuracy:0.986546695232 validation cost:0.0557102188468 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.065766096 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234982773662 and training accuracy:0.980878055096 validation cost:0.236415758729 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.110124215484 and training accuracy:0.991804897785 validation cost:0.104826435447 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0723915994167 and training accuracy:0.993658542633 validation cost:0.0652800053358 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0548431500793 and training accuracy:0.995121955872 validation cost:0.0473010800779 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0447365678847 and training accuracy:0.99590241909 validation cost:0.0371985211968 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0381404049695 and training accuracy:0.996292710304 validation cost:0.0307603999972 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0334716178477 and training accuracy:0.996682941914 validation cost:0.0263045467436 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0299746543169 and training accuracy:0.996975600719 validation cost:0.0230363216251 and validation accuracy:1.0 Training on :(4, 5) training cost:0.027244720608 and training accuracy:0.997170746326 validation cost:0.0205346103758 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.075462818 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163858905435 and training accuracy:0.990349054337 validation cost:0.156740933657 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0716465711594 and training accuracy:0.99485886097 validation cost:0.0683434680104 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0466950163245 and training accuracy:0.996662735939 validation cost:0.0445836558938 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0352983474731 and training accuracy:0.997384309769 validation cost:0.0336739271879 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0287506766617 and training accuracy:0.998105883598 validation cost:0.027366200462 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0244761109352 and training accuracy:0.998105883598 validation cost:0.0232299789786 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0214493703097 and training accuracy:0.998556852341 validation cost:0.0202947948128 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0191843882203 and training accuracy:0.998917639256 validation cost:0.0180981438607 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0174190569669 and training accuracy:0.999368607998 validation cost:0.0163881257176 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.676052809 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.231597572565 and training accuracy:0.953436374664 validation cost:0.233622983098 and validation accuracy:0.950094163418 Training on :(8, 9) training cost:0.143342986703 and training accuracy:0.962842226028 validation cost:0.145706698298 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.110900640488 and training accuracy:0.970013022423 validation cost:0.113532416523 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0927666947246 and training accuracy:0.974296867847 validation cost:0.0953100919724 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0806951746345 and training accuracy:0.977835714817 validation cost:0.0829537585378 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0719034746289 and training accuracy:0.979791402817 validation cost:0.0737911015749 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0651480928063 and training accuracy:0.981747090816 validation cost:0.0666438862681 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0597680099308 and training accuracy:0.983050823212 validation cost:0.0608867481351 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0553679354489 and training accuracy:0.984540879726 validation cost:0.0561441518366 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:117.572193861 Method 3 test accuracy:0.764599978924 Training with lmbda:95646.3188776, 117 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.366067886 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376519739628 and training accuracy:0.935005903244 validation cost:0.382006973028 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.182537078857 and training accuracy:0.957912921906 validation cost:0.188421696424 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.124962650239 and training accuracy:0.969093739986 validation cost:0.132010281086 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0973362699151 and training accuracy:0.975274980068 validation cost:0.104754336178 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0808151513338 and training accuracy:0.97909283638 validation cost:0.0880509763956 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0696898177266 and training accuracy:0.982274353504 validation cost:0.0764994621277 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0616122148931 and training accuracy:0.984092354774 validation cost:0.067909963429 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0554331429303 and training accuracy:0.985183179379 validation cost:0.0612018890679 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0505291186273 and training accuracy:0.986546695232 validation cost:0.0557817928493 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.066286087 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.235545903444 and training accuracy:0.980975627899 validation cost:0.236993566155 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.110523439944 and training accuracy:0.991804897785 validation cost:0.105238378048 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0727108865976 and training accuracy:0.993658542633 validation cost:0.0656075254083 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.05511155352 and training accuracy:0.995121955872 validation cost:0.0475742518902 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0449702106416 and training accuracy:0.99590241909 validation cost:0.0374342650175 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0383476577699 and training accuracy:0.996292710304 validation cost:0.0309678521007 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0336580947042 and training accuracy:0.996682941914 validation cost:0.0264897160232 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0301450323313 and training accuracy:0.996975600719 validation cost:0.0232042297721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0274018608034 and training accuracy:0.997170746326 validation cost:0.0206884406507 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.357765198 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.164238736033 and training accuracy:0.990349054337 validation cost:0.157114714384 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0718922019005 and training accuracy:0.99485886097 validation cost:0.0685810893774 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0468989312649 and training accuracy:0.996662735939 validation cost:0.0447806157172 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0354787148535 and training accuracy:0.997384309769 validation cost:0.0338493138552 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0289139058441 and training accuracy:0.998105883598 validation cost:0.0275258738548 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0246260594577 and training accuracy:0.998105883598 validation cost:0.0233774986118 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0215888116509 and training accuracy:0.998556852341 validation cost:0.0204326976091 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0193150360137 and training accuracy:0.998917639256 validation cost:0.0182279348373 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0175420716405 and training accuracy:0.999368607998 validation cost:0.0165108647197 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.942682028 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.231999441981 and training accuracy:0.953343272209 validation cost:0.234016865492 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.143582835793 and training accuracy:0.963028490543 validation cost:0.145932361484 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.111111655831 and training accuracy:0.970106184483 validation cost:0.113724082708 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0929756611586 and training accuracy:0.974296867847 validation cost:0.0954993516207 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0809077695012 and training accuracy:0.977742612362 validation cost:0.0831488221884 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0721197128296 and training accuracy:0.979605138302 validation cost:0.0739926546812 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0653666257858 and training accuracy:0.981840193272 validation cost:0.0668517425656 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0599881187081 and training accuracy:0.983050823212 validation cost:0.0610996894538 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0555886812508 and training accuracy:0.984540879726 validation cost:0.0563615933061 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:117.407155037 Method 3 test accuracy:0.765699982643 Training with lmbda:96119.403308, 118 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.793596983 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376530587673 and training accuracy:0.935005903244 validation cost:0.382017582655 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.182547956705 and training accuracy:0.958094716072 validation cost:0.18843190372 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.124972634017 and training accuracy:0.969093739986 validation cost:0.132019206882 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0973464399576 and training accuracy:0.975274980068 validation cost:0.104763872921 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0808250308037 and training accuracy:0.97909283638 validation cost:0.0880602002144 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0696993991733 and training accuracy:0.982274353504 validation cost:0.0765086337924 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0616216287017 and training accuracy:0.984092354774 validation cost:0.0679190978408 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.055442225188 and training accuracy:0.985274076462 validation cost:0.0612107664347 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0505381375551 and training accuracy:0.986546695232 validation cost:0.055790618062 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:119.77432704 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.235613539815 and training accuracy:0.980975627899 validation cost:0.237062871456 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.110571488738 and training accuracy:0.991804897785 validation cost:0.105287946761 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.072749234736 and training accuracy:0.993658542633 validation cost:0.0656469017267 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0551440417767 and training accuracy:0.995121955872 validation cost:0.0476072952151 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0449982509017 and training accuracy:0.99590241909 validation cost:0.0374625995755 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0383727885783 and training accuracy:0.996292710304 validation cost:0.0309930387884 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0336807481945 and training accuracy:0.996682941914 validation cost:0.0265121795237 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0301656872034 and training accuracy:0.996975600719 validation cost:0.0232245698571 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0274209231138 and training accuracy:0.997170746326 validation cost:0.0207071229815 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.909909964 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.164286464453 and training accuracy:0.990349054337 validation cost:0.157161921263 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0719219222665 and training accuracy:0.99485886097 validation cost:0.0686099305749 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0469233244658 and training accuracy:0.996662735939 validation cost:0.0448042303324 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0355002991855 and training accuracy:0.997384309769 validation cost:0.0338703431189 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0289334114641 and training accuracy:0.998105883598 validation cost:0.0275449473411 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0246439315379 and training accuracy:0.998105883598 validation cost:0.0233950745314 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0216054730117 and training accuracy:0.998556852341 validation cost:0.0204491913319 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0193306710571 and training accuracy:0.998917639256 validation cost:0.0182434953749 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0175567604601 and training accuracy:0.99927842617 validation cost:0.0165255703032 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.245087147 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.232047885656 and training accuracy:0.953343272209 validation cost:0.234064012766 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.143611758947 and training accuracy:0.963028490543 validation cost:0.145959153771 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.111137844622 and training accuracy:0.970106184483 validation cost:0.113747559488 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0930012241006 and training accuracy:0.974296867847 validation cost:0.0955223292112 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0809338614345 and training accuracy:0.977742612362 validation cost:0.0831725746393 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0721458420157 and training accuracy:0.979605138302 validation cost:0.0740166008472 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0653929933906 and training accuracy:0.981840193272 validation cost:0.06687618047 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0600147247314 and training accuracy:0.983050823212 validation cost:0.0611249692738 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0556152537465 and training accuracy:0.984540879726 validation cost:0.0563871376216 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:117.237176895 Method 3 test accuracy:0.765900015831 Training with lmbda:97283.0488578, 119 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.452997923 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376558274031 and training accuracy:0.935005903244 validation cost:0.382044970989 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.18257458508 and training accuracy:0.958094716072 validation cost:0.188457071781 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.12499730289 and training accuracy:0.969093739986 validation cost:0.132041633129 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0973701775074 and training accuracy:0.975274980068 validation cost:0.104785449803 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0808485522866 and training accuracy:0.97909283638 validation cost:0.0880820974708 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0697224214673 and training accuracy:0.982274353504 validation cost:0.076530277729 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0616441369057 and training accuracy:0.984092354774 validation cost:0.0679405331612 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0554642342031 and training accuracy:0.985274076462 validation cost:0.0612320490181 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.050559706986 and training accuracy:0.986546695232 validation cost:0.0558118484914 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:119.772731066 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.235779255629 and training accuracy:0.980975627899 validation cost:0.237232506275 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.110689170659 and training accuracy:0.991804897785 validation cost:0.105409182608 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0728431046009 and training accuracy:0.993658542633 validation cost:0.0657430887222 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0552226491272 and training accuracy:0.995121955872 validation cost:0.047687202692 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0450666695833 and training accuracy:0.99590241909 validation cost:0.0375315994024 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0384334810078 and training accuracy:0.996292710304 validation cost:0.0310537144542 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0337355285883 and training accuracy:0.996682941914 validation cost:0.0265665110201 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0302156247199 and training accuracy:0.996975600719 validation cost:0.0232737660408 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0274668168277 and training accuracy:0.997170746326 validation cost:0.0207520835102 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.491312981 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.164396733046 and training accuracy:0.990349054337 validation cost:0.15727032721 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0719940364361 and training accuracy:0.99485886097 validation cost:0.0686797574162 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0469836220145 and training accuracy:0.996752977371 validation cost:0.0448624789715 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0355534814298 and training accuracy:0.997384309769 validation cost:0.0339219979942 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0289815086871 and training accuracy:0.998105883598 validation cost:0.0275918804109 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.024688122794 and training accuracy:0.998105883598 validation cost:0.0234384778887 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0216465424746 and training accuracy:0.998556852341 validation cost:0.0204897318035 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0193691290915 and training accuracy:0.998917639256 validation cost:0.0182816274464 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0175929144025 and training accuracy:0.99927842617 validation cost:0.0165615826845 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.086677074 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.232166096568 and training accuracy:0.953436374664 validation cost:0.234179913998 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.143682956696 and training accuracy:0.963028490543 validation cost:0.146026179194 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.111201144755 and training accuracy:0.970106184483 validation cost:0.113805487752 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0930633768439 and training accuracy:0.974296867847 validation cost:0.0955787822604 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.080996863544 and training accuracy:0.977742612362 validation cost:0.0832303464413 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0722101405263 and training accuracy:0.979605138302 validation cost:0.074076525867 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0654582828283 and training accuracy:0.981840193272 validation cost:0.066938444972 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.060080613941 and training accuracy:0.983050823212 validation cost:0.0611891895533 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0556810684502 and training accuracy:0.984540879726 validation cost:0.0564523711801 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:117.572923899 Method 3 test accuracy:0.766900002956 Training with lmbda:0, 120 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.947976112 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.359688639641 and training accuracy:0.938278317451 validation cost:0.365469425917 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.174097880721 and training accuracy:0.959185540676 validation cost:0.179042175412 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.118931226432 and training accuracy:0.969548225403 validation cost:0.124394655228 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0924085080624 and training accuracy:0.976184010506 validation cost:0.0979102104902 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0765304118395 and training accuracy:0.979274630547 validation cost:0.0816756263375 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0658349692822 and training accuracy:0.982274353504 validation cost:0.0704788118601 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0580689832568 and training accuracy:0.984546840191 validation cost:0.0621962957084 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0521333664656 and training accuracy:0.985637664795 validation cost:0.0557704046369 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0474223420024 and training accuracy:0.987092077732 validation cost:0.050607778132 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:119.99873805 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.219766154885 and training accuracy:0.97619509697 validation cost:0.222773611546 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.0989823415875 and training accuracy:0.989268302917 validation cost:0.0943430811167 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0620392896235 and training accuracy:0.993073165417 validation cost:0.0553754754364 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0450936891139 and training accuracy:0.995121955872 validation cost:0.0379476360977 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0355152860284 and training accuracy:0.995609760284 validation cost:0.0283593144268 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0293836407363 and training accuracy:0.996292710304 validation cost:0.0223873239011 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0251222960651 and training accuracy:0.99658536911 validation cost:0.0183498114347 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0219847075641 and training accuracy:0.99658536911 validation cost:0.0154596427456 and validation accuracy:1.0 Training on :(4, 5) training cost:0.019573353231 and training accuracy:0.996878027916 validation cost:0.0132996821776 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.034652948 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.148557648063 and training accuracy:0.98737257719 validation cost:0.143342450261 and validation accuracy:0.985401451588 Training on :(6, 7) training cost:0.0637603849173 and training accuracy:0.99395686388 validation cost:0.0614273026586 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0397954918444 and training accuracy:0.996121585369 validation cost:0.0381592325866 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0288071651012 and training accuracy:0.997384309769 validation cost:0.0273645147681 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0225455462933 and training accuracy:0.997654914856 validation cost:0.0211606025696 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0185105483979 and training accuracy:0.998105883598 validation cost:0.017146686092 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0156984273344 and training accuracy:0.998556852341 validation cost:0.0143512347713 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0136269861832 and training accuracy:0.9987372756 validation cost:0.0123003646731 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0120381321758 and training accuracy:0.998917639256 validation cost:0.0107372412458 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.749125957 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.220668673515 and training accuracy:0.9485937953 validation cost:0.222773388028 and validation accuracy:0.94632768631 Training on :(8, 9) training cost:0.138860762119 and training accuracy:0.960327804089 validation cost:0.141296610236 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.106612227857 and training accuracy:0.968895494938 validation cost:0.109591983259 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.0878952369094 and training accuracy:0.974483132362 validation cost:0.0909496992826 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0751454979181 and training accuracy:0.978115081787 validation cost:0.0779638364911 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0657401159406 and training accuracy:0.981188297272 validation cost:0.0681624338031 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0584718100727 and training accuracy:0.982864618301 validation cost:0.0604332238436 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.052677500993 and training accuracy:0.984540879726 validation cost:0.0541715212166 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0479495041072 and training accuracy:0.986589670181 validation cost:0.0490060709417 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.435385942 Method 3 test accuracy:0.734600007534 Training with lmbda:75117.9714048, 121 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.359138966 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.361526429653 and training accuracy:0.938460111618 validation cost:0.367282092571 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.176063999534 and training accuracy:0.959549129009 validation cost:0.180917605758 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.120894126594 and training accuracy:0.969820916653 validation cost:0.126200869679 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0944032743573 and training accuracy:0.975911259651 validation cost:0.0997183695436 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0785607099533 and training accuracy:0.979456424713 validation cost:0.0835272371769 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0678912252188 and training accuracy:0.982001662254 validation cost:0.0723685026169 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0601399503648 and training accuracy:0.984637737274 validation cost:0.0641164630651 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0542078614235 and training accuracy:0.985546767712 validation cost:0.0577116161585 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0494926832616 and training accuracy:0.986637592316 validation cost:0.05255709216 and validation accuracy:0.984375 Training on :(2, 3) Time taken:119.695224047 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236696735024 and training accuracy:0.976682901382 validation cost:0.240730494261 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.111149795353 and training accuracy:0.988390266895 validation cost:0.107262209058 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0726407468319 and training accuracy:0.992585361004 validation cost:0.0664717257023 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0547705776989 and training accuracy:0.994439005852 validation cost:0.0479501187801 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0445300228894 and training accuracy:0.995219528675 validation cost:0.0375813581049 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378753766418 and training accuracy:0.995414614677 validation cost:0.0309926718473 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0331809744239 and training accuracy:0.99590241909 validation cost:0.0264431871474 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0296724755317 and training accuracy:0.996195137501 validation cost:0.0231121908873 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0269370824099 and training accuracy:0.996390223503 validation cost:0.0205659214407 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.950923204 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159274324775 and training accuracy:0.990890204906 validation cost:0.153888314962 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0699815750122 and training accuracy:0.995850980282 validation cost:0.0673758238554 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.045493144542 and training accuracy:0.997203946114 validation cost:0.04360101372 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0342945232987 and training accuracy:0.997474491596 validation cost:0.0326537266374 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0278711672872 and training accuracy:0.998376488686 validation cost:0.0263450182974 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0236885901541 and training accuracy:0.998556852341 validation cost:0.022232497111 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0207350235432 and training accuracy:0.998827457428 validation cost:0.0193324051797 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0185283888131 and training accuracy:0.998917639256 validation cost:0.0171721763909 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0168109741062 and training accuracy:0.998917639256 validation cost:0.0154973296449 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.813905001 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230462253094 and training accuracy:0.954367637634 validation cost:0.231675162911 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.140467643738 and training accuracy:0.964891016483 validation cost:0.142113387585 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107987597585 and training accuracy:0.971689343452 validation cost:0.109944373369 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0899897813797 and training accuracy:0.975973188877 validation cost:0.0918777287006 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0780595839024 and training accuracy:0.979139506817 validation cost:0.079684227705 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0693995282054 and training accuracy:0.981374561787 validation cost:0.0706886053085 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0627662837505 and training accuracy:0.982957720757 validation cost:0.0637111738324 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0574976876378 and training accuracy:0.984447777271 validation cost:0.0581214912236 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.053200174123 and training accuracy:0.985937774181 validation cost:0.053535297513 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.008963108 Method 3 test accuracy:0.815800011158 Training with lmbda:77709.4222616, 122 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.389385939 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.361585438251 and training accuracy:0.938460111618 validation cost:0.367340117693 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.176124572754 and training accuracy:0.959549129009 validation cost:0.180975034833 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.120952025056 and training accuracy:0.969820916653 validation cost:0.126253828406 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0944598838687 and training accuracy:0.975911259651 validation cost:0.0997694507241 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0786166787148 and training accuracy:0.979547321796 validation cost:0.0835779681802 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0679461732507 and training accuracy:0.982001662254 validation cost:0.0724191665649 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0601937808096 and training accuracy:0.984637737274 validation cost:0.0641665458679 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0542605593801 and training accuracy:0.985546767712 validation cost:0.0577610172331 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0495443344116 and training accuracy:0.986637592316 validation cost:0.0526061654091 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.184583902 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.237101987004 and training accuracy:0.976682901382 validation cost:0.241156667471 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.11144040525 and training accuracy:0.988390266895 validation cost:0.107569210231 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0728767886758 and training accuracy:0.992585361004 validation cost:0.0667188838124 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0549719668925 and training accuracy:0.994439005852 validation cost:0.0481592267752 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0447067059577 and training accuracy:0.995121955872 validation cost:0.0377637296915 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380339063704 and training accuracy:0.995414614677 validation cost:0.0311551559716 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0333248302341 and training accuracy:0.99590241909 validation cost:0.0265898555517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0298050157726 and training accuracy:0.996195137501 validation cost:0.0232467241585 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0270599033684 and training accuracy:0.996390223503 validation cost:0.0206900518388 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.004680157 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159556016326 and training accuracy:0.990890204906 validation cost:0.154166698456 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0701667889953 and training accuracy:0.995850980282 validation cost:0.0675566494465 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0456491485238 and training accuracy:0.997203946114 validation cost:0.0437534339726 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.034433003515 and training accuracy:0.997474491596 validation cost:0.0327895507216 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0279970802367 and training accuracy:0.998376488686 validation cost:0.026469103992 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0238043889403 and training accuracy:0.998556852341 validation cost:0.0223469771445 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0208426862955 and training accuracy:0.998827457428 validation cost:0.0194392707199 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0186291225255 and training accuracy:0.998917639256 validation cost:0.0172723885626 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0169058404863 and training accuracy:0.998917639256 validation cost:0.0155917154625 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.096942902 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230753585696 and training accuracy:0.954460799694 validation cost:0.231962069869 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.140619069338 and training accuracy:0.964984178543 validation cost:0.142257928848 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.108120679855 and training accuracy:0.971689343452 validation cost:0.110065579414 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0901237875223 and training accuracy:0.975973188877 validation cost:0.0919978544116 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0781993567944 and training accuracy:0.979232609272 validation cost:0.0798101499677 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.069544993341 and training accuracy:0.981374561787 validation cost:0.0708212926984 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0629170462489 and training accuracy:0.982957720757 validation cost:0.0638514086604 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0576518252492 and training accuracy:0.984354615211 validation cost:0.0582667626441 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0533568039536 and training accuracy:0.985937774181 validation cost:0.0536855719984 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.498697042 Method 3 test accuracy:0.817099988461 Training with lmbda:78039.2280196, 123 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.696561098 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.361592829227 and training accuracy:0.938460111618 validation cost:0.367347478867 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.176132112741 and training accuracy:0.959549129009 validation cost:0.180982232094 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.120959043503 and training accuracy:0.969820916653 validation cost:0.126260280609 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0944670215249 and training accuracy:0.975911259651 validation cost:0.0997759625316 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0786237120628 and training accuracy:0.979547321796 validation cost:0.0835844054818 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0679531097412 and training accuracy:0.982001662254 validation cost:0.0724255889654 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0602006316185 and training accuracy:0.984637737274 validation cost:0.0641729161143 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0542672611773 and training accuracy:0.985546767712 validation cost:0.0577673241496 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0495509691536 and training accuracy:0.986637592316 validation cost:0.0526124499738 and validation accuracy:0.984375 Training on :(2, 3) Time taken:119.931032181 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.237152844667 and training accuracy:0.976682901382 validation cost:0.241210207343 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.111476920545 and training accuracy:0.988390266895 validation cost:0.107607848942 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0729065090418 and training accuracy:0.992585361004 validation cost:0.0667500793934 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0549973100424 and training accuracy:0.994439005852 validation cost:0.0481855981052 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0447288863361 and training accuracy:0.995121955872 validation cost:0.0377866737545 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380538590252 and training accuracy:0.995414614677 validation cost:0.0311756357551 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0333428345621 and training accuracy:0.99590241909 validation cost:0.0266082528979 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0298216398805 and training accuracy:0.996195137501 validation cost:0.0232636351138 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0270752515644 and training accuracy:0.996390223503 validation cost:0.020705582574 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.142940044 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159591957927 and training accuracy:0.990890204906 validation cost:0.154202237725 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.070190154016 and training accuracy:0.995850980282 validation cost:0.0675794780254 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0456687882543 and training accuracy:0.997203946114 validation cost:0.0437726341188 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0344505012035 and training accuracy:0.997474491596 validation cost:0.0328067466617 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0280130226165 and training accuracy:0.998376488686 validation cost:0.0264848209918 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0238190479577 and training accuracy:0.998556852341 validation cost:0.0223614815623 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0208562929183 and training accuracy:0.998827457428 validation cost:0.0194527599961 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0186418425292 and training accuracy:0.998917639256 validation cost:0.0172850061208 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0169178172946 and training accuracy:0.998917639256 validation cost:0.0156036224216 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.9894979 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.23079046607 and training accuracy:0.954460799694 validation cost:0.231998324394 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.140638530254 and training accuracy:0.964984178543 validation cost:0.142276421189 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10813755542 and training accuracy:0.971689343452 validation cost:0.11008092761 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0901408344507 and training accuracy:0.975973188877 validation cost:0.0920130982995 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0782170668244 and training accuracy:0.979139506817 validation cost:0.0798260569572 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0695633813739 and training accuracy:0.981374561787 validation cost:0.0708379521966 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0629359185696 and training accuracy:0.982957720757 validation cost:0.0638687685132 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0576712749898 and training accuracy:0.984354615211 validation cost:0.0582849234343 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0533765330911 and training accuracy:0.985937774181 validation cost:0.053704354912 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.858542919 Method 3 test accuracy:0.817300021648 Training with lmbda:78417.6647421, 124 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.824318171 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.361601561308 and training accuracy:0.938460111618 validation cost:0.367356061935 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.176140978932 and training accuracy:0.959549129009 validation cost:0.180990621448 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.120967388153 and training accuracy:0.969820916653 validation cost:0.126267969608 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0944752767682 and training accuracy:0.975911259651 validation cost:0.0997834727168 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0786317884922 and training accuracy:0.979547321796 validation cost:0.0835917294025 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0679609924555 and training accuracy:0.982001662254 validation cost:0.072432897985 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0602083615959 and training accuracy:0.984637737274 validation cost:0.0641800910234 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0542747527361 and training accuracy:0.985546767712 validation cost:0.0577741973102 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0495584383607 and training accuracy:0.986637592316 validation cost:0.0526195093989 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.097907066 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.237212181091 and training accuracy:0.976585388184 validation cost:0.241272553802 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.11151906848 and training accuracy:0.988390266895 validation cost:0.107652433217 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0729405358434 and training accuracy:0.992585361004 validation cost:0.0667857527733 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0550261996686 and training accuracy:0.994439005852 validation cost:0.0482156090438 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0447542443871 and training accuracy:0.995121955872 validation cost:0.0378128439188 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380764976144 and training accuracy:0.995414614677 validation cost:0.0311988610774 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0333634018898 and training accuracy:0.99590241909 validation cost:0.0266292262822 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0298404805362 and training accuracy:0.996195137501 validation cost:0.0232827737927 and validation accuracy:1.0 Training on :(4, 5) training cost:0.027092738077 and training accuracy:0.996390223503 validation cost:0.0207232218236 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.850441933 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159631773829 and training accuracy:0.990890204906 validation cost:0.15424156189 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0702163726091 and training accuracy:0.995850980282 validation cost:0.0676051080227 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.045691087842 and training accuracy:0.997203946114 validation cost:0.04379440099 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.034470345825 and training accuracy:0.997474491596 validation cost:0.0328262075782 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0280310492963 and training accuracy:0.998376488686 validation cost:0.0265025757253 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0238356795162 and training accuracy:0.998556852341 validation cost:0.0223779119551 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0208717696369 and training accuracy:0.998827457428 validation cost:0.0194681026042 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0186562966555 and training accuracy:0.998917639256 validation cost:0.0172993596643 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0169314835221 and training accuracy:0.998917639256 validation cost:0.0156172122806 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.820715904 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230832204223 and training accuracy:0.954460799694 validation cost:0.232039496303 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.140660122037 and training accuracy:0.964984178543 validation cost:0.142297148705 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10815654695 and training accuracy:0.971689343452 validation cost:0.110098294914 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0901600196958 and training accuracy:0.975973188877 validation cost:0.0920304208994 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0782372355461 and training accuracy:0.979139506817 validation cost:0.079844661057 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0695842951536 and training accuracy:0.981374561787 validation cost:0.070857308805 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0629575327039 and training accuracy:0.983050823212 validation cost:0.0638890489936 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0576933324337 and training accuracy:0.984354615211 validation cost:0.0583060234785 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0533989854157 and training accuracy:0.985937774181 validation cost:0.0537259541452 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.605612993 Method 3 test accuracy:0.817300021648 Training with lmbda:79633.2054888, 125 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.649916887 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.361629277468 and training accuracy:0.938460111618 validation cost:0.367383390665 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.176169469953 and training accuracy:0.959549129009 validation cost:0.181017756462 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.120994612575 and training accuracy:0.969820916653 validation cost:0.126293048263 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0945015102625 and training accuracy:0.975911259651 validation cost:0.0998072326183 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.078657835722 and training accuracy:0.979547321796 validation cost:0.0836155042052 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0679863840342 and training accuracy:0.982001662254 validation cost:0.0724564120173 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0602331832051 and training accuracy:0.984546840191 validation cost:0.0642034634948 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0542991645634 and training accuracy:0.985546767712 validation cost:0.0577974952757 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0495823733509 and training accuracy:0.986637592316 validation cost:0.0526425167918 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.374011993 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.237399846315 and training accuracy:0.976682901382 validation cost:0.241470143199 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.111653141677 and training accuracy:0.988390266895 validation cost:0.107794247568 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0730493441224 and training accuracy:0.992585361004 validation cost:0.066899895668 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0551192015409 and training accuracy:0.994439005852 validation cost:0.0483123064041 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0448354892433 and training accuracy:0.995121955872 validation cost:0.0378966927528 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0381492339075 and training accuracy:0.995414614677 validation cost:0.0312735661864 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0334294401109 and training accuracy:0.99590241909 validation cost:0.0266967546195 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0299009568989 and training accuracy:0.996195137501 validation cost:0.0233443807811 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0271486397833 and training accuracy:0.996390223503 validation cost:0.0207798872143 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.708695889 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.15976190567 and training accuracy:0.990890204906 validation cost:0.154370322824 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0703024044633 and training accuracy:0.995850980282 validation cost:0.0676893219352 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0457633659244 and training accuracy:0.997203946114 validation cost:0.0438652448356 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0345343761146 and training accuracy:0.997474491596 validation cost:0.0328891836107 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0280891135335 and training accuracy:0.998376488686 validation cost:0.0265599172562 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0238891206682 and training accuracy:0.998556852341 validation cost:0.0224308576435 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0209215208888 and training accuracy:0.998827457428 validation cost:0.0195174980909 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0187028404325 and training accuracy:0.998917639256 validation cost:0.0173456240445 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0169752314687 and training accuracy:0.998917639256 validation cost:0.0156607814133 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.660289049 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230968624353 and training accuracy:0.954460799694 validation cost:0.232174053788 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.140731409192 and training accuracy:0.965077280998 validation cost:0.142365127802 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.108218893409 and training accuracy:0.971782445908 validation cost:0.110155060887 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0902232006192 and training accuracy:0.975973188877 validation cost:0.0920873135328 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0783028900623 and training accuracy:0.979139506817 validation cost:0.0799036845565 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0696521773934 and training accuracy:0.981374561787 validation cost:0.0709188207984 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0630277469754 and training accuracy:0.983050823212 validation cost:0.0639536976814 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0577649325132 and training accuracy:0.984354615211 validation cost:0.0583730340004 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0534717068076 and training accuracy:0.985937774181 validation cost:0.0537952184677 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:116.97021699 Method 3 test accuracy:0.817700028419 Training with lmbda:80230.0530529, 126 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.538040161 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.361642628908 and training accuracy:0.938460111618 validation cost:0.367396533489 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.17618329823 and training accuracy:0.959549129009 validation cost:0.181030854583 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.121007867157 and training accuracy:0.969820916653 validation cost:0.126305222511 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0945143252611 and training accuracy:0.975911259651 validation cost:0.0998189523816 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0786701887846 and training accuracy:0.979547321796 validation cost:0.0836267024279 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.067998573184 and training accuracy:0.982001662254 validation cost:0.0724675282836 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0602452456951 and training accuracy:0.984546840191 validation cost:0.064214527607 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0543110705912 and training accuracy:0.985546767712 validation cost:0.0578085742891 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0495940558612 and training accuracy:0.986637592316 validation cost:0.0526534318924 and validation accuracy:0.984375 Training on :(2, 3) Time taken:119.753818035 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.237491622567 and training accuracy:0.976682901382 validation cost:0.241566821933 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.111718460917 and training accuracy:0.988390266895 validation cost:0.107863306999 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0731023699045 and training accuracy:0.992585361004 validation cost:0.0669554620981 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0551642104983 and training accuracy:0.994439005852 validation cost:0.0483590736985 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0448750853539 and training accuracy:0.995121955872 validation cost:0.0379375740886 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.038184531033 and training accuracy:0.995414614677 validation cost:0.0313097648323 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0334618240595 and training accuracy:0.99590241909 validation cost:0.0267297197133 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0299307387322 and training accuracy:0.996195137501 validation cost:0.0233745537698 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0271760560572 and training accuracy:0.996390223503 validation cost:0.0208075009286 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.997522116 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159826055169 and training accuracy:0.990890204906 validation cost:0.154433861375 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0703439861536 and training accuracy:0.995850980282 validation cost:0.067730024457 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0457986816764 and training accuracy:0.997203946114 validation cost:0.0438998118043 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0345656350255 and training accuracy:0.997474491596 validation cost:0.0329199060798 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.028117492795 and training accuracy:0.998376488686 validation cost:0.0265879426152 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0239152386785 and training accuracy:0.998556852341 validation cost:0.0224567838013 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0209457613528 and training accuracy:0.998827457428 validation cost:0.0195416212082 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0187254734337 and training accuracy:0.998917639256 validation cost:0.0173681750894 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0169965811074 and training accuracy:0.998917639256 validation cost:0.0156820826232 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.731944084 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.231034293771 and training accuracy:0.954460799694 validation cost:0.232238799334 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.140765964985 and training accuracy:0.965077280998 validation cost:0.14239820838 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.108249001205 and training accuracy:0.971782445908 validation cost:0.110182620585 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0902534201741 and training accuracy:0.975973188877 validation cost:0.0921144559979 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0783342272043 and training accuracy:0.979139506817 validation cost:0.0799318999052 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0696847289801 and training accuracy:0.981374561787 validation cost:0.070948548615 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0630614310503 and training accuracy:0.983050823212 validation cost:0.0639848038554 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0577994398773 and training accuracy:0.984354615211 validation cost:0.0584054291248 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0535067506135 and training accuracy:0.985937774181 validation cost:0.053828433156 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.177564859 Method 3 test accuracy:0.81819999218 Training with lmbda:81959.2346273, 127 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.921500921 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.361681818962 and training accuracy:0.938460111618 validation cost:0.367435067892 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.176222771406 and training accuracy:0.959549129009 validation cost:0.181068241596 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.121045351028 and training accuracy:0.969820916653 validation cost:0.126339584589 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0945510491729 and training accuracy:0.975911259651 validation cost:0.0998522490263 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0787066593766 and training accuracy:0.979547321796 validation cost:0.0836597979069 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0680344998837 and training accuracy:0.982001662254 validation cost:0.0725006833673 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0602806247771 and training accuracy:0.984546840191 validation cost:0.0642474368215 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0543456748128 and training accuracy:0.985546767712 validation cost:0.0578411668539 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0496280528605 and training accuracy:0.986637592316 validation cost:0.0526857376099 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.038923025 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.237751573324 and training accuracy:0.976682901382 validation cost:0.241840362549 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.11190546304 and training accuracy:0.988390266895 validation cost:0.108061283827 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.073254480958 and training accuracy:0.9924877882 validation cost:0.0671151801944 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0552938841283 and training accuracy:0.994439005852 validation cost:0.0484940111637 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0449885837734 and training accuracy:0.995121955872 validation cost:0.0380550250411 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0382859967649 and training accuracy:0.995414614677 validation cost:0.0314141064882 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0335540100932 and training accuracy:0.99590241909 validation cost:0.026824047789 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0300155393779 and training accuracy:0.996195137501 validation cost:0.0234608091414 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0272548943758 and training accuracy:0.996390223503 validation cost:0.0208871513605 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.707983017 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.160009101033 and training accuracy:0.990890204906 validation cost:0.154614776373 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0704651102424 and training accuracy:0.995850980282 validation cost:0.0678485557437 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0459006652236 and training accuracy:0.997203946114 validation cost:0.0439996533096 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0346558503807 and training accuracy:0.997474491596 validation cost:0.0330084972084 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0281993355602 and training accuracy:0.998376488686 validation cost:0.0266687516123 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0239904336631 and training accuracy:0.998556852341 validation cost:0.0225312225521 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0210155230016 and training accuracy:0.998827457428 validation cost:0.0196108426899 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0187907721847 and training accuracy:0.998917639256 validation cost:0.0174330603331 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0170578956604 and training accuracy:0.998917639256 validation cost:0.0157431345433 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.78696084 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.231227770448 and training accuracy:0.954647064209 validation cost:0.23242969811 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.140867710114 and training accuracy:0.965077280998 validation cost:0.142495319247 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.108337529004 and training accuracy:0.971782445908 validation cost:0.110263593495 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0903414338827 and training accuracy:0.975973188877 validation cost:0.0921937301755 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0784256532788 and training accuracy:0.979139506817 validation cost:0.0800148621202 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0697798281908 and training accuracy:0.981374561787 validation cost:0.0710357874632 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0631594136357 and training accuracy:0.983050823212 validation cost:0.0640759021044 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.057899672538 and training accuracy:0.984354615211 validation cost:0.0584997683764 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0536082088947 and training accuracy:0.985937774181 validation cost:0.0539253912866 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.016433954 Method 3 test accuracy:0.818499982357 Training with lmbda:85612.9397687, 128 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.479403973 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.361764341593 and training accuracy:0.938460111618 validation cost:0.367516279221 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.176305919886 and training accuracy:0.959549129009 validation cost:0.181147277355 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.12112441659 and training accuracy:0.969820916653 validation cost:0.126412212849 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0946282967925 and training accuracy:0.975911259651 validation cost:0.099922247231 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0787827298045 and training accuracy:0.979547321796 validation cost:0.0837289392948 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0681094899774 and training accuracy:0.982092559338 validation cost:0.0725701749325 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0603539757431 and training accuracy:0.984546840191 validation cost:0.0643161833286 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.054417680949 and training accuracy:0.985546767712 validation cost:0.0579094663262 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.049698445946 and training accuracy:0.986637592316 validation cost:0.0527532249689 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.316025019 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.238300636411 and training accuracy:0.97648781538 validation cost:0.242417901754 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.112297564745 and training accuracy:0.988390266895 validation cost:0.108476012945 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0735717564821 and training accuracy:0.9924877882 validation cost:0.0674479305744 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0555645115674 and training accuracy:0.994439005852 validation cost:0.0487753115594 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0452250465751 and training accuracy:0.995121955872 validation cost:0.0382991656661 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.038497004658 and training accuracy:0.995317101479 validation cost:0.0316308066249 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0337452478707 and training accuracy:0.99590241909 validation cost:0.0270193833858 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0301906969398 and training accuracy:0.996195137501 validation cost:0.0236387215555 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0274167843163 and training accuracy:0.996292710304 validation cost:0.0210508666933 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.812494993 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.160394012928 and training accuracy:0.990890204906 validation cost:0.154996350408 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.070718601346 and training accuracy:0.995850980282 validation cost:0.068097628653 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0461132265627 and training accuracy:0.997203946114 validation cost:0.0442086607218 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.034843955189 and training accuracy:0.997474491596 validation cost:0.0331939868629 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0283693689853 and training accuracy:0.998376488686 validation cost:0.0268370211124 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241463761777 and training accuracy:0.998556852341 validation cost:0.0226860791445 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0211601089686 and training accuracy:0.998827457428 validation cost:0.0197546612471 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0189258977771 and training accuracy:0.998917639256 validation cost:0.0175677724183 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0171849038452 and training accuracy:0.998917639256 validation cost:0.0158699862659 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.696380854 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.231632933021 and training accuracy:0.954647064209 validation cost:0.232829764485 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.141084864736 and training accuracy:0.965170443058 validation cost:0.142704084516 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.108527556062 and training accuracy:0.971875607967 validation cost:0.110438667238 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.090530321002 and training accuracy:0.975880026817 validation cost:0.0923655629158 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0786210000515 and training accuracy:0.979139506817 validation cost:0.080193080008 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0699809417129 and training accuracy:0.981374561787 validation cost:0.0712213069201 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0633665844798 and training accuracy:0.983050823212 validation cost:0.0642703250051 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0581109710038 and training accuracy:0.984354615211 validation cost:0.0587007142603 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538218766451 and training accuracy:0.985937774181 validation cost:0.0541306138039 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.022602081 Method 3 test accuracy:0.819299995899 Training with lmbda:88585.1235448, 129 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.332074881 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.361831367016 and training accuracy:0.938460111618 validation cost:0.367582261562 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.176372855902 and training accuracy:0.959549129009 validation cost:0.181210815907 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.121188089252 and training accuracy:0.969820916653 validation cost:0.126470506191 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0946906134486 and training accuracy:0.975911259651 validation cost:0.0999786257744 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0788435190916 and training accuracy:0.979547321796 validation cost:0.0837842673063 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0681691542268 and training accuracy:0.982183456421 validation cost:0.0726251751184 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0604126863182 and training accuracy:0.984546840191 validation cost:0.0643710121512 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0544749163091 and training accuracy:0.985546767712 validation cost:0.0579633228481 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0497547164559 and training accuracy:0.986637592316 validation cost:0.0528067015111 and validation accuracy:0.984375 Training on :(2, 3) Time taken:119.597845078 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.238735631108 and training accuracy:0.97648781538 validation cost:0.24287559092 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.112609781325 and training accuracy:0.988292694092 validation cost:0.108806625009 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.073822632432 and training accuracy:0.992390215397 validation cost:0.0677113607526 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.055777747184 and training accuracy:0.994439005852 validation cost:0.0489970855415 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0454114899039 and training accuracy:0.995121955872 validation cost:0.0384920276701 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0386628322303 and training accuracy:0.995317101479 validation cost:0.0318013802171 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0338953062892 and training accuracy:0.995804905891 validation cost:0.0271729640663 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0303282532841 and training accuracy:0.996195137501 validation cost:0.0237788558006 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0275440253317 and training accuracy:0.996292710304 validation cost:0.0211799778044 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.93094492 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.160704344511 and training accuracy:0.990890204906 validation cost:0.155303061008 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0709230303764 and training accuracy:0.995941221714 validation cost:0.0682978704572 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0462834276259 and training accuracy:0.997203946114 validation cost:0.0443755798042 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.03499385342 and training accuracy:0.997474491596 validation cost:0.0333415567875 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0285050608218 and training accuracy:0.998376488686 validation cost:0.0269710719585 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.024270825088 and training accuracy:0.998556852341 validation cost:0.0228093490005 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0212751701474 and training accuracy:0.998827457428 validation cost:0.0198688544333 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0190335083753 and training accuracy:0.998917639256 validation cost:0.0176748856902 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0172860324383 and training accuracy:0.998917639256 validation cost:0.0159708112478 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.130339861 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.23195797205 and training accuracy:0.954740166664 validation cost:0.233150839806 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.141260296106 and training accuracy:0.965263545513 validation cost:0.142872661352 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.108680181205 and training accuracy:0.971968710423 validation cost:0.110579513013 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0906821116805 and training accuracy:0.975786924362 validation cost:0.0925040096045 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0787772610784 and training accuracy:0.979139506817 validation cost:0.0803360566497 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0701422616839 and training accuracy:0.981374561787 validation cost:0.0713707357645 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0635318905115 and training accuracy:0.983143985271 validation cost:0.0644259005785 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0582793280482 and training accuracy:0.984261512756 validation cost:0.0588614419103 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539923012257 and training accuracy:0.985937774181 validation cost:0.0542956367135 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:116.921123028 Method 3 test accuracy:0.81970000267 Training with lmbda:89377.3332357, 130 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.368454933 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.361849218607 and training accuracy:0.938551068306 validation cost:0.367599844933 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.176391109824 and training accuracy:0.959549129009 validation cost:0.181228250265 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.121205300093 and training accuracy:0.969820916653 validation cost:0.126486375928 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0947076007724 and training accuracy:0.975911259651 validation cost:0.0999941155314 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0788599401712 and training accuracy:0.979547321796 validation cost:0.0837992727757 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0681851729751 and training accuracy:0.982183456421 validation cost:0.0726398378611 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0604283101857 and training accuracy:0.984546840191 validation cost:0.0643854960799 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0544902198017 and training accuracy:0.985546767712 validation cost:0.0579776838422 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.049769744277 and training accuracy:0.986637592316 validation cost:0.0528208836913 and validation accuracy:0.984375 Training on :(2, 3) Time taken:119.940781116 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.238851010799 and training accuracy:0.97648781538 validation cost:0.24299685657 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.112692311406 and training accuracy:0.988292694092 validation cost:0.108893938363 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0738889053464 and training accuracy:0.992390215397 validation cost:0.0677809715271 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0558337345719 and training accuracy:0.994439005852 validation cost:0.0490553565323 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0454602986574 and training accuracy:0.995121955872 validation cost:0.0385425500572 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0387064293027 and training accuracy:0.995317101479 validation cost:0.0318462438881 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0339347235858 and training accuracy:0.995804905891 validation cost:0.0272132754326 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0303643923253 and training accuracy:0.996195137501 validation cost:0.0238156840205 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0275773741305 and training accuracy:0.996292710304 validation cost:0.0212137456983 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.808649063 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.160787880421 and training accuracy:0.990980446339 validation cost:0.15538571775 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0709776356816 and training accuracy:0.995941221714 validation cost:0.0683514177799 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0463287681341 and training accuracy:0.997203946114 validation cost:0.0444200895727 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0350335426629 and training accuracy:0.997474491596 validation cost:0.0333806574345 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0285408105701 and training accuracy:0.998376488686 validation cost:0.0270064100623 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.024303574115 and training accuracy:0.998556852341 validation cost:0.0228418260813 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0213054120541 and training accuracy:0.998827457428 validation cost:0.019898917526 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0190617796034 and training accuracy:0.998917639256 validation cost:0.0177030749619 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0173125248402 and training accuracy:0.998917639256 validation cost:0.0159972645342 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.997171879 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.23204395175 and training accuracy:0.954740166664 validation cost:0.233236253262 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.141306906939 and training accuracy:0.965356647968 validation cost:0.142917722464 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.108720906079 and training accuracy:0.971968710423 validation cost:0.110617443919 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0907225161791 and training accuracy:0.975786924362 validation cost:0.0925409421325 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0788189396262 and training accuracy:0.979139506817 validation cost:0.0803741291165 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0701852217317 and training accuracy:0.981374561787 validation cost:0.0714103579521 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0635757297277 and training accuracy:0.983143985271 validation cost:0.0644670054317 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0583241060376 and training accuracy:0.984261512756 validation cost:0.0589042380452 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540374964476 and training accuracy:0.985937774181 validation cost:0.054339427501 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.626173019 Method 3 test accuracy:0.81970000267 Training with lmbda:91768.7271182, 131 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.681954861 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.361903369427 and training accuracy:0.938551068306 validation cost:0.367653131485 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.176445052028 and training accuracy:0.959549129009 validation cost:0.181279480457 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.121256373823 and training accuracy:0.969820916653 validation cost:0.126533329487 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0947572886944 and training accuracy:0.975911259651 validation cost:0.10003926605 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0789085403085 and training accuracy:0.979547321796 validation cost:0.0838437229395 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0682327225804 and training accuracy:0.982183456421 validation cost:0.0726838931441 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0604748949409 and training accuracy:0.984546840191 validation cost:0.0644293427467 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0545357912779 and training accuracy:0.985546767712 validation cost:0.058021068573 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0498141422868 and training accuracy:0.986637592316 validation cost:0.0528633892536 and validation accuracy:0.984375 Training on :(2, 3) Time taken:119.468135118 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.239198192954 and training accuracy:0.976585388184 validation cost:0.243362501264 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.112940333784 and training accuracy:0.988292694092 validation cost:0.109156370163 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0740870460868 and training accuracy:0.992390215397 validation cost:0.0679887533188 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0560006685555 and training accuracy:0.994439005852 validation cost:0.049229003489 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0456059016287 and training accuracy:0.995024383068 validation cost:0.0386931970716 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0388363786042 and training accuracy:0.995317101479 validation cost:0.0319799296558 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0340522415936 and training accuracy:0.995804905891 validation cost:0.0273335650563 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0304716918617 and training accuracy:0.996195137501 validation cost:0.0239250250161 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0276766140014 and training accuracy:0.996292710304 validation cost:0.0213142819703 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.047873974 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161033019423 and training accuracy:0.991070628166 validation cost:0.155628159642 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0711395740509 and training accuracy:0.995941221714 validation cost:0.0685099586844 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0464638955891 and training accuracy:0.997203946114 validation cost:0.0445525087416 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0351522862911 and training accuracy:0.997474491596 validation cost:0.0334974192083 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.028648160398 and training accuracy:0.998376488686 validation cost:0.0271123554558 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0244017671794 and training accuracy:0.998556852341 validation cost:0.022939061746 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0213962439448 and training accuracy:0.998827457428 validation cost:0.0199891161174 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0191462915391 and training accuracy:0.998917639256 validation cost:0.0177872665226 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0173918381333 and training accuracy:0.998917639256 validation cost:0.0160763822496 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.218493223 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.232305169106 and training accuracy:0.954740166664 validation cost:0.23349429667 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.141449257731 and training accuracy:0.965263545513 validation cost:0.143054261804 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.108845226467 and training accuracy:0.972061812878 validation cost:0.110732138157 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0908453688025 and training accuracy:0.975786924362 validation cost:0.0926525443792 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0789449289441 and training accuracy:0.979139506817 validation cost:0.0804889798164 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0703148394823 and training accuracy:0.981374561787 validation cost:0.0715296044946 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0637079253793 and training accuracy:0.983143985271 validation cost:0.0645906478167 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0584584474564 and training accuracy:0.984168350697 validation cost:0.0590323880315 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.054173130542 and training accuracy:0.986030936241 validation cost:0.054470423609 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.069424868 Method 3 test accuracy:0.820100009441 Training with lmbda:95646.3188776, 132 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.371381044 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36198964715 and training accuracy:0.938551068306 validation cost:0.367738038301 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.176531404257 and training accuracy:0.959549129009 validation cost:0.181361451745 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.121338002384 and training accuracy:0.969730019569 validation cost:0.126608252525 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0948367714882 and training accuracy:0.975911259651 validation cost:0.100111499429 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0789866298437 and training accuracy:0.979547321796 validation cost:0.0839149653912 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0683092549443 and training accuracy:0.982183456421 validation cost:0.0727550163865 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0605495274067 and training accuracy:0.984546840191 validation cost:0.0645000338554 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0546085834503 and training accuracy:0.985546767712 validation cost:0.0580905042589 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0498851686716 and training accuracy:0.986637592316 validation cost:0.0529316365719 and validation accuracy:0.984375 Training on :(2, 3) Time taken:119.776728153 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.239751949906 and training accuracy:0.976585388184 validation cost:0.243944004178 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.113335564733 and training accuracy:0.988292694092 validation cost:0.109574221075 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0744030848145 and training accuracy:0.992390215397 validation cost:0.0683200061321 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0562671981752 and training accuracy:0.994439005852 validation cost:0.0495062470436 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0458383373916 and training accuracy:0.995024383068 validation cost:0.0389334484935 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0390430167317 and training accuracy:0.995219528675 validation cost:0.0321922004223 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0342389345169 and training accuracy:0.995804905891 validation cost:0.0275242812932 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0306422691792 and training accuracy:0.996195137501 validation cost:0.0240983050317 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0278342403471 and training accuracy:0.996292710304 validation cost:0.0214736703783 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.730007172 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161430045962 and training accuracy:0.991250991821 validation cost:0.156020849943 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0713998675346 and training accuracy:0.995941221714 validation cost:0.0687649771571 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0466797761619 and training accuracy:0.997203946114 validation cost:0.0447640866041 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0353420414031 and training accuracy:0.997564733028 validation cost:0.0336841791868 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0288191363215 and training accuracy:0.998376488686 validation cost:0.0272813234478 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0245580878109 and training accuracy:0.998556852341 validation cost:0.023094125092 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0215406473726 and training accuracy:0.998827457428 validation cost:0.0201328564435 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0192808695138 and training accuracy:0.998917639256 validation cost:0.0179215352982 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0175181943923 and training accuracy:0.998917639256 validation cost:0.016202673316 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.687132835 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.232725590467 and training accuracy:0.954926431179 validation cost:0.233910083771 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.141679316759 and training accuracy:0.965263545513 validation cost:0.143275976181 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.109045818448 and training accuracy:0.972061812878 validation cost:0.110918164253 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0910432264209 and training accuracy:0.975786924362 validation cost:0.0928338244557 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0791466906667 and training accuracy:0.979139506817 validation cost:0.0806742608547 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0705217719078 and training accuracy:0.981467664242 validation cost:0.0717215612531 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0639192014933 and training accuracy:0.983050823212 validation cost:0.0647894740105 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0586732253432 and training accuracy:0.984168350697 validation cost:0.0592379234731 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0543895810843 and training accuracy:0.986030936241 validation cost:0.0546798817813 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.241844177 Method 3 test accuracy:0.822700023651 Training with lmbda:96119.403308, 133 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.63500905 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362000077963 and training accuracy:0.938551068306 validation cost:0.3677482903 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.176541700959 and training accuracy:0.959549129009 validation cost:0.181371226907 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.121347807348 and training accuracy:0.969730019569 validation cost:0.126617312431 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0948463231325 and training accuracy:0.975911259651 validation cost:0.100120231509 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.078996412456 and training accuracy:0.979547321796 validation cost:0.0839239954948 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0683187320828 and training accuracy:0.982183456421 validation cost:0.0727638304234 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0605587586761 and training accuracy:0.984546840191 validation cost:0.0645086690784 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0546176359057 and training accuracy:0.985546767712 validation cost:0.0580990798771 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0498939342797 and training accuracy:0.986637592316 validation cost:0.0529400594532 and validation accuracy:0.984375 Training on :(2, 3) Time taken:119.67158103 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.239818960428 and training accuracy:0.976585388184 validation cost:0.244014680386 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.113383077085 and training accuracy:0.988292694092 validation cost:0.109624691308 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0744409263134 and training accuracy:0.992390215397 validation cost:0.0683598145843 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0562991015613 and training accuracy:0.994439005852 validation cost:0.0495395101607 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.045865945518 and training accuracy:0.995024383068 validation cost:0.0389620512724 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0390675365925 and training accuracy:0.995219528675 validation cost:0.0322174504399 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0342610441148 and training accuracy:0.995804905891 validation cost:0.0275469720364 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0306628067046 and training accuracy:0.996195137501 validation cost:0.0241193138063 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0278531815857 and training accuracy:0.996292710304 validation cost:0.0214929226786 and validation accuracy:1.0 Training on :(4, 5) Time taken:111.96929884 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161477982998 and training accuracy:0.991250991821 validation cost:0.156068250537 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0714313834906 and training accuracy:0.995941221714 validation cost:0.068795889616 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0467057526112 and training accuracy:0.997203946114 validation cost:0.0447895526886 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0353649370372 and training accuracy:0.997654914856 validation cost:0.033706728369 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0288398042321 and training accuracy:0.998376488686 validation cost:0.0273017864674 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0245769526809 and training accuracy:0.998556852341 validation cost:0.0231128670275 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0215580519289 and training accuracy:0.998827457428 validation cost:0.0201502162963 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0192970428616 and training accuracy:0.998917639256 validation cost:0.0179376788437 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0175333525985 and training accuracy:0.998917639256 validation cost:0.0162178035825 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.648406029 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.232776880264 and training accuracy:0.955019533634 validation cost:0.233960911632 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.141707584262 and training accuracy:0.965263545513 validation cost:0.143303409219 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.109070383012 and training accuracy:0.972061812878 validation cost:0.110941335559 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0910676568747 and training accuracy:0.975786924362 validation cost:0.0928563326597 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0791715830564 and training accuracy:0.979139506817 validation cost:0.0806972533464 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0705470740795 and training accuracy:0.981467664242 validation cost:0.0717451274395 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0639449730515 and training accuracy:0.983050823212 validation cost:0.0648138299584 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0586991049349 and training accuracy:0.984168350697 validation cost:0.0592629089952 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.054416116327 and training accuracy:0.986030936241 validation cost:0.0547060705721 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:116.910015106 Method 3 test accuracy:0.822899997234 Training with lmbda:97283.0488578, 134 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.470186949 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362025946379 and training accuracy:0.938551068306 validation cost:0.367773771286 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.176567271352 and training accuracy:0.959549129009 validation cost:0.181395500898 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.121371887624 and training accuracy:0.969730019569 validation cost:0.126639395952 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0948696807027 and training accuracy:0.975911259651 validation cost:0.100141368806 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0790193974972 and training accuracy:0.979547321796 validation cost:0.0839450061321 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0683415308595 and training accuracy:0.982183456421 validation cost:0.0727849975228 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0605810917914 and training accuracy:0.984455943108 validation cost:0.0645297020674 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0546394847333 and training accuracy:0.985546767712 validation cost:0.0581200011075 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0499153397977 and training accuracy:0.986637592316 validation cost:0.052960600704 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.195786953 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.239984452724 and training accuracy:0.97648781538 validation cost:0.244188562036 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.113499008119 and training accuracy:0.988292694092 validation cost:0.109747342765 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0745341777802 and training accuracy:0.992390215397 validation cost:0.0684575289488 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0563775710762 and training accuracy:0.994439005852 validation cost:0.0496210828424 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0459341257811 and training accuracy:0.995024383068 validation cost:0.0390324220061 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0391283631325 and training accuracy:0.995219528675 validation cost:0.0322797708213 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.034315854311 and training accuracy:0.995804905891 validation cost:0.0276028942317 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0307127535343 and training accuracy:0.996195137501 validation cost:0.0241700485349 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0278992056847 and training accuracy:0.996292710304 validation cost:0.021539432928 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.179963827 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161596149206 and training accuracy:0.991250991821 validation cost:0.156185120344 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0715083554387 and training accuracy:0.995941221714 validation cost:0.0688712596893 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0467695333064 and training accuracy:0.997203946114 validation cost:0.044851988554 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0354208424687 and training accuracy:0.997654914856 validation cost:0.0337617062032 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0288900528103 and training accuracy:0.998376488686 validation cost:0.0273514278233 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0246229320765 and training accuracy:0.998556852341 validation cost:0.0231584180146 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0216004550457 and training accuracy:0.998827457428 validation cost:0.0201923921704 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0193364936858 and training accuracy:0.998917639256 validation cost:0.0179770030081 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0175703279674 and training accuracy:0.998917639256 validation cost:0.0162547044456 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.307724953 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.232902497053 and training accuracy:0.955019533634 validation cost:0.23408561945 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.141776785254 and training accuracy:0.965263545513 validation cost:0.14337040484 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.109130360186 and training accuracy:0.972061812878 validation cost:0.110997349024 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0911267325282 and training accuracy:0.975786924362 validation cost:0.0929108187556 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.079231724143 and training accuracy:0.979046404362 validation cost:0.080753006041 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.070608727634 and training accuracy:0.981467664242 validation cost:0.0718028470874 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.064007692039 and training accuracy:0.983050823212 validation cost:0.0648733302951 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.058762576431 and training accuracy:0.984168350697 validation cost:0.059323772788 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0544803105295 and training accuracy:0.986030936241 validation cost:0.0547684580088 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.683769226 Method 3 test accuracy:0.823000013828 Training with lmbda:0, 135 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:125.842833042 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.361787825823 and training accuracy:0.940914452076 validation cost:0.3661916852 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.173612430692 and training accuracy:0.960094511509 validation cost:0.177460968494 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.118653528392 and training accuracy:0.971093535423 validation cost:0.122938126326 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0923469811678 and training accuracy:0.975184082985 validation cost:0.0966531261802 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0765791237354 and training accuracy:0.979274630547 validation cost:0.0805961117148 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0659183934331 and training accuracy:0.982728838921 validation cost:0.0695199817419 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0581517629325 and training accuracy:0.984365046024 validation cost:0.0613147243857 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.052195828408 and training accuracy:0.986546695232 validation cost:0.054929997772 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0474526062608 and training accuracy:0.987455666065 validation cost:0.049787260592 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:120.281187057 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.218535661697 and training accuracy:0.979317069054 validation cost:0.220411390066 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.0978972911835 and training accuracy:0.990048766136 validation cost:0.0932736471295 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0613710209727 and training accuracy:0.994146347046 validation cost:0.0550081916153 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0446001403034 and training accuracy:0.995414614677 validation cost:0.0378307886422 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0351090282202 and training accuracy:0.99590241909 validation cost:0.0283507052809 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029031066224 and training accuracy:0.996390223503 validation cost:0.0224340315908 and validation accuracy:1.0 Training on :(4, 5) training cost:0.024806946516 and training accuracy:0.996780514717 validation cost:0.0184265673161 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0216975566 and training accuracy:0.996975600719 validation cost:0.0155521286651 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0193092152476 and training accuracy:0.99726831913 validation cost:0.0134009756148 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.005798101 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.148891031742 and training accuracy:0.988364756107 validation cost:0.142441287637 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0636622607708 and training accuracy:0.994498074055 validation cost:0.0607984922826 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0398142486811 and training accuracy:0.996121585369 validation cost:0.0379085317254 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.028898825869 and training accuracy:0.997113764286 validation cost:0.0273090265691 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0226765312254 and training accuracy:0.997835278511 validation cost:0.021209737286 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0186619702727 and training accuracy:0.998286306858 validation cost:0.0172548256814 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0158598348498 and training accuracy:0.998647093773 validation cost:0.0144928796217 and validation accuracy:1.0 Training on :(6, 7) training cost:0.013792139478 and training accuracy:0.998917639256 validation cost:0.0124593274668 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0122030042112 and training accuracy:0.999098062515 validation cost:0.0109039451927 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.70368886 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.212954938412 and training accuracy:0.950270056725 validation cost:0.216396793723 and validation accuracy:0.940677940845 Training on :(8, 9) training cost:0.134700104594 and training accuracy:0.962004125118 validation cost:0.13851377368 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.103938065469 and training accuracy:0.968709230423 validation cost:0.108003042638 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.0860157087445 and training accuracy:0.974110662937 validation cost:0.0899087488651 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.073760971427 and training accuracy:0.978208243847 validation cost:0.0772404447198 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0646894201636 and training accuracy:0.981095194817 validation cost:0.0676450282335 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0576524958014 and training accuracy:0.982678353786 validation cost:0.0600533373654 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.052025847137 and training accuracy:0.985006511211 validation cost:0.0538947060704 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0474239401519 and training accuracy:0.986217200756 validation cost:0.0488076321781 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:117.140653849 Method 3 test accuracy:0.686699986458 Training with lmbda:75117.9714048, 136 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:125.447171926 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363738209009 and training accuracy:0.940914452076 validation cost:0.368097066879 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.175524801016 and training accuracy:0.960639953613 validation cost:0.179240211844 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120485849679 and training accuracy:0.971366226673 validation cost:0.124563917518 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0941758453846 and training accuracy:0.975274980068 validation cost:0.0982418805361 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0784240216017 and training accuracy:0.979729115963 validation cost:0.0821949467063 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0677776858211 and training accuracy:0.982728838921 validation cost:0.0711406320333 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0600184872746 and training accuracy:0.984637737274 validation cost:0.0629536509514 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0540619455278 and training accuracy:0.986364901066 validation cost:0.0565846376121 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0493149869144 and training accuracy:0.987637460232 validation cost:0.0514539554715 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:132.788825035 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.233913779259 and training accuracy:0.979804873466 validation cost:0.236278787255 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.108915098011 and training accuracy:0.989951193333 validation cost:0.104741111398 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0710580199957 and training accuracy:0.993951201439 validation cost:0.0650364533067 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053487572819 and training accuracy:0.995219528675 validation cost:0.0469735302031 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0434089712799 and training accuracy:0.995609760284 validation cost:0.0368387252092 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0368576534092 and training accuracy:0.996195137501 validation cost:0.0303905755281 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0322368890047 and training accuracy:0.996390223503 validation cost:0.0259346812963 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287882145494 and training accuracy:0.996682941914 validation cost:0.0226732268929 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0261043608189 and training accuracy:0.997073173523 validation cost:0.0201817676425 and validation accuracy:1.0 Training on :(4, 5) Time taken:119.538273096 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.158152043819 and training accuracy:0.991341233253 validation cost:0.151192829013 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0693647935987 and training accuracy:0.995490193367 validation cost:0.0660035908222 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0452136583626 and training accuracy:0.997023522854 validation cost:0.0428614281118 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0341910645366 and training accuracy:0.997835278511 validation cost:0.0322228856385 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0278705749661 and training accuracy:0.998286306858 validation cost:0.0260906741023 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0237547960132 and training accuracy:0.9987372756 validation cost:0.022089317441 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0208461582661 and training accuracy:0.9987372756 validation cost:0.0192617513239 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0186723377556 and training accuracy:0.998827457428 validation cost:0.0171523559839 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0169796198606 and training accuracy:0.998917639256 validation cost:0.0155147025362 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.519653082 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.22015427053 and training accuracy:0.955671429634 validation cost:0.22258040309 and validation accuracy:0.947269320488 Training on :(8, 9) training cost:0.13613063097 and training accuracy:0.964704811573 validation cost:0.139198243618 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.105478480458 and training accuracy:0.971037447453 validation cost:0.108755134046 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0883097574115 and training accuracy:0.975414395332 validation cost:0.0914210230112 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.076851464808 and training accuracy:0.978301346302 validation cost:0.0796264111996 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0684976577759 and training accuracy:0.980722665787 validation cost:0.0708765611053 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0620760507882 and training accuracy:0.982398927212 validation cost:0.0640588402748 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0569635853171 and training accuracy:0.984168350697 validation cost:0.0585770756006 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0527848079801 and training accuracy:0.985285878181 validation cost:0.0540675483644 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:119.528898954 Method 3 test accuracy:0.757499992847 Training with lmbda:77709.4222616, 137 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.279129028 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363799929619 and training accuracy:0.940914452076 validation cost:0.368157356977 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.175582528114 and training accuracy:0.960639953613 validation cost:0.179294034839 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120538860559 and training accuracy:0.971366226673 validation cost:0.124611459672 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0942269191146 and training accuracy:0.975274980068 validation cost:0.0982871875167 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0784738585353 and training accuracy:0.979820013046 validation cost:0.0822395160794 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0678263902664 and training accuracy:0.982728838921 validation cost:0.071184694767 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0600662901998 and training accuracy:0.984637737274 validation cost:0.0629975646734 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.054109223187 and training accuracy:0.986364901066 validation cost:0.0566285029054 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0493613854051 and training accuracy:0.987637460232 validation cost:0.0514977276325 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:121.388592958 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234292283654 and training accuracy:0.97990244627 validation cost:0.236670419574 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.109183453023 and training accuracy:0.989951193333 validation cost:0.105021350086 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0712765976787 and training accuracy:0.994048774242 validation cost:0.0652639940381 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0536753162742 and training accuracy:0.995219528675 validation cost:0.0471682846546 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0435741692781 and training accuracy:0.995512187481 validation cost:0.0370095558465 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0370056889951 and training accuracy:0.996195137501 validation cost:0.0305431634188 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323714613914 and training accuracy:0.996390223503 validation cost:0.0260728523135 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289121456444 and training accuracy:0.996682941914 validation cost:0.0228000227362 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0262194108218 and training accuracy:0.997073173523 validation cost:0.0202989913523 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.29823494 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.158408746123 and training accuracy:0.991341233253 validation cost:0.151440694928 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0695433020592 and training accuracy:0.995490193367 validation cost:0.066173620522 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0453683957458 and training accuracy:0.997023522854 validation cost:0.0430086255074 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0343308262527 and training accuracy:0.997835278511 validation cost:0.0323565788567 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0279995854944 and training accuracy:0.998286306858 validation cost:0.026214690879 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0238749310374 and training accuracy:0.9987372756 validation cost:0.0222052596509 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0209589060396 and training accuracy:0.9987372756 validation cost:0.0193707626313 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0187786538154 and training accuracy:0.998827457428 validation cost:0.0172553285956 and validation accuracy:1.0 Training on :(6, 7) training cost:0.017080290243 and training accuracy:0.998917639256 validation cost:0.0156123461202 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.242829084 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.220392361283 and training accuracy:0.955671429634 validation cost:0.222811713815 and validation accuracy:0.947269320488 Training on :(8, 9) training cost:0.136260941625 and training accuracy:0.964611649513 validation cost:0.13932326436 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.105599164963 and training accuracy:0.971130549908 validation cost:0.108868569136 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0884354710579 and training accuracy:0.975507557392 validation cost:0.0915401801467 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0769855976105 and training accuracy:0.978301346302 validation cost:0.0797555446625 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0686394348741 and training accuracy:0.980722665787 validation cost:0.0710155367851 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0622240528464 and training accuracy:0.982398927212 validation cost:0.0642062872648 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0571164637804 and training accuracy:0.984075248241 validation cost:0.0587317384779 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0529407151043 and training accuracy:0.985285878181 validation cost:0.0542272031307 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:124.618972063 Method 3 test accuracy:0.761900007725 Training with lmbda:78039.2280196, 138 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:130.604598045 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36380815506 and training accuracy:0.940914452076 validation cost:0.368165403605 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.175590232015 and training accuracy:0.960639953613 validation cost:0.179301291704 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120545744896 and training accuracy:0.971366226673 validation cost:0.124617673457 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.094233520329 and training accuracy:0.975274980068 validation cost:0.0982930213213 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0784803032875 and training accuracy:0.979820013046 validation cost:0.0822452902794 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0678326562047 and training accuracy:0.982728838921 validation cost:0.0711903870106 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0600723698735 and training accuracy:0.984637737274 validation cost:0.0630031600595 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0541151575744 and training accuracy:0.986364901066 validation cost:0.0566340759397 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0493671558797 and training accuracy:0.987637460232 validation cost:0.0515032298863 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:123.125394106 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.23434022069 and training accuracy:0.980000019073 validation cost:0.236720100045 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.109217591584 and training accuracy:0.989951193333 validation cost:0.105057016015 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0713042020798 and training accuracy:0.994048774242 validation cost:0.0652927458286 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0536988265812 and training accuracy:0.995219528675 validation cost:0.047192633152 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0435949154198 and training accuracy:0.995512187481 validation cost:0.0370309948921 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0370244383812 and training accuracy:0.996195137501 validation cost:0.0305624995381 and validation accuracy:1.0 Training on :(4, 5) training cost:0.032388471067 and training accuracy:0.996390223503 validation cost:0.0260903276503 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289277434349 and training accuracy:0.996682941914 validation cost:0.0228160023689 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0262338742614 and training accuracy:0.997073173523 validation cost:0.0203137435019 and validation accuracy:1.0 Training on :(4, 5) Time taken:120.101383209 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.158441051841 and training accuracy:0.991341233253 validation cost:0.151471972466 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0695658177137 and training accuracy:0.995490193367 validation cost:0.0661950930953 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0453879497945 and training accuracy:0.997023522854 validation cost:0.0430272445083 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0343484245241 and training accuracy:0.997835278511 validation cost:0.03237343207 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.028015775606 and training accuracy:0.998286306858 validation cost:0.026230275631 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0238899923861 and training accuracy:0.9987372756 validation cost:0.0222198013216 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0209730360657 and training accuracy:0.9987372756 validation cost:0.0193844195455 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0187919791788 and training accuracy:0.998827457428 validation cost:0.0172682404518 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0170929599553 and training accuracy:0.998917639256 validation cost:0.0156246153638 and validation accuracy:1.0 Training on :(6, 7) Time taken:128.501670122 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.220423400402 and training accuracy:0.955671429634 validation cost:0.222841992974 and validation accuracy:0.947269320488 Training on :(8, 9) training cost:0.136278048158 and training accuracy:0.964611649513 validation cost:0.13933968544 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.105615012348 and training accuracy:0.971130549908 validation cost:0.108883403242 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0884517729282 and training accuracy:0.975507557392 validation cost:0.0915556102991 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0770029351115 and training accuracy:0.978301346302 validation cost:0.0797721669078 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0686576068401 and training accuracy:0.980722665787 validation cost:0.0710332766175 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0622428096831 and training accuracy:0.982398927212 validation cost:0.0642248690128 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0571357607841 and training accuracy:0.984075248241 validation cost:0.058751154691 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0529603250325 and training accuracy:0.985285878181 validation cost:0.0542472749949 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:126.262194872 Method 3 test accuracy:0.762099981308 Training with lmbda:78417.6647421, 139 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:137.355409861 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363817095757 and training accuracy:0.940914452076 validation cost:0.368174105883 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.175598531961 and training accuracy:0.960639953613 validation cost:0.179309025407 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120553463697 and training accuracy:0.971366226673 validation cost:0.124624587595 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0942410677671 and training accuracy:0.975274980068 validation cost:0.0982996597886 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0784875825047 and training accuracy:0.979820013046 validation cost:0.0822517573833 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0678397491574 and training accuracy:0.982728838921 validation cost:0.0711967796087 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0600792430341 and training accuracy:0.984728634357 validation cost:0.0630093440413 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0541219562292 and training accuracy:0.986364901066 validation cost:0.0566402822733 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0493738725781 and training accuracy:0.987637460232 validation cost:0.0515094138682 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:133.127315044 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234395623207 and training accuracy:0.980000019073 validation cost:0.236777752638 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.109256468713 and training accuracy:0.989951193333 validation cost:0.105097733438 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0713358148932 and training accuracy:0.994048774242 validation cost:0.0653257369995 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0537257641554 and training accuracy:0.995219528675 validation cost:0.0472206808627 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0436186268926 and training accuracy:0.995512187481 validation cost:0.0370556078851 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0370457805693 and training accuracy:0.996195137501 validation cost:0.0305845439434 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0324078649282 and training accuracy:0.996390223503 validation cost:0.0261102803051 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289455782622 and training accuracy:0.996682941914 validation cost:0.0228343047202 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0262503698468 and training accuracy:0.997073173523 validation cost:0.0203306153417 and validation accuracy:1.0 Training on :(4, 5) Time taken:122.688225031 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.158477932215 and training accuracy:0.991341233253 validation cost:0.151507720351 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0695916712284 and training accuracy:0.995490193367 validation cost:0.0662197768688 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0454104021192 and training accuracy:0.997023522854 validation cost:0.0430486276746 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0343687385321 and training accuracy:0.997835278511 validation cost:0.0323929190636 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0280345249921 and training accuracy:0.998286306858 validation cost:0.026248306036 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0239073950797 and training accuracy:0.9987372756 validation cost:0.0222365818918 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0209894180298 and training accuracy:0.9987372756 validation cost:0.0194002855569 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0188074279577 and training accuracy:0.998827457428 validation cost:0.0172832068056 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0171075612307 and training accuracy:0.998917639256 validation cost:0.0156387612224 and validation accuracy:1.0 Training on :(6, 7) Time taken:133.230342865 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.220458433032 and training accuracy:0.955671429634 validation cost:0.222876161337 and validation accuracy:0.947269320488 Training on :(8, 9) training cost:0.136297538877 and training accuracy:0.964611649513 validation cost:0.139358505607 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.105632856488 and training accuracy:0.971130549908 validation cost:0.10890032351 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0884702056646 and training accuracy:0.975507557392 validation cost:0.0915731266141 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0770225003362 and training accuracy:0.978301346302 validation cost:0.0797910541296 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.068678535521 and training accuracy:0.980722665787 validation cost:0.0710538253188 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0622643977404 and training accuracy:0.982398927212 validation cost:0.0642463341355 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0571578592062 and training accuracy:0.984075248241 validation cost:0.0587734691799 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0529828183353 and training accuracy:0.985285878181 validation cost:0.0542703457177 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.783354044 Method 3 test accuracy:0.762099981308 Training with lmbda:79633.2054888, 140 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:134.385360956 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363846480846 and training accuracy:0.940914452076 validation cost:0.368202775717 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.175626039505 and training accuracy:0.960639953613 validation cost:0.179334640503 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120577849448 and training accuracy:0.971366226673 validation cost:0.124646440148 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0942643880844 and training accuracy:0.975274980068 validation cost:0.0983201190829 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0785104185343 and training accuracy:0.979820013046 validation cost:0.0822719559073 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.067862123251 and training accuracy:0.982728838921 validation cost:0.071216776967 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0601013489068 and training accuracy:0.984728634357 validation cost:0.0630294680595 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0541436001658 and training accuracy:0.986364901066 validation cost:0.0566601790488 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0493953004479 and training accuracy:0.987637460232 validation cost:0.0515294522047 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:127.525588989 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234570026398 and training accuracy:0.980000019073 validation cost:0.236958071589 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.10938013345 and training accuracy:0.989951193333 validation cost:0.105226807296 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0714367106557 and training accuracy:0.994048774242 validation cost:0.0654307454824 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0538120418787 and training accuracy:0.995219528675 validation cost:0.0473101884127 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0436944849789 and training accuracy:0.995512187481 validation cost:0.0371340587735 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0371137037873 and training accuracy:0.996195137501 validation cost:0.0306545682251 and validation accuracy:1.0 Training on :(4, 5) training cost:0.032470267266 and training accuracy:0.996390223503 validation cost:0.0261742975563 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290027633309 and training accuracy:0.996682941914 validation cost:0.0228927601129 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0263032503426 and training accuracy:0.997073173523 validation cost:0.0203844737262 and validation accuracy:1.0 Training on :(4, 5) Time taken:121.387892962 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.158596009016 and training accuracy:0.991341233253 validation cost:0.151621937752 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.069674693048 and training accuracy:0.995490193367 validation cost:0.0662990063429 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0454823561013 and training accuracy:0.997023522854 validation cost:0.0431171953678 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0344338975847 and training accuracy:0.997835278511 validation cost:0.0324552692473 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0280943419784 and training accuracy:0.998286306858 validation cost:0.0263057556003 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0239629298449 and training accuracy:0.9987372756 validation cost:0.022290084511 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0210414994508 and training accuracy:0.9987372756 validation cost:0.0194505248219 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0188566297293 and training accuracy:0.998827457428 validation cost:0.0173306837678 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0171540938318 and training accuracy:0.998917639256 validation cost:0.0156837254763 and validation accuracy:1.0 Training on :(6, 7) Time taken:128.185263157 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.220571726561 and training accuracy:0.955671429634 validation cost:0.222986221313 and validation accuracy:0.947269320488 Training on :(8, 9) training cost:0.136360123754 and training accuracy:0.964704811573 validation cost:0.139418438077 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10568986088 and training accuracy:0.971130549908 validation cost:0.108953662217 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0885288640857 and training accuracy:0.975507557392 validation cost:0.0916282013059 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0770849138498 and training accuracy:0.978301346302 validation cost:0.0798508375883 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0687440484762 and training accuracy:0.980722665787 validation cost:0.0711175948381 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0623325370252 and training accuracy:0.982398927212 validation cost:0.0643137171865 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0572279579937 and training accuracy:0.983982145786 validation cost:0.058844011277 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0530543588102 and training accuracy:0.985285878181 validation cost:0.0543432161212 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:124.435210943 Method 3 test accuracy:0.762099981308 Training with lmbda:80230.0530529, 141 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:131.755975008 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363860756159 and training accuracy:0.940914452076 validation cost:0.368216693401 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.175639227033 and training accuracy:0.960639953613 validation cost:0.179346948862 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120590008795 and training accuracy:0.971366226673 validation cost:0.124657310545 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0942761451006 and training accuracy:0.975274980068 validation cost:0.0983304083347 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0785218775272 and training accuracy:0.979820013046 validation cost:0.082282088697 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0678732544184 and training accuracy:0.982728838921 validation cost:0.0712267756462 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0601122267544 and training accuracy:0.984728634357 validation cost:0.0630392879248 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0541542954743 and training accuracy:0.986364901066 validation cost:0.0566699840128 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.049405798316 and training accuracy:0.987637460232 validation cost:0.0515391901135 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:130.327896833 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234655529261 and training accuracy:0.980000019073 validation cost:0.237046286464 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.109440870583 and training accuracy:0.989951193333 validation cost:0.105290099978 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0714859589934 and training accuracy:0.994048774242 validation cost:0.0654819458723 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.053853996098 and training accuracy:0.995219528675 validation cost:0.0473536401987 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0437314584851 and training accuracy:0.995512187481 validation cost:0.0371721982956 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0371467508376 and training accuracy:0.996195137501 validation cost:0.0306885354221 and validation accuracy:1.0 Training on :(4, 5) training cost:0.032500334084 and training accuracy:0.996390223503 validation cost:0.0262051001191 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290303211659 and training accuracy:0.996682941914 validation cost:0.0229209233075 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0263288095593 and training accuracy:0.997073173523 validation cost:0.0204104986042 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.010026932 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.15865419805 and training accuracy:0.991341233253 validation cost:0.151678398252 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0697153881192 and training accuracy:0.995490193367 validation cost:0.0663379877806 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0455176047981 and training accuracy:0.997023522854 validation cost:0.0431509166956 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0344656817615 and training accuracy:0.997745096684 validation cost:0.0324858129025 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0281236693263 and training accuracy:0.998286306858 validation cost:0.0263340678066 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0239901859313 and training accuracy:0.9987372756 validation cost:0.0223164837807 and validation accuracy:1.0 Training on :(6, 7) training cost:0.021066987887 and training accuracy:0.9987372756 validation cost:0.0194752607495 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0188806056976 and training accuracy:0.998827457428 validation cost:0.0173540003598 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0171767827123 and training accuracy:0.998917639256 validation cost:0.0157058015466 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.542603016 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.220627114177 and training accuracy:0.955671429634 validation cost:0.223039880395 and validation accuracy:0.947269320488 Training on :(8, 9) training cost:0.136390581727 and training accuracy:0.964797914028 validation cost:0.139447599649 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.105717845261 and training accuracy:0.971130549908 validation cost:0.108979806304 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0885576084256 and training accuracy:0.975507557392 validation cost:0.0916552022099 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0771153792739 and training accuracy:0.978301346302 validation cost:0.0798798650503 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.068776153028 and training accuracy:0.980629563332 validation cost:0.071148738265 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0623660460114 and training accuracy:0.982398927212 validation cost:0.064346767962 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.057262416929 and training accuracy:0.983982145786 validation cost:0.0588783733547 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0530894435942 and training accuracy:0.985285878181 validation cost:0.0543787591159 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.472826958 Method 3 test accuracy:0.762300014496 Training with lmbda:81959.2346273, 142 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.094994068 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36390209198 and training accuracy:0.940914452076 validation cost:0.368257045746 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.175677582622 and training accuracy:0.960639953613 validation cost:0.179382890463 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120625250041 and training accuracy:0.971366226673 validation cost:0.124688923359 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0943097323179 and training accuracy:0.975274980068 validation cost:0.0983599573374 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0785541832447 and training accuracy:0.979820013046 validation cost:0.0823108926415 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0679049864411 and training accuracy:0.982728838921 validation cost:0.0712554678321 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0601432472467 and training accuracy:0.984728634357 validation cost:0.0630675405264 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0541847161949 and training accuracy:0.986364901066 validation cost:0.0566980727017 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0494356676936 and training accuracy:0.987637460232 validation cost:0.0515669733286 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:120.972797871 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234902411699 and training accuracy:0.980000019073 validation cost:0.237301662564 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.109615057707 and training accuracy:0.989951193333 validation cost:0.105471923947 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0716275274754 and training accuracy:0.994048774242 validation cost:0.0656292960048 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0539749786258 and training accuracy:0.995219528675 validation cost:0.0474791936576 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0438377596438 and training accuracy:0.995512187481 validation cost:0.037282217294 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0372418239713 and training accuracy:0.996097564697 validation cost:0.0307865794748 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0325865522027 and training accuracy:0.996390223503 validation cost:0.0262937191874 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291095115244 and training accuracy:0.996682941914 validation cost:0.0230020154268 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0264022238553 and training accuracy:0.997073173523 validation cost:0.020485388115 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.540232897 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.158821359277 and training accuracy:0.991341233253 validation cost:0.151840373874 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0698325261474 and training accuracy:0.995580434799 validation cost:0.0664500668645 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0456186570227 and training accuracy:0.997023522854 validation cost:0.0432475432754 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0345568656921 and training accuracy:0.997745096684 validation cost:0.0325733721256 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0282076392323 and training accuracy:0.998286306858 validation cost:0.0264150351286 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240682475269 and training accuracy:0.998647093773 validation cost:0.0223919991404 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0211399998516 and training accuracy:0.9987372756 validation cost:0.0195460077375 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0189493112266 and training accuracy:0.998827457428 validation cost:0.0174207016826 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0172417648137 and training accuracy:0.998917639256 validation cost:0.0157689657062 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.160734892 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.221360474825 and training accuracy:0.955392062664 validation cost:0.223838925362 and validation accuracy:0.947269320488 Training on :(8, 9) training cost:0.136978283525 and training accuracy:0.964704811573 validation cost:0.140108779073 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.106232374907 and training accuracy:0.971223711967 validation cost:0.109563663602 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0890232175589 and training accuracy:0.975228190422 validation cost:0.0921837240458 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0775420740247 and training accuracy:0.978394508362 validation cost:0.0803646370769 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0691738575697 and training accuracy:0.980163931847 validation cost:0.0716008767486 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0627410635352 and training accuracy:0.982398927212 validation cost:0.0647710412741 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0576172955334 and training accuracy:0.983888983727 validation cost:0.0592776164412 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0534286573529 and training accuracy:0.985285878181 validation cost:0.0547578036785 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:118.315156937 Method 3 test accuracy:0.752099990845 Training with lmbda:85612.9397687, 143 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.583917856 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363988339901 and training accuracy:0.940914452076 validation cost:0.368341267109 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.17575712502 and training accuracy:0.960639953613 validation cost:0.179457128048 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120697833598 and training accuracy:0.971366226673 validation cost:0.124754011631 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0943792909384 and training accuracy:0.975274980068 validation cost:0.0984214991331 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0786225646734 and training accuracy:0.980001807213 validation cost:0.0823716297746 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0679721385241 and training accuracy:0.982728838921 validation cost:0.0713161677122 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0602091923356 and training accuracy:0.984728634357 validation cost:0.0631284490228 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0542494617403 and training accuracy:0.986364901066 validation cost:0.0567585267127 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0494989864528 and training accuracy:0.987637460232 validation cost:0.0516268461943 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:120.993221998 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.235413894057 and training accuracy:0.980195105076 validation cost:0.237830594182 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.109977565706 and training accuracy:0.989951193333 validation cost:0.105849944055 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0719214975834 and training accuracy:0.993951201439 validation cost:0.065935343504 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0542251691222 and training accuracy:0.995121955872 validation cost:0.0477387830615 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0440575890243 and training accuracy:0.995414614677 validation cost:0.0375096164644 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374388992786 and training accuracy:0.996097564697 validation cost:0.0309897717088 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0327657312155 and training accuracy:0.996390223503 validation cost:0.0264776814729 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0292739011347 and training accuracy:0.996682941914 validation cost:0.0231701806188 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0265544168651 and training accuracy:0.997170746326 validation cost:0.0206403974444 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.897659063 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159172132611 and training accuracy:0.991341233253 validation cost:0.152179926634 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0700787454844 and training accuracy:0.995580434799 validation cost:0.0666851550341 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0458301268518 and training accuracy:0.997113764286 validation cost:0.0434493795037 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0347470380366 and training accuracy:0.997745096684 validation cost:0.032755561173 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.028382178396 and training accuracy:0.998286306858 validation cost:0.02658296749 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0242302156985 and training accuracy:0.998647093773 validation cost:0.0225483812392 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0212915558368 and training accuracy:0.9987372756 validation cost:0.0196927413344 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0190919451416 and training accuracy:0.998827457428 validation cost:0.0175589267164 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0173766985536 and training accuracy:0.998827457428 validation cost:0.015899842605 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.702407837 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.221670553088 and training accuracy:0.955392062664 validation cost:0.224136844277 and validation accuracy:0.947269320488 Training on :(8, 9) training cost:0.137161687016 and training accuracy:0.964704811573 validation cost:0.140282571316 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.106404341757 and training accuracy:0.971037447453 validation cost:0.10972417146 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0892026126385 and training accuracy:0.975228190422 validation cost:0.0923538729548 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0777331292629 and training accuracy:0.978301346302 validation cost:0.0805489197373 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0693748742342 and training accuracy:0.980163931847 validation cost:0.0717981904745 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.062949180603 and training accuracy:0.982398927212 validation cost:0.0649787038565 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0578309297562 and training accuracy:0.983795881271 validation cost:0.0594939403236 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0536460094154 and training accuracy:0.985285878181 validation cost:0.0549806691706 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.640051842 Method 3 test accuracy:0.753000020981 Training with lmbda:88585.1235448, 144 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.662641048 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364057689905 and training accuracy:0.940914452076 validation cost:0.368408888578 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.175821751356 and training accuracy:0.960639953613 validation cost:0.179517358541 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120756857097 and training accuracy:0.971366226673 validation cost:0.124806895852 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0944354534149 and training accuracy:0.975184082985 validation cost:0.0984711647034 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0786770507693 and training accuracy:0.980001807213 validation cost:0.0824200287461 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0680256560445 and training accuracy:0.982728838921 validation cost:0.071364171803 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0602615885437 and training accuracy:0.984728634357 validation cost:0.0631764829159 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.054300583899 and training accuracy:0.986364901066 validation cost:0.0568059980869 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0495491735637 and training accuracy:0.987637460232 validation cost:0.0516744889319 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:120.802258015 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.235825628042 and training accuracy:0.980097532272 validation cost:0.238256916404 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.110268101096 and training accuracy:0.989951193333 validation cost:0.106153175235 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0721560642123 and training accuracy:0.993951201439 validation cost:0.0661797448993 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0544242821634 and training accuracy:0.995121955872 validation cost:0.0479454807937 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0442318916321 and training accuracy:0.995414614677 validation cost:0.0376901067793 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0375948622823 and training accuracy:0.996097564697 validation cost:0.03115073964 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0329069159925 and training accuracy:0.996390223503 validation cost:0.0266228150576 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0294035729021 and training accuracy:0.996682941914 validation cost:0.0233030188829 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0266747456044 and training accuracy:0.997170746326 validation cost:0.0207631923258 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.365895987 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159454375505 and training accuracy:0.991341233253 validation cost:0.152453407645 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0702766627073 and training accuracy:0.995580434799 validation cost:0.0668744370341 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0460001714528 and training accuracy:0.997113764286 validation cost:0.0436118878424 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0348999388516 and training accuracy:0.997745096684 validation cost:0.0329021923244 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0285223834217 and training accuracy:0.998286306858 validation cost:0.026718152687 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0243597850204 and training accuracy:0.998647093773 validation cost:0.0226736590266 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.021412441507 and training accuracy:0.9987372756 validation cost:0.0198099073023 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0192055050284 and training accuracy:0.998827457428 validation cost:0.0176690798253 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0174840930849 and training accuracy:0.998827457428 validation cost:0.0160041954368 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.91922307 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.221923008561 and training accuracy:0.955485165119 validation cost:0.224379435182 and validation accuracy:0.947269320488 Training on :(8, 9) training cost:0.137311339378 and training accuracy:0.964704811573 validation cost:0.14042468369 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.106545239687 and training accuracy:0.971037447453 validation cost:0.109855912626 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0893486812711 and training accuracy:0.975228190422 validation cost:0.0924918949604 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0778867453337 and training accuracy:0.978301346302 validation cost:0.0806967243552 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0695357844234 and training accuracy:0.980163931847 validation cost:0.0719557181001 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.063115850091 and training accuracy:0.982398927212 validation cost:0.0651446580887 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0580024160445 and training accuracy:0.983795881271 validation cost:0.0596677288413 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538202412426 and training accuracy:0.985285878181 validation cost:0.0551593191922 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:118.859282017 Method 3 test accuracy:0.753300011158 Training with lmbda:89377.3332357, 145 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.610065937 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364076375961 and training accuracy:0.940914452076 validation cost:0.368427157402 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.175838679075 and training accuracy:0.960639953613 validation cost:0.179533138871 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.12077228725 and training accuracy:0.971366226673 validation cost:0.124820694327 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0944501757622 and training accuracy:0.975184082985 validation cost:0.0984841585159 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0786913633347 and training accuracy:0.980001807213 validation cost:0.082432731986 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0680396929383 and training accuracy:0.982728838921 validation cost:0.0713769942522 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0602752864361 and training accuracy:0.984728634357 validation cost:0.0631891936064 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0543142668903 and training accuracy:0.986364901066 validation cost:0.0568188019097 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.04956259951 and training accuracy:0.987637460232 validation cost:0.0516871884465 and validation accuracy:0.988051474094 Training on :(2, 3) Time taken:120.877110958 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.235933333635 and training accuracy:0.980097532272 validation cost:0.238368496299 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.110344141722 and training accuracy:0.989951193333 validation cost:0.106232650578 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0722177550197 and training accuracy:0.993951201439 validation cost:0.0662442520261 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.054476775229 and training accuracy:0.995121955872 validation cost:0.0480001196265 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0442777015269 and training accuracy:0.995414614677 validation cost:0.0377376750112 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0376357287169 and training accuracy:0.996097564697 validation cost:0.0311929695308 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0329441204667 and training accuracy:0.996390223503 validation cost:0.0266610924155 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0294376928359 and training accuracy:0.996682941914 validation cost:0.0233379900455 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0267063044012 and training accuracy:0.997170746326 validation cost:0.0207954328507 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.761813164 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159529402852 and training accuracy:0.991341233253 validation cost:0.152526050806 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0703292563558 and training accuracy:0.995580434799 validation cost:0.0669247955084 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0460450612009 and training accuracy:0.997113764286 validation cost:0.0436548553407 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0349403806031 and training accuracy:0.997745096684 validation cost:0.032941006124 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0285592377186 and training accuracy:0.998286306858 validation cost:0.0267536528409 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0243939943612 and training accuracy:0.998647093773 validation cost:0.022706752643 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0214443393052 and training accuracy:0.9987372756 validation cost:0.0198408272117 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0192354489118 and training accuracy:0.998827457428 validation cost:0.017698135227 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0175124071538 and training accuracy:0.998827457428 validation cost:0.0160316824913 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.279417038 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.221989989281 and training accuracy:0.955485165119 validation cost:0.224444076419 and validation accuracy:0.947269320488 Training on :(8, 9) training cost:0.137351065874 and training accuracy:0.964704811573 validation cost:0.140462622046 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.106582663953 and training accuracy:0.971130549908 validation cost:0.109891109169 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0893879160285 and training accuracy:0.975228190422 validation cost:0.092529386282 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0779280290008 and training accuracy:0.978301346302 validation cost:0.0807368531823 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0695788413286 and training accuracy:0.980163931847 validation cost:0.071998372674 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0631605386734 and training accuracy:0.982398927212 validation cost:0.065189525485 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0580479465425 and training accuracy:0.983795881271 validation cost:0.0597141422331 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0538664199412 and training accuracy:0.985285878181 validation cost:0.0552069880068 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:118.791838884 Method 3 test accuracy:0.754000008106 Training with lmbda:91768.7271182, 146 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.844758987 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364132404327 and training accuracy:0.940914452076 validation cost:0.368481874466 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.175890445709 and training accuracy:0.960730850697 validation cost:0.17958150804 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120818808675 and training accuracy:0.971366226673 validation cost:0.124862402678 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0944951698184 and training accuracy:0.975184082985 validation cost:0.0985242575407 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0787350609899 and training accuracy:0.980001807213 validation cost:0.0824719145894 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0680824369192 and training accuracy:0.982728838921 validation cost:0.071415796876 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0603167712688 and training accuracy:0.984728634357 validation cost:0.0632273554802 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0543548315763 and training accuracy:0.986364901066 validation cost:0.0568567998707 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0496023595333 and training accuracy:0.987637460232 validation cost:0.0517247766256 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:121.23999691 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236258789897 and training accuracy:0.980097532272 validation cost:0.238704994321 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.110573269427 and training accuracy:0.989951193333 validation cost:0.106471680105 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.072402112186 and training accuracy:0.993951201439 validation cost:0.0664364993572 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0546327009797 and training accuracy:0.995024383068 validation cost:0.0481621325016 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0444141998887 and training accuracy:0.995414614677 validation cost:0.0378791689873 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377573743463 and training accuracy:0.996097564697 validation cost:0.0313186123967 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0330544561148 and training accuracy:0.996390223503 validation cost:0.0267747212201 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0295391734689 and training accuracy:0.996682941914 validation cost:0.0234419759363 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0268001500517 and training accuracy:0.997170746326 validation cost:0.0208912268281 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.440858126 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159753799438 and training accuracy:0.991431415081 validation cost:0.152743756771 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0704867392778 and training accuracy:0.995580434799 validation cost:0.0670756027102 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0461795814335 and training accuracy:0.997113764286 validation cost:0.0437835939229 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0350610204041 and training accuracy:0.997745096684 validation cost:0.0330568552017 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0286695603281 and training accuracy:0.998286306858 validation cost:0.0268599539995 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0244960058481 and training accuracy:0.998647093773 validation cost:0.0228054150939 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.021539548412 and training accuracy:0.9987372756 validation cost:0.0199330952018 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0193248447031 and training accuracy:0.998827457428 validation cost:0.0177848357707 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0175967160612 and training accuracy:0.998827457428 validation cost:0.0161135196686 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.140232086 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.222190886736 and training accuracy:0.955764591694 validation cost:0.224637702107 and validation accuracy:0.948210895061 Training on :(8, 9) training cost:0.13747137785 and training accuracy:0.964704811573 validation cost:0.140577360988 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.106695339084 and training accuracy:0.971130549908 validation cost:0.109997212887 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0895052775741 and training accuracy:0.975228190422 validation cost:0.0926411822438 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0780512243509 and training accuracy:0.978301346302 validation cost:0.080855563283 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0697074979544 and training accuracy:0.980163931847 validation cost:0.0721244737506 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0632935911417 and training accuracy:0.982305824757 validation cost:0.0653222724795 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0581840053201 and training accuracy:0.983795881271 validation cost:0.0598518326879 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540047548711 and training accuracy:0.985285878181 validation cost:0.0553488582373 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:118.466511011 Method 3 test accuracy:0.754299998283 Training with lmbda:95646.3188776, 147 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:137.04945302 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36422264576 and training accuracy:0.940914452076 validation cost:0.368569970131 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.175972685218 and training accuracy:0.960730850697 validation cost:0.179658293724 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120893575251 and training accuracy:0.971366226673 validation cost:0.124929413199 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0945665091276 and training accuracy:0.975184082985 validation cost:0.0985876396298 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0788046568632 and training accuracy:0.980001807213 validation cost:0.0825343728065 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0681503042579 and training accuracy:0.982728838921 validation cost:0.0714778453112 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0603831708431 and training accuracy:0.984819591045 validation cost:0.0632889196277 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0544198527932 and training accuracy:0.986274003983 validation cost:0.0569180361927 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.049666095525 and training accuracy:0.987637460232 validation cost:0.0517851896584 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:128.331956863 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236779540777 and training accuracy:0.980292677879 validation cost:0.239244505763 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.1109399423 and training accuracy:0.989853680134 validation cost:0.106855019927 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0726954638958 and training accuracy:0.993951201439 validation cost:0.0667426884174 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.054881144315 and training accuracy:0.995024383068 validation cost:0.0484203584492 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0446312092245 and training accuracy:0.995414614677 validation cost:0.0381041653454 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379507467151 and training accuracy:0.996097564697 validation cost:0.0315184667706 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0332293771207 and training accuracy:0.996390223503 validation cost:0.0269547682256 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029699165374 and training accuracy:0.99658536911 validation cost:0.0236061830074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0269482489675 and training accuracy:0.997170746326 validation cost:0.021042637527 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.799150944 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.160116091371 and training accuracy:0.991431415081 validation cost:0.153095766902 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0707404688001 and training accuracy:0.995670616627 validation cost:0.0673187375069 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0463964194059 and training accuracy:0.997203946114 validation cost:0.0439912006259 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0352545529604 and training accuracy:0.997745096684 validation cost:0.0332427360117 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0288464408368 and training accuracy:0.998286306858 validation cost:0.0270305480808 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.024659331888 and training accuracy:0.998647093773 validation cost:0.0229634363204 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0216915570199 and training accuracy:0.9987372756 validation cost:0.0200803615153 and validation accuracy:1.0 Training on :(6, 7) training cost:0.019467363134 and training accuracy:0.998827457428 validation cost:0.0179230440408 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0177310947329 and training accuracy:0.998827457428 validation cost:0.0162438433617 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.173575878 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.222036719322 and training accuracy:0.956137061119 validation cost:0.224418774247 and validation accuracy:0.948210895061 Training on :(8, 9) training cost:0.137182816863 and training accuracy:0.964984178543 validation cost:0.140214428306 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.106442444026 and training accuracy:0.971223711967 validation cost:0.109668679535 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0893026515841 and training accuracy:0.975321292877 validation cost:0.0923665389419 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0778954699636 and training accuracy:0.978208243847 validation cost:0.0806335136294 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0695899277925 and training accuracy:0.980443298817 validation cost:0.0719489902258 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0632078200579 and training accuracy:0.982305824757 validation cost:0.065186470747 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0581251867115 and training accuracy:0.983795881271 validation cost:0.059752073139 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539663881063 and training accuracy:0.985285878181 validation cost:0.0552784539759 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:119.243681908 Method 3 test accuracy:0.758599996567 Training with lmbda:96119.403308, 148 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.081171036 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364233911037 and training accuracy:0.940914452076 validation cost:0.36858099699 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.175982624292 and training accuracy:0.960730850697 validation cost:0.179667532444 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120902471244 and training accuracy:0.971366226673 validation cost:0.124937362969 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0945750772953 and training accuracy:0.975184082985 validation cost:0.0985952913761 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0788131058216 and training accuracy:0.980001807213 validation cost:0.0825418457389 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0681584849954 and training accuracy:0.982728838921 validation cost:0.0714851692319 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0603910982609 and training accuracy:0.984819591045 validation cost:0.0632961094379 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0544275976717 and training accuracy:0.986274003983 validation cost:0.056925162673 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.049673717469 and training accuracy:0.987637460232 validation cost:0.0517920553684 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:125.438028097 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236842438579 and training accuracy:0.980292677879 validation cost:0.239309713244 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.110984303057 and training accuracy:0.989853680134 validation cost:0.106901414692 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0727309659123 and training accuracy:0.993951201439 validation cost:0.066779717803 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.054911095649 and training accuracy:0.995024383068 validation cost:0.0484515205026 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0446573346853 and training accuracy:0.995414614677 validation cost:0.0381312482059 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379739291966 and training accuracy:0.996097564697 validation cost:0.0315424278378 and validation accuracy:1.0 Training on :(4, 5) training cost:0.033250387758 and training accuracy:0.996292710304 validation cost:0.0269764270633 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0297184009105 and training accuracy:0.99658536911 validation cost:0.0236259419471 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0269660707563 and training accuracy:0.997170746326 validation cost:0.021060872823 and validation accuracy:1.0 Training on :(4, 5) Time taken:121.357002974 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.160160392523 and training accuracy:0.991431415081 validation cost:0.153138846159 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0707712396979 and training accuracy:0.995670616627 validation cost:0.067348189652 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0464226379991 and training accuracy:0.997203946114 validation cost:0.0440162606537 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0352779142559 and training accuracy:0.997745096684 validation cost:0.033265132457 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0288677290082 and training accuracy:0.998286306858 validation cost:0.0270510427654 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0246789492667 and training accuracy:0.998647093773 validation cost:0.0229823924601 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0217098034918 and training accuracy:0.9987372756 validation cost:0.0200980249792 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0194845441729 and training accuracy:0.998827457428 validation cost:0.0179396793246 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0177472662181 and training accuracy:0.998827457428 validation cost:0.0162594933063 and validation accuracy:1.0 Training on :(6, 7) Time taken:132.92354393 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.222079575062 and training accuracy:0.956137061119 validation cost:0.224460929632 and validation accuracy:0.948210895061 Training on :(8, 9) training cost:0.137207388878 and training accuracy:0.964984178543 validation cost:0.140238374472 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.106464833021 and training accuracy:0.971223711967 validation cost:0.109690360725 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0893251374364 and training accuracy:0.975321292877 validation cost:0.0923881307244 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0779189765453 and training accuracy:0.978115081787 validation cost:0.0806563273072 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0696142762899 and training accuracy:0.980443298817 validation cost:0.0719729363918 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0632329583168 and training accuracy:0.982305824757 validation cost:0.0652115494013 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0581506341696 and training accuracy:0.983795881271 validation cost:0.0597777292132 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0539921224117 and training accuracy:0.985285878181 validation cost:0.0553047172725 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:127.242937803 Method 3 test accuracy:0.758700013161 Training with lmbda:97283.0488578, 149 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:143.876137018 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364260882139 and training accuracy:0.940914452076 validation cost:0.368607312441 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.176007464528 and training accuracy:0.960730850697 validation cost:0.179690614343 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120924897492 and training accuracy:0.971366226673 validation cost:0.124957405031 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0945963561535 and training accuracy:0.975184082985 validation cost:0.0986141562462 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0788337662816 and training accuracy:0.980001807213 validation cost:0.0825601294637 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0681786239147 and training accuracy:0.982728838921 validation cost:0.0715033859015 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0604105778039 and training accuracy:0.984819591045 validation cost:0.0633140131831 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0544465221465 and training accuracy:0.986274003983 validation cost:0.0569427534938 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0496923103929 and training accuracy:0.987637460232 validation cost:0.0518095903099 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:127.151309013 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236995860934 and training accuracy:0.980292677879 validation cost:0.239468246698 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.111092835665 and training accuracy:0.989853680134 validation cost:0.10701469332 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0728179514408 and training accuracy:0.993951201439 validation cost:0.0668704286218 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0549845770001 and training accuracy:0.995024383068 validation cost:0.0485279411077 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.044721595943 and training accuracy:0.995414614677 validation cost:0.038197863847 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0380314141512 and training accuracy:0.996097564697 validation cost:0.0316017307341 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0333021916449 and training accuracy:0.996292710304 validation cost:0.027029691264 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0297655649483 and training accuracy:0.996682941914 validation cost:0.0236742515117 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0270097125322 and training accuracy:0.997170746326 validation cost:0.0211053919047 and validation accuracy:1.0 Training on :(4, 5) Time taken:120.229645014 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.160269021988 and training accuracy:0.991431415081 validation cost:0.15324446559 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0708465278149 and training accuracy:0.995670616627 validation cost:0.0674203410745 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0464867725968 and training accuracy:0.997203946114 validation cost:0.0440776720643 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0353352278471 and training accuracy:0.997745096684 validation cost:0.0333201810718 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0289199352264 and training accuracy:0.998286306858 validation cost:0.0271013639867 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0247270632535 and training accuracy:0.998647093773 validation cost:0.0230289194733 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0217546410859 and training accuracy:0.9987372756 validation cost:0.0201414357871 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0195266827941 and training accuracy:0.998827457428 validation cost:0.017980504781 and validation accuracy:1.0 Training on :(6, 7) training cost:0.017786944285 and training accuracy:0.998827457428 validation cost:0.016297949478 and validation accuracy:1.0 Training on :(6, 7) Time taken:140.783217907 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.222183570266 and training accuracy:0.956137061119 validation cost:0.224563091993 and validation accuracy:0.948210895061 Training on :(8, 9) training cost:0.137267515063 and training accuracy:0.964984178543 validation cost:0.140296772122 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.106519706547 and training accuracy:0.971223711967 validation cost:0.109743215144 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0893808379769 and training accuracy:0.975321292877 validation cost:0.0924418196082 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0779767930508 and training accuracy:0.978115081787 validation cost:0.0807129666209 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.069674089551 and training accuracy:0.980443298817 validation cost:0.0720321163535 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0632944405079 and training accuracy:0.982305824757 validation cost:0.065273463726 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0582133978605 and training accuracy:0.983795881271 validation cost:0.0598418228328 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0540557429194 and training accuracy:0.985379040241 validation cost:0.0553705245256 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:132.073575974 Method 3 test accuracy:0.759000003338 Total time:90175.8174529
final_test_acc = pd.DataFrame({'Method3':method3_test_accs, 'lambdas':lmbdas})
final_test_acc.to_csv('spike_sh_14lmbdas_ar1_3lyrs_he1_75_10_non_spike_claasify.csv')
final_test_acc
| Method3 | lambdas | |
|---|---|---|
| 0 | 0.7295 | 0.000000 |
| 1 | 0.8091 | 75117.971405 |
| 2 | 0.8088 | 77709.422262 |
| 3 | 0.8087 | 78039.228020 |
| 4 | 0.8086 | 78417.664742 |
| 5 | 0.8084 | 79633.205489 |
| 6 | 0.8087 | 80230.053053 |
| 7 | 0.8090 | 81959.234627 |
| 8 | 0.8095 | 85612.939769 |
| 9 | 0.8107 | 88585.123545 |
| 10 | 0.8050 | 89377.333236 |
| 11 | 0.8054 | 91768.727118 |
| 12 | 0.8060 | 95646.318878 |
| 13 | 0.8064 | 96119.403308 |
| 14 | 0.8065 | 97283.048858 |
| 15 | 0.7188 | 0.000000 |
| 16 | 0.7694 | 75117.971405 |
| 17 | 0.7701 | 77709.422262 |
| 18 | 0.7701 | 78039.228020 |
| 19 | 0.7700 | 78417.664742 |
| 20 | 0.7702 | 79633.205489 |
| 21 | 0.7703 | 80230.053053 |
| 22 | 0.7705 | 81959.234627 |
| 23 | 0.7785 | 85612.939769 |
| 24 | 0.7786 | 88585.123545 |
| 25 | 0.7790 | 89377.333236 |
| 26 | 0.7794 | 91768.727118 |
| 27 | 0.7811 | 95646.318878 |
| 28 | 0.7813 | 96119.403308 |
| 29 | 0.7817 | 97283.048858 |
| ... | ... | ... |
| 120 | 0.7346 | 0.000000 |
| 121 | 0.8158 | 75117.971405 |
| 122 | 0.8171 | 77709.422262 |
| 123 | 0.8173 | 78039.228020 |
| 124 | 0.8173 | 78417.664742 |
| 125 | 0.8177 | 79633.205489 |
| 126 | 0.8182 | 80230.053053 |
| 127 | 0.8185 | 81959.234627 |
| 128 | 0.8193 | 85612.939769 |
| 129 | 0.8197 | 88585.123545 |
| 130 | 0.8197 | 89377.333236 |
| 131 | 0.8201 | 91768.727118 |
| 132 | 0.8227 | 95646.318878 |
| 133 | 0.8229 | 96119.403308 |
| 134 | 0.8230 | 97283.048858 |
| 135 | 0.6867 | 0.000000 |
| 136 | 0.7575 | 75117.971405 |
| 137 | 0.7619 | 77709.422262 |
| 138 | 0.7621 | 78039.228020 |
| 139 | 0.7621 | 78417.664742 |
| 140 | 0.7621 | 79633.205489 |
| 141 | 0.7623 | 80230.053053 |
| 142 | 0.7521 | 81959.234627 |
| 143 | 0.7530 | 85612.939769 |
| 144 | 0.7533 | 88585.123545 |
| 145 | 0.7540 | 89377.333236 |
| 146 | 0.7543 | 91768.727118 |
| 147 | 0.7586 | 95646.318878 |
| 148 | 0.7587 | 96119.403308 |
| 149 | 0.7590 | 97283.048858 |
150 rows × 2 columns
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
final_acc_grouped_by_lmbda = acc_grouped_by_lmbda.mean()
final_acc_grouped_by_lmbda.rename(columns={'Method3':'MEAN'}, inplace=True)
final_acc_grouped_by_lmbda['S.D'] = acc_grouped_by_lmbda.std()
final_acc_grouped_by_lmbda['MIN'] = acc_grouped_by_lmbda.min()
final_acc_grouped_by_lmbda['MAX'] = acc_grouped_by_lmbda.max()
final_acc_grouped_by_lmbda['MED'] = acc_grouped_by_lmbda.median()
final_acc_grouped_by_lmbda.reset_index(inplace=True)
display(final_acc_grouped_by_lmbda)
| lambdas | MEAN | S.D | MIN | MAX | MED | |
|---|---|---|---|---|---|---|
| 0 | 0.000000 | 0.71909 | 0.013358 | 0.6867 | 0.7346 | 0.72165 |
| 1 | 75117.971405 | 0.78152 | 0.020727 | 0.7575 | 0.8158 | 0.77810 |
| 2 | 77709.422262 | 0.78250 | 0.020241 | 0.7608 | 0.8171 | 0.77825 |
| 3 | 78039.228020 | 0.78257 | 0.020269 | 0.7609 | 0.8173 | 0.77825 |
| 4 | 78417.664742 | 0.78260 | 0.020226 | 0.7611 | 0.8173 | 0.77825 |
| 5 | 79633.205489 | 0.78272 | 0.020203 | 0.7613 | 0.8177 | 0.77845 |
| 6 | 80230.053053 | 0.78300 | 0.020283 | 0.7614 | 0.8182 | 0.77885 |
| 7 | 81959.234627 | 0.78297 | 0.022364 | 0.7521 | 0.8185 | 0.77900 |
| 8 | 85612.939769 | 0.78450 | 0.021875 | 0.7530 | 0.8193 | 0.78235 |
| 9 | 88585.123545 | 0.78518 | 0.022124 | 0.7533 | 0.8197 | 0.78265 |
| 10 | 89377.333236 | 0.78485 | 0.021290 | 0.7540 | 0.8197 | 0.78310 |
| 11 | 91768.727118 | 0.78598 | 0.022291 | 0.7543 | 0.8201 | 0.78355 |
| 12 | 95646.318878 | 0.78604 | 0.020861 | 0.7586 | 0.8227 | 0.78410 |
| 13 | 96119.403308 | 0.78622 | 0.020912 | 0.7587 | 0.8229 | 0.78425 |
| 14 | 97283.048858 | 0.78645 | 0.020718 | 0.7590 | 0.8230 | 0.78440 |
mpl.rcParams['figure.figsize'] = 7,4.5
mpl.rcParams['axes.labelsize'] = 12
mpl.rcParams['lines.linewidth'] = 1.5
mpl.rcParams['lines.markersize'] = 8
mpl.rcParams['xtick.labelsize'] = 13
mpl.rcParams['ytick.labelsize'] = 12
mpl.rcParams['legend.fontsize'] = 12
final_acc_grouped_by_lmbda.plot(y=['MEAN','MED','MAX'],x='lambdas')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ylabel('Accuracy')
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(w_2.eval().flatten(), 100)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(new_big_omeg_w2.flatten(),bins=100,log=True)
#plt.yscale('log')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(b_2.eval().flatten(), 100)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(new_big_omeg_b2.flatten(),100,log=True)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(w_3.eval().flatten(), 100)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(b_3.eval().flatten(), 10)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
path = '/home/ruthvik/Desktop/Summer 2017/tf_graph_outputs/mnist/continual_learning/original_mnist_5sets'
merged = tf.summary.merge_all()
train_writer = tf.summary.FileWriter(path + '/spike_sh_14lmbdas_ar1_3lyrs_he1_10_20_non_spk_classify', sess.graph)
np.random.seed(100)
n_lmbdas = 14
a = np.random.uniform(low=10.0, high=20.0, size=(n_lmbdas,))
print(a)
print()
a = a*1.0e4
a = a[np.argsort(a)]
print(a)
print()
n_reps = 10
a = ([0]+a.tolist())*n_reps
n_lmbdas+=1
print(a, len(a))
[15.43404942 12.78369385 14.24517591 18.44776132 10.04718856 11.21569121 16.70749085 18.25852755 11.3670659 15.75093329 18.91321954 12.09202122 11.8532822 11.0837689 ] () [100471.8856191 110837.68904643 112156.91207831 113670.6589685 118532.82195501 120920.21221172 127836.93850938 142451.75907491 154340.4941791 157509.33294272 167074.90847268 182585.2755105 184477.61323199 189132.19543123] () ([0, 100471.88561909726, 110837.68904642553, 112156.91207831142, 113670.65896849529, 118532.8219550075, 120920.21221171896, 127836.93850937962, 142451.7590749133, 154340.49417909654, 157509.33294272498, 167074.90847267784, 182585.27551050478, 184477.6132319904, 189132.1954312264, 0, 100471.88561909726, 110837.68904642553, 112156.91207831142, 113670.65896849529, 118532.8219550075, 120920.21221171896, 127836.93850937962, 142451.7590749133, 154340.49417909654, 157509.33294272498, 167074.90847267784, 182585.27551050478, 184477.6132319904, 189132.1954312264, 0, 100471.88561909726, 110837.68904642553, 112156.91207831142, 113670.65896849529, 118532.8219550075, 120920.21221171896, 127836.93850937962, 142451.7590749133, 154340.49417909654, 157509.33294272498, 167074.90847267784, 182585.27551050478, 184477.6132319904, 189132.1954312264, 0, 100471.88561909726, 110837.68904642553, 112156.91207831142, 113670.65896849529, 118532.8219550075, 120920.21221171896, 127836.93850937962, 142451.7590749133, 154340.49417909654, 157509.33294272498, 167074.90847267784, 182585.27551050478, 184477.6132319904, 189132.1954312264, 0, 100471.88561909726, 110837.68904642553, 112156.91207831142, 113670.65896849529, 118532.8219550075, 120920.21221171896, 127836.93850937962, 142451.7590749133, 154340.49417909654, 157509.33294272498, 167074.90847267784, 182585.27551050478, 184477.6132319904, 189132.1954312264, 0, 100471.88561909726, 110837.68904642553, 112156.91207831142, 113670.65896849529, 118532.8219550075, 120920.21221171896, 127836.93850937962, 142451.7590749133, 154340.49417909654, 157509.33294272498, 167074.90847267784, 182585.27551050478, 184477.6132319904, 189132.1954312264, 0, 100471.88561909726, 110837.68904642553, 112156.91207831142, 113670.65896849529, 118532.8219550075, 120920.21221171896, 127836.93850937962, 142451.7590749133, 154340.49417909654, 157509.33294272498, 167074.90847267784, 182585.27551050478, 184477.6132319904, 189132.1954312264, 0, 100471.88561909726, 110837.68904642553, 112156.91207831142, 113670.65896849529, 118532.8219550075, 120920.21221171896, 127836.93850937962, 142451.7590749133, 154340.49417909654, 157509.33294272498, 167074.90847267784, 182585.27551050478, 184477.6132319904, 189132.1954312264, 0, 100471.88561909726, 110837.68904642553, 112156.91207831142, 113670.65896849529, 118532.8219550075, 120920.21221171896, 127836.93850937962, 142451.7590749133, 154340.49417909654, 157509.33294272498, 167074.90847267784, 182585.27551050478, 184477.6132319904, 189132.1954312264, 0, 100471.88561909726, 110837.68904642553, 112156.91207831142, 113670.65896849529, 118532.8219550075, 120920.21221171896, 127836.93850937962, 142451.7590749133, 154340.49417909654, 157509.33294272498, 167074.90847267784, 182585.27551050478, 184477.6132319904, 189132.1954312264], 150)
lmbdas = a
np.random.seed(0)
np_weights = []
low = -np.sqrt(2.0/(n_input)) # use 4 for sigmoid, 1 for tanh activation
high = np.sqrt(2.0/(n_input))
for i in range(n_reps):
np_weights.append(np.random.uniform(low=low,high=high,size=(n_input,n_middle)))
np_weights=[item for item in np_weights for i in range(n_lmbdas)]
print(len(np_weights), len(lmbdas))
(150, 150)
np.array_equal(np_weights[0], np_weights[14])
True
np.array_equal(np_weights[0], np_weights[15])
False
START_TIME = time.time()
method3_test_accs = []
#INITIALIZE THE NETWORK
logging_count = 0
sess.run(init_op,options=run_options, run_metadata=run_metadata)
sess.graph.finalize()
for l in range(len(lmbdas)):
print('Training with lmbda:{}, {}'.format(lmbdas[l], l))
#sess.run(init_op,options=run_options, run_metadata=run_metadata)
zeta = 1e-3
new_big_omeg_w2 = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
new_big_omeg_b2 = np.zeros(shape=[1,n_middle], dtype=np.float32)
w3_zeros = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
b3_zeros = np.zeros(shape=[1,n_out], dtype=np.float32)
w3_accum = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
w3_accum = []
b3_accum = np.zeros(shape=[1,n_out], dtype=np.float32)
b3_accum = []
reset_w2_grad_accum = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
reset_b2_grad_accum = np.zeros(shape=[1,n_middle], dtype=np.float32)
start_w2 = None
start_b2 = None
sess.run(w_2_update_op, {w_2_update_placeholder:np_weights[l]})
sess.run(b_2_update_op, {b_2_update_placeholder:np.zeros(shape=[1,n_middle],dtype=np.float32)})
end_w2 = None
end_b2 = None
old_test_data = []
historical_cross_test_acc = {}
historical_train_accuracies = {}
historical_train_costs = {}
historical_val_accuracies = {}
historical_val_costs = {}
sets = [(0,1), (2,3), (4,5), (6,7), (8,9)]
#sets = [(0,4),(5,9)]
test_labels_set = []
n_test_samples = []
for a_set in range(len(sets)):
current_set = sets[a_set]
current_set_name = 'set'+str(a_set)
mask_val = [0]*num_classes
for i in range(0, current_set[1]+1):
mask_val[i]=1
set_mask_val = np.array(mask_val, dtype=np.float32)
print('Current mask:{}'.format(set_mask_val))
train_data_set, valid_data_set, test_data_set = extract_class_data(start=current_set[0],
stop=current_set[1])
train_images_set, train_labels_set = train_data_set[0], train_data_set[1]
valid_images_set, valid_labels_set = valid_data_set[0], valid_data_set[1]
test_images_set, test_labels_set = test_data_set[0], test_data_set[1]
n_test_samples.append(len(test_labels_set))
train_total = len(train_images_set)
n_batches = len(train_images_set)/BATCH_SIZE
#@@print('Number of batches:{}'.format(n_batches))
#@@set_omegas = [tf.assign(big_omeg_w2, new_big_omeg_w2), tf.assign(big_omeg_b2, new_big_omeg_b2)]
#@@sess.run(set_omegas)
sess.run(big_omeg_w2_update_op, {big_omeg_w2_update_placeholder:new_big_omeg_w2})
sess.run(big_omeg_b2_update_op, {big_omeg_b2_update_placeholder:new_big_omeg_b2})
#@@reset_grad_accums = [tf.assign(w2_grad_accum, reset_w2_grad_accum),
#@@ tf.assign(b2_grad_accum, reset_b2_grad_accum)]
#@@sess.run(reset_grad_accums)
sess.run(w2_grad_accum_update_op, {w2_grad_accum_update_placeholder:reset_w2_grad_accum})
sess.run(b2_grad_accum_update_op, {b2_grad_accum_update_placeholder:reset_b2_grad_accum})
#@@reset_w3 = [tf.assign(w_3, w3_zeros), tf.assign(b_3, b3_zeros)]
#@@sess.run(reset_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:w3_zeros})
sess.run(b_3_update_op, {b_3_update_placeholder:b3_zeros})
epochs = 10
repeats = 1
for repeat in range(repeats):
#tf.set_random_seed(l)
print('Repeat:{}'.format(repeat))
train_accuracies = []
train_costs = []
val_accuracies = []
val_costs = []
best_val = 0
first_params_set = None
last_params_set = None
T1 = time.time()
for i in range(epochs):
if(i==0):
start_w2, start_b2 = w_2.eval(), b_2.eval()
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: len(train_images_set)})
#@@print('Epoch:{}'.format((i)))
t1 = time.time()
### CALCULATE TRAIN COSTS AND TRAIN ACCURACIES
train_cost, train_accuracy = sess.run([cost, acct_res] ,feed_dict = {drop_out : 0.0,
set1_mask:set_mask_val})
train_costs.append(train_cost)
train_accuracies.append(train_accuracy)
#train_writer.add_summary(summary,logging_count)
print('training cost:{} and training accuracy:{}'.format(train_costs[i], train_accuracies[i]))
### CALCULATE VALID COSTS AND VALID ACCURACIES
sess.run(iter.initializer, feed_dict={a_1: valid_images_set, y: valid_labels_set,
batch_size: len(valid_images_set)})
_, _, val_acc, val_cost, _ = sess.run([predictions,acct_mat,acct_res, cost, a_3],
feed_dict = {drop_out : 0.0,set1_mask:set_mask_val})
val_costs.append(val_cost)
val_accuracies.append(val_acc)
if(val_acc>best_val):
best_val = val_acc
best_params_set1 = [(w_2.eval(),b_2.eval()),(w_3.eval(),b_3.eval())]
print('validation cost:{} and validation accuracy:{}'.format(val_cost, val_acc))
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
print('Training on :{}'.format(current_set))
for j in range(n_batches):
if(not (np.isnan(w_2.eval().any() and np.isnan(w_3.eval()).any()))):
#if(a_set==1):
# print(j, w_2.eval().sum(), w_3.eval().sum())
if(((j)% 1000 ==0)):
logging_count+=1
summary,_,_ = sess.run([merged,step, omega_step],
feed_dict = {drop_out:0.0,batch_size: BATCH_SIZE,tau:0.5,
set1_mask:set_mask_val,eta:0.001,
lmbda:lmbdas[l],n_tot:train_total})
#train_writer.add_summary(summary, (i+1)*j)
train_writer.add_summary(summary, logging_count)
else:
sess.run([step, omega_step],feed_dict = {drop_out:0.0,batch_size:BATCH_SIZE,
tau:0.5,set1_mask:set_mask_val,
eta:0.001,lmbda:lmbdas[l],
n_tot:train_total})
else:
print('Nan encountered in epoch:{} and batch:{}'.format(i, j))
#@@print('Epoch time:{}'.format(time.time()-t1))
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,
set1_mask:set_mask_val})
#@@print('Final test accuracy is:{}'.format(final_test_acc))
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#all_final_test_accs_set1.append(final_test_acc)
#@@best_step = [tf.assign(w_2,best_params_set1[0][0]), tf.assign(b_2,best_params_set1[0][1]),
#@@ tf.assign(w_3,best_params_set1[1][0]),tf.assign(b_3,best_params_set1[1][1])]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:best_params_set1[0][0]})
sess.run(b_2_update_op, {b_2_update_placeholder:best_params_set1[0][1]})
sess.run(w_3_update_op, {w_3_update_placeholder:best_params_set1[1][0]})
sess.run(b_3_update_op, {b_3_update_placeholder:best_params_set1[1][1]})
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,test_acc_corresp_best_val,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
#@@print('Test accuracy corresp to best val acc:{}'.format(test_acc_corresp_best_val))
print('Time taken:{}'.format(time.time()-T1))
#w3_list.append(w_3.eval())
w3_accum.append(w_3.eval())
#b3_list.append(b_3.eval())
b3_accum.append(b_3.eval())
if(i==epochs-1):
if(test_acc_corresp_best_val>final_test_acc):
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#all_final_test_accs_set1[-1] = test_acc_corresp_best_val
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#@@best_step = [tf.assign(w_2,end_w2), tf.assign(b_2,end_b2),
#@@ tf.assign(w_3,end_w3),tf.assign(b_3,end_b3)]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:end_w2})
sess.run(b_2_update_op, {b_2_update_placeholder:end_b2})
sess.run(w_3_update_op, {w_3_update_placeholder:end_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:end_b3})
first_params_set = [(start_w2, start_b2)]
last_params_set = [(end_w2, end_b2)]
small_omegas = [(w2_grad_accum.eval(),b2_grad_accum.eval())]
delta_ws = map(lambda x,y: np.square(x-y)+zeta,[item[0] for item in last_params_set],
[item[0] for item in first_params_set])
delta_bs = map(lambda x,y: np.square(x-y)+zeta,[item[1] for item in last_params_set],
[item[1] for item in first_params_set])
delta_wbs = zip(delta_ws, delta_bs)
big_omegas_ws = map(lambda x,y: (x/y),[item[0] for item in small_omegas],
[item[0] for item in delta_wbs])
big_omegas_bs = map(lambda x,y: (x/y),[item[1] for item in small_omegas],
[item[1] for item in delta_wbs])
big_omegas = zip(big_omegas_ws, big_omegas_bs)
new_big_omeg_w2 += big_omegas[0][0]
new_big_omeg_b2 += big_omegas[0][1]
#@@print('omegW2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_w2.max(),
#@@ new_big_omeg_w2.mean(),
#@@ new_big_omeg_w2.std()))
#@@print('omegb2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_b2.max(),
#@@ new_big_omeg_b2.mean(),
#@@ new_big_omeg_b2.std()))
historical_train_accuracies[current_set_name]=train_accuracies
historical_train_costs[current_set_name]=train_costs
historical_val_accuracies[current_set_name]=val_accuracies
historical_val_costs[current_set_name]=val_costs
#######Method 3 ###########
w3_set_rows = []
offset=0
for item in w3_accum:
w3_set_rows.append(item[:,offset:offset+2])
offset+=2
w3_set_row_avgs = [item.mean() for item in w3_set_rows]
final_w3 = map(lambda x,y:x-y,w3_set_rows, w3_set_row_avgs)
final_w3 = np.concatenate(final_w3, axis=1)
b3_set_rows = []
offset=0
for item in b3_accum:
b3_set_rows.append(item[:,offset:offset+2])
offset+=2
b3_set_row_avgs = [item.mean() for item in b3_set_rows]
final_b3 = map(lambda x,y:x-y,b3_set_rows, b3_set_row_avgs)
final_b3 = np.concatenate(final_b3, axis=1)
#@@set_w3 = [tf.assign(w_3, final_w3), tf.assign(b_3, final_b3)]
#@@sess.run(set_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:final_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:final_b3})
sess.run(iter.initializer, feed_dict={a_1: test_images, y: to_categorical(test_labels,num_classes=num_classes),
batch_size: len(test_images)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
method3_test_accs.append(final_test_acc)
print('Method 3 test accuracy:{}'.format(final_test_acc))
train_writer.close()
print('Total time:{}'.format(time.time()-START_TIME))
Training with lmbda:0, 0 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:135.196543932 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.360579758883 and training accuracy:0.934915006161 validation cost:0.366988688707 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.176190719008 and training accuracy:0.958094716072 validation cost:0.182327464223 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.120868973434 and training accuracy:0.969093739986 validation cost:0.127899214625 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0940565243363 and training accuracy:0.975456774235 validation cost:0.10124284029 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0779117867351 and training accuracy:0.978456497192 validation cost:0.0847291350365 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0669855996966 and training accuracy:0.981819808483 validation cost:0.0732256993651 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0590222999454 and training accuracy:0.983456075191 validation cost:0.0646186545491 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0529175139964 and training accuracy:0.985183179379 validation cost:0.0578845217824 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.04806323722 and training accuracy:0.986364901066 validation cost:0.0524483658373 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:136.096754074 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.217629268765 and training accuracy:0.97921949625 validation cost:0.218148618937 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.0974639952183 and training accuracy:0.990341484547 validation cost:0.0916447117925 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0610082633793 and training accuracy:0.994146347046 validation cost:0.0536370389163 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0443231239915 and training accuracy:0.99590241909 validation cost:0.0367065370083 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0349110253155 and training accuracy:0.996195137501 validation cost:0.0274240188301 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288931559771 and training accuracy:0.996390223503 validation cost:0.0216537415981 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0247139781713 and training accuracy:0.996487796307 validation cost:0.0177568681538 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0216373112053 and training accuracy:0.996682941914 validation cost:0.0149661740288 and validation accuracy:1.0 Training on :(4, 5) training cost:0.019272049889 and training accuracy:0.997073173523 validation cost:0.0128794498742 and validation accuracy:1.0 Training on :(4, 5) Time taken:120.599498987 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.151656508446 and training accuracy:0.98737257719 validation cost:0.145524710417 and validation accuracy:0.98631387949 Training on :(6, 7) training cost:0.0638237595558 and training accuracy:0.993325531483 validation cost:0.0611358545721 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0398089848459 and training accuracy:0.995850980282 validation cost:0.0380516797304 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0289002507925 and training accuracy:0.996933341026 validation cost:0.0274686124176 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0226961262524 and training accuracy:0.997654914856 validation cost:0.0213998220861 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0186950284988 and training accuracy:0.998015701771 validation cost:0.0174691136926 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0158997606486 and training accuracy:0.998286306858 validation cost:0.014717518352 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0138351758942 and training accuracy:0.998466670513 validation cost:0.0126881599426 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0122469142079 and training accuracy:0.998827457428 validation cost:0.0111321751028 and validation accuracy:1.0 Training on :(6, 7) Time taken:128.74169898 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.217926025391 and training accuracy:0.94952505827 validation cost:0.220475539565 and validation accuracy:0.944444417953 Training on :(8, 9) training cost:0.136503621936 and training accuracy:0.963028490543 validation cost:0.139507696033 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.104578927159 and training accuracy:0.969361126423 validation cost:0.108049310744 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.0861355289817 and training accuracy:0.974296867847 validation cost:0.0895406752825 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0736218318343 and training accuracy:0.978301346302 validation cost:0.0766408592463 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0644264519215 and training accuracy:0.980350136757 validation cost:0.0669165104628 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0573468096554 and training accuracy:0.983050823212 validation cost:0.0592649653554 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0517177283764 and training accuracy:0.985006511211 validation cost:0.0530807264149 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0471327267587 and training accuracy:0.986496567726 validation cost:0.047990180552 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:124.679354191 Method 3 test accuracy:0.729499995708 Training with lmbda:100471.885619, 1 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:137.290063858 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363201856613 and training accuracy:0.935096800327 validation cost:0.369576245546 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.178849756718 and training accuracy:0.958185613155 validation cost:0.184847325087 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.123460844159 and training accuracy:0.96918463707 validation cost:0.130272164941 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.096639893949 and training accuracy:0.975456774235 validation cost:0.103593222797 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0804983377457 and training accuracy:0.978729188442 validation cost:0.0871109217405 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0695691406727 and training accuracy:0.98145622015 validation cost:0.0756515860558 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0615944974124 and training accuracy:0.983456075191 validation cost:0.0670898482203 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0554695315659 and training accuracy:0.985001385212 validation cost:0.0603895038366 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0505912974477 and training accuracy:0.986364901066 validation cost:0.0549723692238 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:128.611017942 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.237356901169 and training accuracy:0.979609727859 validation cost:0.238402172923 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.111439980567 and training accuracy:0.990536570549 validation cost:0.106130242348 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0729606375098 and training accuracy:0.994048774242 validation cost:0.0659963861108 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0550710372627 and training accuracy:0.994731724262 validation cost:0.0477653257549 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.044800337404 and training accuracy:0.995707333088 validation cost:0.0375483110547 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0381182096899 and training accuracy:0.996097564697 validation cost:0.0310521703213 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0333999171853 and training accuracy:0.996195137501 validation cost:0.0265623759478 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0298720728606 and training accuracy:0.99658536911 validation cost:0.023271728307 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0271214097738 and training accuracy:0.996780514717 validation cost:0.0207540243864 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.938453913 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.164403378963 and training accuracy:0.990890204906 validation cost:0.158058151603 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0714683830738 and training accuracy:0.995760798454 validation cost:0.0684728249907 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0467127487063 and training accuracy:0.997023522854 validation cost:0.0446731261909 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0354549251497 and training accuracy:0.997654914856 validation cost:0.0337988808751 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.028992800042 and training accuracy:0.998015701771 validation cost:0.027534281835 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0247732680291 and training accuracy:0.998376488686 validation cost:0.0234362371266 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0217841938138 and training accuracy:0.998556852341 validation cost:0.0205321926624 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0195447877049 and training accuracy:0.998827457428 validation cost:0.018359804526 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0177963208407 and training accuracy:0.999098062515 validation cost:0.0166679881513 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.478704929 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.229280292988 and training accuracy:0.955764591694 validation cost:0.230618774891 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.140052691102 and training accuracy:0.965542912483 validation cost:0.142059445381 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.107954904437 and training accuracy:0.971968710423 validation cost:0.110313460231 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0902353599668 and training accuracy:0.975600659847 validation cost:0.0925037190318 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0785335078835 and training accuracy:0.978673875332 validation cost:0.0805064514279 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0700631812215 and training accuracy:0.981002032757 validation cost:0.0716660767794 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0635866373777 and training accuracy:0.982492089272 validation cost:0.0648133531213 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0584475286305 and training accuracy:0.984075248241 validation cost:0.0593178682029 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0542578995228 and training accuracy:0.985565304756 validation cost:0.0548094958067 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:119.633127213 Method 3 test accuracy:0.807200014591 Training with lmbda:110837.689046, 2 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.302712917 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363443404436 and training accuracy:0.935187697411 validation cost:0.369814634323 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.179079249501 and training accuracy:0.958185613155 validation cost:0.185066372156 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.123671151698 and training accuracy:0.969366431236 validation cost:0.130467116833 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.096840724349 and training accuracy:0.975456774235 validation cost:0.103780224919 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0806931555271 and training accuracy:0.978729188442 validation cost:0.0872972011566 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0697578266263 and training accuracy:0.981365323067 validation cost:0.0758358761668 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0617777518928 and training accuracy:0.983456075191 validation cost:0.0672727152705 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0556472688913 and training accuracy:0.985001385212 validation cost:0.0605695806444 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0507642067969 and training accuracy:0.986455798149 validation cost:0.0551505051553 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:122.648834944 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.238652795553 and training accuracy:0.979707300663 validation cost:0.239732816815 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.112352624536 and training accuracy:0.990438997746 validation cost:0.107078179717 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0736873373389 and training accuracy:0.993951201439 validation cost:0.0667505636811 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0556836053729 and training accuracy:0.994731724262 validation cost:0.0483999066055 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0453337579966 and training accuracy:0.995707333088 validation cost:0.0380995757878 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0385934263468 and training accuracy:0.996097564697 validation cost:0.03154207021 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0338300317526 and training accuracy:0.996195137501 validation cost:0.0270046312362 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0302661377937 and training accuracy:0.99658536911 validation cost:0.0236758757383 and validation accuracy:1.0 Training on :(4, 5) training cost:0.027486551553 and training accuracy:0.996780514717 validation cost:0.0211273878813 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.129402876 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.165392458439 and training accuracy:0.991070628166 validation cost:0.159045502543 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0721198841929 and training accuracy:0.995760798454 validation cost:0.0691125616431 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0472533777356 and training accuracy:0.997023522854 validation cost:0.0452022179961 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0359304659069 and training accuracy:0.997654914856 validation cost:0.0342652127147 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.029423346743 and training accuracy:0.998105883598 validation cost:0.0279575809836 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0251691844314 and training accuracy:0.998376488686 validation cost:0.0238261502236 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0221525151283 and training accuracy:0.998556852341 validation cost:0.0208960678428 and validation accuracy:1.0 Training on :(6, 7) training cost:0.019889511168 and training accuracy:0.998827457428 validation cost:0.0187012087554 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0181212034076 and training accuracy:0.999007821083 validation cost:0.0169900823385 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.311708927 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230257034302 and training accuracy:0.956043958664 validation cost:0.231555938721 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.140619888902 and training accuracy:0.965636074543 validation cost:0.142575144768 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.108463101089 and training accuracy:0.972154974937 validation cost:0.110759727657 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0907422229648 and training accuracy:0.975507557392 validation cost:0.092948615551 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0790548920631 and training accuracy:0.978580713272 validation cost:0.0809703543782 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0705973803997 and training accuracy:0.981002032757 validation cost:0.0721520558 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0641300082207 and training accuracy:0.982212722301 validation cost:0.0653178617358 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0589958205819 and training accuracy:0.983982145786 validation cost:0.0598363056779 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0548078417778 and training accuracy:0.985472142696 validation cost:0.0553374923766 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.240708113 Method 3 test accuracy:0.809000015259 Training with lmbda:112156.912078, 3 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.424789906 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363473445177 and training accuracy:0.935187697411 validation cost:0.369844228029 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.179107546806 and training accuracy:0.958185613155 validation cost:0.185093343258 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.123697184026 and training accuracy:0.969366431236 validation cost:0.130491256714 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0968655273318 and training accuracy:0.975456774235 validation cost:0.103803254664 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0807173103094 and training accuracy:0.978729188442 validation cost:0.0873202830553 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0697812885046 and training accuracy:0.981365323067 validation cost:0.075858771801 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0618002749979 and training accuracy:0.983456075191 validation cost:0.0672951862216 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0556692928076 and training accuracy:0.985001385212 validation cost:0.0605920888484 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0507854484022 and training accuracy:0.986455798149 validation cost:0.0551724545658 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:122.681478977 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.238810777664 and training accuracy:0.979707300663 validation cost:0.239895030856 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.112464532256 and training accuracy:0.990438997746 validation cost:0.10719434917 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.073776319623 and training accuracy:0.993951201439 validation cost:0.0668428018689 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0557586215436 and training accuracy:0.994731724262 validation cost:0.0484776087105 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.045399043709 and training accuracy:0.995707333088 validation cost:0.0381670109928 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0386514849961 and training accuracy:0.996097564697 validation cost:0.0316019058228 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0338825508952 and training accuracy:0.996195137501 validation cost:0.0270585957915 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0303142592311 and training accuracy:0.99658536911 validation cost:0.0237252283841 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0275310352445 and training accuracy:0.996780514717 validation cost:0.0211729016155 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.749411106 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.165516704321 and training accuracy:0.991070628166 validation cost:0.15916955471 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0722014829516 and training accuracy:0.995760798454 validation cost:0.0691927522421 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0473209023476 and training accuracy:0.997023522854 validation cost:0.0452683530748 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0359895713627 and training accuracy:0.997654914856 validation cost:0.0343232192099 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0294767580926 and training accuracy:0.998105883598 validation cost:0.0280101392418 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0252181012183 and training accuracy:0.998376488686 validation cost:0.0238744076341 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0221978053451 and training accuracy:0.998556852341 validation cost:0.0209409445524 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0199317969382 and training accuracy:0.998827457428 validation cost:0.018743192777 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0181609559804 and training accuracy:0.999007821083 validation cost:0.0170296020806 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.633184195 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230380415916 and training accuracy:0.955950856209 validation cost:0.231674402952 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.140692427754 and training accuracy:0.965636074543 validation cost:0.142640978098 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.108527451754 and training accuracy:0.972154974937 validation cost:0.110816195607 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0908061116934 and training accuracy:0.975507557392 validation cost:0.0930046439171 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0791204199195 and training accuracy:0.978580713272 validation cost:0.0810288861394 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0706647709012 and training accuracy:0.981002032757 validation cost:0.0722137242556 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0641978234053 and training accuracy:0.982212722301 validation cost:0.0653810426593 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0590641088784 and training accuracy:0.983982145786 validation cost:0.0599012672901 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0548759996891 and training accuracy:0.985379040241 validation cost:0.0554031394422 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.046589851 Method 3 test accuracy:0.809099972248 Training with lmbda:113670.658968, 4 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.335087061 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36350774765 and training accuracy:0.935187697411 validation cost:0.369878083467 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.179140597582 and training accuracy:0.958185613155 validation cost:0.185124918818 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.123727120459 and training accuracy:0.969366431236 validation cost:0.130519166589 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0968940034509 and training accuracy:0.975456774235 validation cost:0.103829801083 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0807451233268 and training accuracy:0.978729188442 validation cost:0.0873469486833 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0698079839349 and training accuracy:0.981365323067 validation cost:0.0758848413825 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0618263930082 and training accuracy:0.983456075191 validation cost:0.0673214420676 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0556944459677 and training accuracy:0.985001385212 validation cost:0.0606177970767 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0508098937571 and training accuracy:0.986364901066 validation cost:0.0551976449788 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:122.996494055 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.238993212581 and training accuracy:0.979707300663 validation cost:0.240082338452 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.112593606114 and training accuracy:0.990438997746 validation cost:0.107328541577 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0738783106208 and training accuracy:0.993951201439 validation cost:0.0669487640262 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0558445826173 and training accuracy:0.994731724262 validation cost:0.0485666505992 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0454736985266 and training accuracy:0.995707333088 validation cost:0.0382441803813 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0387178808451 and training accuracy:0.996097564697 validation cost:0.0316703766584 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0339425839484 and training accuracy:0.996195137501 validation cost:0.027120385319 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0303691048175 and training accuracy:0.99658536911 validation cost:0.0237815584987 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0275816582143 and training accuracy:0.996780514717 validation cost:0.0212247557938 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.019073009 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.165659978986 and training accuracy:0.991070628166 validation cost:0.159312725067 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0722953528166 and training accuracy:0.995760798454 validation cost:0.0692851096392 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0473979525268 and training accuracy:0.997023522854 validation cost:0.0453438684344 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0360572263598 and training accuracy:0.997654914856 validation cost:0.0343896076083 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0295377727598 and training accuracy:0.998105883598 validation cost:0.0280702002347 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0252741482109 and training accuracy:0.998376488686 validation cost:0.0239297151566 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0222497377545 and training accuracy:0.998556852341 validation cost:0.0209923814982 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0199804287404 and training accuracy:0.998827457428 validation cost:0.018791437149 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0182066764683 and training accuracy:0.999007821083 validation cost:0.0170749928802 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.156009912 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230521425605 and training accuracy:0.955950856209 validation cost:0.23181040585 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.140775501728 and training accuracy:0.965542912483 validation cost:0.142717242241 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.108601458371 and training accuracy:0.972154974937 validation cost:0.110881894827 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0908796563745 and training accuracy:0.975507557392 validation cost:0.093069665134 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0791949778795 and training accuracy:0.978580713272 validation cost:0.0810957252979 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0707407146692 and training accuracy:0.980908930302 validation cost:0.0722830668092 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0642752945423 and training accuracy:0.982212722301 validation cost:0.0654532536864 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0591422133148 and training accuracy:0.984075248241 validation cost:0.0599754676223 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0549538992345 and training accuracy:0.985379040241 validation cost:0.0554780215025 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.471752882 Method 3 test accuracy:0.809099972248 Training with lmbda:118532.821955, 5 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.897491932 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363619208336 and training accuracy:0.935187697411 validation cost:0.369988203049 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.179245397449 and training accuracy:0.958276510239 validation cost:0.185224875808 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.123823225498 and training accuracy:0.969366431236 validation cost:0.130608603358 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0969856008887 and training accuracy:0.975365877151 validation cost:0.103915385902 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0808328315616 and training accuracy:0.978729188442 validation cost:0.0874305292964 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.069892629981 and training accuracy:0.981365323067 validation cost:0.0759677439928 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0619080364704 and training accuracy:0.983456075191 validation cost:0.0674030333757 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0557737722993 and training accuracy:0.985001385212 validation cost:0.060698453337 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0508871302009 and training accuracy:0.986364901066 validation cost:0.0552774444222 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:123.320827961 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.23956759274 and training accuracy:0.979609727859 validation cost:0.240672171116 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.113000035286 and training accuracy:0.990438997746 validation cost:0.107750661671 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.074201926589 and training accuracy:0.993951201439 validation cost:0.0672844797373 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0561161376536 and training accuracy:0.994731724262 validation cost:0.0488474667072 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0457097478211 and training accuracy:0.995707333088 validation cost:0.0384876094759 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0389275662601 and training accuracy:0.996097564697 validation cost:0.0318862833083 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0341318435967 and training accuracy:0.996195137501 validation cost:0.0273147765547 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0305422898382 and training accuracy:0.99658536911 validation cost:0.0239589046687 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0277418009937 and training accuracy:0.996780514717 validation cost:0.0213883109391 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.562557936 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.166109457612 and training accuracy:0.991070628166 validation cost:0.159761667252 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0725919753313 and training accuracy:0.995760798454 validation cost:0.069576844573 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0476429723203 and training accuracy:0.997023522854 validation cost:0.045584063977 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0362720377743 and training accuracy:0.997654914856 validation cost:0.0346005409956 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0297312662005 and training accuracy:0.998105883598 validation cost:0.0282608419657 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0254513788968 and training accuracy:0.998376488686 validation cost:0.0241048168391 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.022414015606 and training accuracy:0.998556852341 validation cost:0.0211550816894 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0201339218765 and training accuracy:0.998827457428 validation cost:0.0189436897635 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0183510649949 and training accuracy:0.999007821083 validation cost:0.0172183811665 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.855040789 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230971768498 and training accuracy:0.955857694149 validation cost:0.232243850827 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.14104232192 and training accuracy:0.965542912483 validation cost:0.142961084843 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.108838960528 and training accuracy:0.972154974937 validation cost:0.111091405153 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0911137312651 and training accuracy:0.975507557392 validation cost:0.0932752788067 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.079433619976 and training accuracy:0.978487610817 validation cost:0.081307567656 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.070983722806 and training accuracy:0.980815768242 validation cost:0.072503387928 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0645207464695 and training accuracy:0.982119560242 validation cost:0.065680116415 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0593889504671 and training accuracy:0.984075248241 validation cost:0.0602085255086 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.055200766772 and training accuracy:0.985192775726 validation cost:0.055714789778 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.224393129 Method 3 test accuracy:0.809700012207 Training with lmbda:120920.212212, 6 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.540143013 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36367303133 and training accuracy:0.935187697411 validation cost:0.370041251183 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.179295912385 and training accuracy:0.958276510239 validation cost:0.185273051262 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.123869456351 and training accuracy:0.969366431236 validation cost:0.130651533604 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0970293730497 and training accuracy:0.975365877151 validation cost:0.103956013918 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0808754488826 and training accuracy:0.978729188442 validation cost:0.0874709710479 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0699336379766 and training accuracy:0.981365323067 validation cost:0.0760074704885 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0619480721653 and training accuracy:0.983456075191 validation cost:0.0674427673221 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0558126978576 and training accuracy:0.985001385212 validation cost:0.0607378892601 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.050924886018 and training accuracy:0.986274003983 validation cost:0.0553165115416 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:122.943548918 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.239845842123 and training accuracy:0.979707300663 validation cost:0.240957707167 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.113195434213 and training accuracy:0.990438997746 validation cost:0.107953518629 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0743569359183 and training accuracy:0.993951201439 validation cost:0.0674454271793 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0562461651862 and training accuracy:0.994731724262 validation cost:0.0489821843803 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0458227396011 and training accuracy:0.995707333088 validation cost:0.0386043451726 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0390277057886 and training accuracy:0.996097564697 validation cost:0.0319895707071 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0342225953937 and training accuracy:0.996195137501 validation cost:0.0274080876261 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0306251905859 and training accuracy:0.99658536911 validation cost:0.0240439828485 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0278183445334 and training accuracy:0.996780514717 validation cost:0.0214666035026 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.721139908 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.166327446699 and training accuracy:0.991070628166 validation cost:0.159979611635 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0727351531386 and training accuracy:0.995760798454 validation cost:0.0697179362178 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.04776090011 and training accuracy:0.997023522854 validation cost:0.0456998534501 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0363754071295 and training accuracy:0.997654914856 validation cost:0.0347021631896 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0298243463039 and training accuracy:0.998105883598 validation cost:0.0283526908606 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0255366675556 and training accuracy:0.998376488686 validation cost:0.0241893418133 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0224930047989 and training accuracy:0.998556852341 validation cost:0.0212334953249 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0202077925205 and training accuracy:0.998827457428 validation cost:0.0190171543509 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0184204597026 and training accuracy:0.999007821083 validation cost:0.0172874461859 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.668431997 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.231192231178 and training accuracy:0.955950856209 validation cost:0.232457250357 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.141174435616 and training accuracy:0.965542912483 validation cost:0.143083065748 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.108956612647 and training accuracy:0.972154974937 validation cost:0.111196890473 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0912289917469 and training accuracy:0.975600659847 validation cost:0.0933785885572 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0795501023531 and training accuracy:0.978487610817 validation cost:0.0814132839441 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0711019784212 and training accuracy:0.980815768242 validation cost:0.0726124048233 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0646402016282 and training accuracy:0.982119560242 validation cost:0.0657918602228 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0595092102885 and training accuracy:0.984075248241 validation cost:0.0603233799338 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0553206428885 and training accuracy:0.985192775726 validation cost:0.0558309294283 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.227063894 Method 3 test accuracy:0.810199975967 Training with lmbda:127836.938509, 7 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.713886976 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363829553127 and training accuracy:0.935187697411 validation cost:0.37019559741 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.17944252491 and training accuracy:0.958276510239 validation cost:0.185412719846 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.124002672732 and training accuracy:0.969366431236 validation cost:0.130775436759 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0971555635333 and training accuracy:0.975365877151 validation cost:0.104073725641 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0809964090586 and training accuracy:0.978638291359 validation cost:0.0875866189599 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.070050984621 and training accuracy:0.981365323067 validation cost:0.0761228576303 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0620613843203 and training accuracy:0.983456075191 validation cost:0.0675562098622 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0559230148792 and training accuracy:0.985001385212 validation cost:0.0608501136303 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0510318540037 and training accuracy:0.986274003983 validation cost:0.0554267838597 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:122.702005148 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.240641817451 and training accuracy:0.979804873466 validation cost:0.241775810719 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.113755322993 and training accuracy:0.990438997746 validation cost:0.108535662293 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0747987255454 and training accuracy:0.993951201439 validation cost:0.0679043829441 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0566155984998 and training accuracy:0.994731724262 validation cost:0.0493652783334 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.046142809093 and training accuracy:0.995512187481 validation cost:0.0389351956546 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0393115468323 and training accuracy:0.996097564697 validation cost:0.0322823040187 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0344786047935 and training accuracy:0.996195137501 validation cost:0.0276715289801 and validation accuracy:1.0 Training on :(4, 5) training cost:0.030858963728 and training accuracy:0.99658536911 validation cost:0.0242840219289 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0280341170728 and training accuracy:0.996780514717 validation cost:0.0216877292842 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.925235987 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.166954338551 and training accuracy:0.991070628166 validation cost:0.160606086254 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0731472373009 and training accuracy:0.995760798454 validation cost:0.0701236501336 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0480990335345 and training accuracy:0.997023522854 validation cost:0.0460316613317 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0366710014641 and training accuracy:0.997654914856 validation cost:0.0349929071963 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0300901252776 and training accuracy:0.998105883598 validation cost:0.0286147408187 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0257794670761 and training accuracy:0.998376488686 validation cost:0.0244293604046 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0227177087218 and training accuracy:0.998556852341 validation cost:0.0214560497552 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0204174183309 and training accuracy:0.998827457428 validation cost:0.0192250907421 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0186175368726 and training accuracy:0.999007821083 validation cost:0.0174829699099 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.155422926 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.231825828552 and training accuracy:0.956043958664 validation cost:0.23306915164 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.141552746296 and training accuracy:0.965542912483 validation cost:0.143430769444 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.109293036163 and training accuracy:0.972341239452 validation cost:0.11149648577 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0915598422289 and training accuracy:0.975600659847 validation cost:0.0936720073223 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.079883761704 and training accuracy:0.978487610817 validation cost:0.0817127376795 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0714401751757 and training accuracy:0.980815768242 validation cost:0.0729212090373 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0649817660451 and training accuracy:0.982119560242 validation cost:0.0661096051335 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0598513670266 and training accuracy:0.983888983727 validation cost:0.0606472790241 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0556617714465 and training accuracy:0.985285878181 validation cost:0.0561584942043 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:119.74430418 Method 3 test accuracy:0.811399996281 Training with lmbda:142451.759075, 8 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:132.260523081 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36415079236 and training accuracy:0.935187697411 validation cost:0.370512247086 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.179743736982 and training accuracy:0.958185613155 validation cost:0.185700386763 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.124276310205 and training accuracy:0.96945732832 validation cost:0.131029948592 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.097413405776 and training accuracy:0.975365877151 validation cost:0.104314506054 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0812437236309 and training accuracy:0.978638291359 validation cost:0.0878243818879 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0702887251973 and training accuracy:0.981365323067 validation cost:0.0763573274016 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0622912794352 and training accuracy:0.983456075191 validation cost:0.0677881166339 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0561449751258 and training accuracy:0.985092282295 validation cost:0.061077658087 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0512465052307 and training accuracy:0.986183047295 validation cost:0.0556499250233 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:132.632570982 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.242253959179 and training accuracy:0.97990244627 validation cost:0.243432745337 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.114885516465 and training accuracy:0.990438997746 validation cost:0.109711371362 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0756872072816 and training accuracy:0.993951201439 validation cost:0.0688276141882 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0573570095003 and training accuracy:0.994536578655 validation cost:0.0501342192292 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0467843227088 and training accuracy:0.995414614677 validation cost:0.0395984724164 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0398790091276 and training accuracy:0.996195137501 validation cost:0.0328678674996 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0349890440702 and training accuracy:0.996195137501 validation cost:0.0281969644129 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0313247740269 and training accuracy:0.99658536911 validation cost:0.0247624479234 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0284636765718 and training accuracy:0.996780514717 validation cost:0.0221280157566 and validation accuracy:1.0 Training on :(4, 5) Time taken:121.091952085 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.168246254325 and training accuracy:0.991070628166 validation cost:0.161897882819 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0739939212799 and training accuracy:0.995760798454 validation cost:0.0709581002593 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0487903803587 and training accuracy:0.997023522854 validation cost:0.0467103421688 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0372723005712 and training accuracy:0.997745096684 validation cost:0.0355838984251 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0306287985295 and training accuracy:0.998105883598 validation cost:0.0291452575475 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0262707713991 and training accuracy:0.998376488686 validation cost:0.0249141976237 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.023170914501 and training accuracy:0.998556852341 validation cost:0.0219042301178 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0208391528577 and training accuracy:0.9987372756 validation cost:0.0196427833289 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0190125796944 and training accuracy:0.999007821083 validation cost:0.0178746916354 and validation accuracy:1.0 Training on :(6, 7) Time taken:132.651273012 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.233138501644 and training accuracy:0.956788957119 validation cost:0.234342679381 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.142350167036 and training accuracy:0.965542912483 validation cost:0.144169956446 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.109995812178 and training accuracy:0.972341239452 validation cost:0.112126171589 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0922466143966 and training accuracy:0.975786924362 validation cost:0.0942847877741 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.080573707819 and training accuracy:0.978394508362 validation cost:0.0823375433683 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0721351727843 and training accuracy:0.980815768242 validation cost:0.0735619813204 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0656792372465 and training accuracy:0.981933295727 validation cost:0.0667634680867 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0605480335653 and training accuracy:0.983702719212 validation cost:0.0613106749952 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0563548989594 and training accuracy:0.985285878181 validation cost:0.0568269230425 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:124.456064224 Method 3 test accuracy:0.812300026417 Training with lmbda:154340.494179, 9 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.376114845 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364406496286 and training accuracy:0.935187697411 validation cost:0.370764315128 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.179980382323 and training accuracy:0.958276510239 validation cost:0.185926660895 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.124490700662 and training accuracy:0.96945732832 validation cost:0.131230086088 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0976141542196 and training accuracy:0.975274980068 validation cost:0.104501873255 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0814360976219 and training accuracy:0.978547394276 validation cost:0.088008441031 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0704729855061 and training accuracy:0.981092631817 validation cost:0.0765378177166 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0624688528478 and training accuracy:0.98327422142 validation cost:0.0679667592049 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.056316062808 and training accuracy:0.985092282295 validation cost:0.0612528957427 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0514124184847 and training accuracy:0.986183047295 validation cost:0.0558217279613 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:123.474447012 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.243492335081 and training accuracy:0.979804873466 validation cost:0.24470539391 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.115757286549 and training accuracy:0.990341484547 validation cost:0.110618367791 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0763701498508 and training accuracy:0.99385368824 validation cost:0.0695373862982 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0579251684248 and training accuracy:0.994536578655 validation cost:0.0507240109146 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0472737401724 and training accuracy:0.995317101479 validation cost:0.0401055179536 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0403111316264 and training accuracy:0.996195137501 validation cost:0.0333143174648 and validation accuracy:1.0 Training on :(4, 5) training cost:0.035377793014 and training accuracy:0.996195137501 validation cost:0.0285976454616 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0316793657839 and training accuracy:0.99658536911 validation cost:0.0251270700246 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287903491408 and training accuracy:0.996780514717 validation cost:0.0224632341415 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.67052412 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.169264942408 and training accuracy:0.991070628166 validation cost:0.162915855646 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0746608972549 and training accuracy:0.995670616627 validation cost:0.0716155543923 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0493313409388 and training accuracy:0.997023522854 validation cost:0.0472417548299 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0377402044833 and training accuracy:0.997745096684 validation cost:0.0360441803932 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0310464464128 and training accuracy:0.998105883598 validation cost:0.0295569393784 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0266506094486 and training accuracy:0.998376488686 validation cost:0.0252889804542 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0235201288015 and training accuracy:0.998556852341 validation cost:0.0222494266927 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0211636200547 and training accuracy:0.9987372756 validation cost:0.0199640411884 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0193159859627 and training accuracy:0.999007821083 validation cost:0.0181753057986 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.689369917 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.234183833003 and training accuracy:0.957068383694 validation cost:0.235360071063 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.142993316054 and training accuracy:0.965449810028 validation cost:0.144769728184 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.110560566187 and training accuracy:0.972341239452 validation cost:0.112636238337 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0927933230996 and training accuracy:0.975693821907 validation cost:0.0947776436806 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0811193957925 and training accuracy:0.978673875332 validation cost:0.082835175097 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0726812854409 and training accuracy:0.980536401272 validation cost:0.0740670487285 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0662239640951 and training accuracy:0.982026457787 validation cost:0.0672747269273 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0610902756453 and training accuracy:0.983609616756 validation cost:0.0618274286389 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.05689195171 and training accuracy:0.984913408756 validation cost:0.057345405221 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:120.70395112 Method 3 test accuracy:0.81400001049 Training with lmbda:157509.332943, 10 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.356681108 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364473670721 and training accuracy:0.935187697411 validation cost:0.370830476284 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.180042609572 and training accuracy:0.958276510239 validation cost:0.185986205935 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.124546848238 and training accuracy:0.96945732832 validation cost:0.131282627583 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0976665019989 and training accuracy:0.975274980068 validation cost:0.104551106691 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0814863368869 and training accuracy:0.978547394276 validation cost:0.0880566239357 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0705210864544 and training accuracy:0.981092631817 validation cost:0.076584905386 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0625151842833 and training accuracy:0.98327422142 validation cost:0.0680130124092 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0563607364893 and training accuracy:0.985092282295 validation cost:0.0612982809544 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0514554381371 and training accuracy:0.986183047295 validation cost:0.0558660291135 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:123.75658989 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.243815362453 and training accuracy:0.979804873466 validation cost:0.245037660003 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.115983709693 and training accuracy:0.990341484547 validation cost:0.110853821039 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0765472874045 and training accuracy:0.99385368824 validation cost:0.0697213113308 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0580720640719 and training accuracy:0.994536578655 validation cost:0.0508762784302 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0473999865353 and training accuracy:0.995317101479 validation cost:0.0402360409498 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0404229424894 and training accuracy:0.996195137501 validation cost:0.0334295071661 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0354780890048 and training accuracy:0.996195137501 validation cost:0.0287006907165 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0317707285285 and training accuracy:0.99658536911 validation cost:0.0252208057791 and validation accuracy:1.0 Training on :(4, 5) training cost:0.028874354437 and training accuracy:0.996780514717 validation cost:0.0225491560996 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.217437029 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.169532954693 and training accuracy:0.991070628166 validation cost:0.16318321228 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0748357474804 and training accuracy:0.995670616627 validation cost:0.0717876926064 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0494723431766 and training accuracy:0.997023522854 validation cost:0.0473801195621 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.037861995399 and training accuracy:0.997745096684 validation cost:0.0361638441682 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0311546679586 and training accuracy:0.998105883598 validation cost:0.0296634342521 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0267488844693 and training accuracy:0.998376488686 validation cost:0.0253859050572 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0236105974764 and training accuracy:0.998556852341 validation cost:0.022338854149 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0212474241853 and training accuracy:0.9987372756 validation cost:0.0200469624251 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0193940922618 and training accuracy:0.999007821083 validation cost:0.0182526260614 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.574995995 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.234459117055 and training accuracy:0.957161486149 validation cost:0.23562900722 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.143165200949 and training accuracy:0.965356647968 validation cost:0.144931524992 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.110711246729 and training accuracy:0.972341239452 validation cost:0.112773910165 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0929385870695 and training accuracy:0.975693821907 validation cost:0.094910018146 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0812627971172 and training accuracy:0.978673875332 validation cost:0.0829672813416 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.072824344039 and training accuracy:0.980629563332 validation cost:0.0742005631328 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0663665384054 and training accuracy:0.981933295727 validation cost:0.0674098804593 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.061231546104 and training accuracy:0.983609616756 validation cost:0.0619632899761 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0570321083069 and training accuracy:0.984913408756 validation cost:0.0574815236032 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:120.921572924 Method 3 test accuracy:0.814400017262 Training with lmbda:167074.908473, 11 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.352861881 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364675730467 and training accuracy:0.935096800327 validation cost:0.371030122042 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.180227309465 and training accuracy:0.958367407322 validation cost:0.186162978411 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.124712638557 and training accuracy:0.96945732832 validation cost:0.131437584758 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0978226587176 and training accuracy:0.975274980068 validation cost:0.104698121548 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.081635132432 and training accuracy:0.978547394276 validation cost:0.0881996676326 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0706644356251 and training accuracy:0.981092631817 validation cost:0.0767266005278 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.062653131783 and training accuracy:0.98327422142 validation cost:0.0681523159146 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0564934276044 and training accuracy:0.985092282295 validation cost:0.0614345781505 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0515838935971 and training accuracy:0.986183047295 validation cost:0.0559992864728 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:123.762402058 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.244770243764 and training accuracy:0.97990244627 validation cost:0.246020615101 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.116651460528 and training accuracy:0.990341484547 validation cost:0.111548945308 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0770679563284 and training accuracy:0.99385368824 validation cost:0.0702628940344 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0585037618876 and training accuracy:0.994536578655 validation cost:0.0513247661293 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0477709323168 and training accuracy:0.995317101479 validation cost:0.0406207442284 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0407497398555 and training accuracy:0.996195137501 validation cost:0.0337675176561 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0357717163861 and training accuracy:0.996195137501 validation cost:0.0290038958192 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0320380814373 and training accuracy:0.996487796307 validation cost:0.0254961978644 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029120426625 and training accuracy:0.996780514717 validation cost:0.0228020679206 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.84613204 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.170329332352 and training accuracy:0.991160809994 validation cost:0.163979738951 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0753545612097 and training accuracy:0.995670616627 validation cost:0.0722995325923 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0498914420605 and training accuracy:0.997113764286 validation cost:0.0477920621634 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0382231101394 and training accuracy:0.997745096684 validation cost:0.036519125104 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0314754657447 and training accuracy:0.998196065426 validation cost:0.029979525134 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0270391739905 and training accuracy:0.998376488686 validation cost:0.0256724599749 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0238769408315 and training accuracy:0.998556852341 validation cost:0.0226022135466 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0214941557497 and training accuracy:0.9987372756 validation cost:0.0202912203968 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0196244549006 and training accuracy:0.999007821083 validation cost:0.0184806715697 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.490687132 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.235284492373 and training accuracy:0.957161486149 validation cost:0.236434295774 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.143679365516 and training accuracy:0.965356647968 validation cost:0.145413652062 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.111159957945 and training accuracy:0.972434341908 validation cost:0.11318217963 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0933694913983 and training accuracy:0.975693821907 validation cost:0.0953016802669 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0816886425018 and training accuracy:0.978487610817 validation cost:0.0833581984043 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0732478126884 and training accuracy:0.980629563332 validation cost:0.0745939537883 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0667873471975 and training accuracy:0.981840193272 validation cost:0.0678077042103 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0616488941014 and training accuracy:0.983330249786 validation cost:0.0623627640307 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0574450418353 and training accuracy:0.984727144241 validation cost:0.0578807257116 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:121.112086058 Method 3 test accuracy:0.81400001049 Training with lmbda:182585.275511, 12 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.824522972 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364995270967 and training accuracy:0.935096800327 validation cost:0.371345281601 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.180519759655 and training accuracy:0.958367407322 validation cost:0.186442568898 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.12497292459 and training accuracy:0.96945732832 validation cost:0.131680682302 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.098065815866 and training accuracy:0.975274980068 validation cost:0.104926630855 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0818669348955 and training accuracy:0.978456497192 validation cost:0.088420778513 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0708864927292 and training accuracy:0.981092631817 validation cost:0.0769448876381 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0628668889403 and training accuracy:0.98327422142 validation cost:0.0683675259352 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0567003525794 and training accuracy:0.985001385212 validation cost:0.0616467408836 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0517837665975 and training accuracy:0.986092150211 validation cost:0.0562068857253 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:124.124567986 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.24625428021 and training accuracy:0.980000019073 validation cost:0.2475476861 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.117687165737 and training accuracy:0.990341484547 validation cost:0.112627923489 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0778755620122 and training accuracy:0.99385368824 validation cost:0.0711034685373 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0591692440212 and training accuracy:0.994536578655 validation cost:0.0520160347223 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0483420901 and training accuracy:0.995121955872 validation cost:0.0412131287158 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0412528403103 and training accuracy:0.996195137501 validation cost:0.034287866205 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0362223237753 and training accuracy:0.996195137501 validation cost:0.0294690094888 and validation accuracy:1.0 Training on :(4, 5) training cost:0.032447963953 and training accuracy:0.996487796307 validation cost:0.0259186439216 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0294973347336 and training accuracy:0.996780514717 validation cost:0.023189669475 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.312172174 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.171588763595 and training accuracy:0.991250991821 validation cost:0.16523937881 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0761728957295 and training accuracy:0.995670616627 validation cost:0.0731072202325 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0505487620831 and training accuracy:0.997203946114 validation cost:0.0484391748905 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.038787022233 and training accuracy:0.997745096684 validation cost:0.0370748080313 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0319752581418 and training accuracy:0.998196065426 validation cost:0.0304728467017 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0274906270206 and training accuracy:0.998376488686 validation cost:0.0261188987643 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0242904555053 and training accuracy:0.998556852341 validation cost:0.0230118185282 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0218768678606 and training accuracy:0.9987372756 validation cost:0.0206706617028 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0199810341001 and training accuracy:0.999007821083 validation cost:0.0188345629722 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.165077925 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.236598804593 and training accuracy:0.957254588604 validation cost:0.237719580531 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.14450481534 and training accuracy:0.965542912483 validation cost:0.14619140327 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.111876726151 and training accuracy:0.972527444363 validation cost:0.113838739693 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0940543562174 and training accuracy:0.975600659847 validation cost:0.0959270074964 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0823612287641 and training accuracy:0.978487610817 validation cost:0.083977676928 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0739138498902 and training accuracy:0.980443298817 validation cost:0.0752171650529 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0674471184611 and training accuracy:0.981653928757 validation cost:0.0684333816171 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0623022764921 and training accuracy:0.983143985271 validation cost:0.0629899129272 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0580885522068 and training accuracy:0.984354615211 validation cost:0.0585057884455 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:120.739469051 Method 3 test accuracy:0.815699994564 Training with lmbda:184477.613232, 13 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.378741026 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36503392458 and training accuracy:0.935096800327 validation cost:0.371383428574 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.18055549264 and training accuracy:0.958367407322 validation cost:0.186476945877 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.125004529953 and training accuracy:0.96945732832 validation cost:0.131710529327 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0980949103832 and training accuracy:0.975274980068 validation cost:0.104954078794 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0818945169449 and training accuracy:0.978456497192 validation cost:0.0884469375014 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0709128379822 and training accuracy:0.981092631817 validation cost:0.0769706368446 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0628921762109 and training accuracy:0.98327422142 validation cost:0.0683928355575 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0567248351872 and training accuracy:0.985001385212 validation cost:0.0616715028882 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0518072061241 and training accuracy:0.986092150211 validation cost:0.0562309958041 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:123.613903046 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.246432214975 and training accuracy:0.980000019073 validation cost:0.247730851173 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.117811091244 and training accuracy:0.990341484547 validation cost:0.112757049501 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0779716819525 and training accuracy:0.99385368824 validation cost:0.0712035223842 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0592485480011 and training accuracy:0.994536578655 validation cost:0.0520983487368 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0484101586044 and training accuracy:0.995121955872 validation cost:0.0412837155163 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0413125865161 and training accuracy:0.996195137501 validation cost:0.0343495905399 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0362758375704 and training accuracy:0.996195137501 validation cost:0.0295241903514 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0324963964522 and training accuracy:0.996487796307 validation cost:0.0259685199708 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029541855678 and training accuracy:0.996780514717 validation cost:0.0232354551554 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.644340038 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.17174038291 and training accuracy:0.991341233253 validation cost:0.165391132236 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0762713626027 and training accuracy:0.995670616627 validation cost:0.0732045024633 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0506273172796 and training accuracy:0.997203946114 validation cost:0.0485166609287 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0388545133173 and training accuracy:0.997745096684 validation cost:0.0371415615082 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0320349745452 and training accuracy:0.998196065426 validation cost:0.0305319949985 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0275444686413 and training accuracy:0.998376488686 validation cost:0.0261722654104 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0243397690356 and training accuracy:0.998556852341 validation cost:0.0230608358979 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0219223480672 and training accuracy:0.9987372756 validation cost:0.0207159239799 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0200234446675 and training accuracy:0.999007821083 validation cost:0.0188768301159 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.739856005 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.236757680774 and training accuracy:0.957254588604 validation cost:0.237875044346 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.14460606873 and training accuracy:0.965542912483 validation cost:0.146286964417 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.111964263022 and training accuracy:0.972527444363 validation cost:0.113919146359 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0941378772259 and training accuracy:0.975600659847 validation cost:0.0960035845637 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.082442894578 and training accuracy:0.978487610817 validation cost:0.0840531736612 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0739943683147 and training accuracy:0.980443298817 validation cost:0.0752927958965 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0675264075398 and training accuracy:0.981653928757 validation cost:0.0685088485479 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0623806789517 and training accuracy:0.983143985271 validation cost:0.0630652308464 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0581652075052 and training accuracy:0.984354615211 validation cost:0.0585801936686 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:120.90469408 Method 3 test accuracy:0.815900027752 Training with lmbda:189132.195431, 14 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.128592014 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365128785372 and training accuracy:0.935096800327 validation cost:0.371477067471 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.180641263723 and training accuracy:0.958367407322 validation cost:0.186559095979 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.125080630183 and training accuracy:0.96945732832 validation cost:0.131782144308 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0981660932302 and training accuracy:0.975274980068 validation cost:0.105021499097 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0819623097777 and training accuracy:0.978456497192 validation cost:0.0885125026107 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0709778815508 and training accuracy:0.981092631817 validation cost:0.0770349726081 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0629544183612 and training accuracy:0.98327422142 validation cost:0.0684553235769 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0567851103842 and training accuracy:0.985001385212 validation cost:0.0617336332798 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0518652461469 and training accuracy:0.986092150211 validation cost:0.0562915578485 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:124.016767025 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.246862187982 and training accuracy:0.980000019073 validation cost:0.248173713684 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.118111044168 and training accuracy:0.990341484547 validation cost:0.113069981337 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0782043486834 and training accuracy:0.99385368824 validation cost:0.0714459493756 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0594404637814 and training accuracy:0.994536578655 validation cost:0.0522976592183 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0485741682351 and training accuracy:0.995121955872 validation cost:0.0414537377656 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0414567925036 and training accuracy:0.996195137501 validation cost:0.0344987511635 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0364049337804 and training accuracy:0.996195137501 validation cost:0.0296575389802 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0326134003699 and training accuracy:0.996487796307 validation cost:0.0260892510414 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0296492390335 and training accuracy:0.996780514717 validation cost:0.0233460143209 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.615123987 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.172110944986 and training accuracy:0.991341233253 validation cost:0.165761604905 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0765115395188 and training accuracy:0.995670616627 validation cost:0.073441542685 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0508192405105 and training accuracy:0.997203946114 validation cost:0.0487056411803 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0390183590353 and training accuracy:0.997745096684 validation cost:0.0373030565679 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0321798063815 and training accuracy:0.998196065426 validation cost:0.0306750219315 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0276749767363 and training accuracy:0.998376488686 validation cost:0.0263012833893 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0244591347873 and training accuracy:0.998556852341 validation cost:0.0231791138649 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0220325384289 and training accuracy:0.9987372756 validation cost:0.0208252612501 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0201257970184 and training accuracy:0.999007821083 validation cost:0.0189785379916 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.497018099 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.237144902349 and training accuracy:0.957254588604 validation cost:0.238254472613 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.144851669669 and training accuracy:0.965542912483 validation cost:0.146519646049 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.112177535892 and training accuracy:0.972341239452 validation cost:0.11411575973 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0943405404687 and training accuracy:0.975600659847 validation cost:0.0961890816689 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0826409757137 and training accuracy:0.978487610817 validation cost:0.0842360556126 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0741904303432 and training accuracy:0.980443298817 validation cost:0.0754764899611 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0677193626761 and training accuracy:0.981560826302 validation cost:0.0686917975545 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0625707879663 and training accuracy:0.983143985271 validation cost:0.0632479414344 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0583533495665 and training accuracy:0.984261512756 validation cost:0.0587627775967 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:121.088779926 Method 3 test accuracy:0.816299974918 Training with lmbda:0, 15 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.612308025 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370492696762 and training accuracy:0.936733007431 validation cost:0.375806123018 and validation accuracy:0.940257370472 Training on :(2, 3) training cost:0.177984297276 and training accuracy:0.960003614426 validation cost:0.183041512966 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.121461503208 and training accuracy:0.969366431236 validation cost:0.12743113935 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0944238975644 and training accuracy:0.975638568401 validation cost:0.100616790354 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0782122537494 and training accuracy:0.979183733463 validation cost:0.0841210708022 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0672444775701 and training accuracy:0.982456147671 validation cost:0.072657071054 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0592545047402 and training accuracy:0.983819663525 validation cost:0.0641271099448 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0531351082027 and training accuracy:0.985728561878 validation cost:0.0574901290238 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0482748188078 and training accuracy:0.987001180649 validation cost:0.0521549731493 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.508878946 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.223188921809 and training accuracy:0.979317069054 validation cost:0.223853290081 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.0993373095989 and training accuracy:0.990926802158 validation cost:0.094099201262 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0621205680072 and training accuracy:0.993951201439 validation cost:0.05521479249 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0451572388411 and training accuracy:0.995219528675 validation cost:0.0378545075655 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0356060005724 and training accuracy:0.995609760284 validation cost:0.0283219832927 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0295048952103 and training accuracy:0.996097564697 validation cost:0.022391917184 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0252706333995 and training accuracy:0.996487796307 validation cost:0.018386522308 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0221542492509 and training accuracy:0.996780514717 validation cost:0.0155184026808 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0197591967881 and training accuracy:0.996878027916 validation cost:0.0133745884523 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.515151024 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.148095160723 and training accuracy:0.988635361195 validation cost:0.142264857888 and validation accuracy:0.987226247787 Training on :(6, 7) training cost:0.0630634129047 and training accuracy:0.99395686388 validation cost:0.0605249404907 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0394191816449 and training accuracy:0.996482372284 validation cost:0.0377186313272 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0286187715828 and training accuracy:0.997474491596 validation cost:0.0271934233606 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.022464312613 and training accuracy:0.997835278511 validation cost:0.0211436375976 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0184938237071 and training accuracy:0.998286306858 validation cost:0.0172203648835 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0157206486911 and training accuracy:0.998286306858 validation cost:0.0144755542278 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0136739145964 and training accuracy:0.998917639256 validation cost:0.0124512184411 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0121008101851 and training accuracy:0.999007821083 validation cost:0.0108995996416 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.548367023 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.220250859857 and training accuracy:0.948407530785 validation cost:0.222907155752 and validation accuracy:0.942561209202 Training on :(8, 9) training cost:0.137884482741 and training accuracy:0.960420906544 validation cost:0.140772640705 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.10561914742 and training accuracy:0.969081759453 validation cost:0.108891174197 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.0869720652699 and training accuracy:0.974855661392 validation cost:0.0902261137962 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0743172764778 and training accuracy:0.978208243847 validation cost:0.0772916898131 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0650085359812 and training accuracy:0.980908930302 validation cost:0.067567974329 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0578292831779 and training accuracy:0.983330249786 validation cost:0.0599268265069 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0521131157875 and training accuracy:0.984913408756 validation cost:0.0537509284914 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0474523343146 and training accuracy:0.986403405666 validation cost:0.0486612021923 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.666162968 Method 3 test accuracy:0.718800008297 Training with lmbda:100471.885619, 16 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.042285919 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.373003959656 and training accuracy:0.936914801598 validation cost:0.378294378519 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.180540651083 and training accuracy:0.96027636528 validation cost:0.185483783484 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.123933516443 and training accuracy:0.969911813736 validation cost:0.129692047834 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0968916788697 and training accuracy:0.975456774235 validation cost:0.102823317051 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0806930735707 and training accuracy:0.979274630547 validation cost:0.0863389521837 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0697307661176 and training accuracy:0.982365250587 validation cost:0.0749039053917 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0617377385497 and training accuracy:0.984092354774 validation cost:0.0663951337337 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0556065179408 and training accuracy:0.985637664795 validation cost:0.0597679764032 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0507267378271 and training accuracy:0.986910283566 validation cost:0.05443155393 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.708832979 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.242864564061 and training accuracy:0.979609727859 validation cost:0.24425688386 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.113544613123 and training accuracy:0.990536570549 validation cost:0.108972333372 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0742999091744 and training accuracy:0.99385368824 validation cost:0.0679319351912 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.05609607324 and training accuracy:0.994829297066 validation cost:0.0492223389447 and validation accuracy:1.0 Training on :(4, 5) training cost:0.04565403983 and training accuracy:0.995121955872 validation cost:0.0387048758566 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0388648062944 and training accuracy:0.995512187481 validation cost:0.0320056378841 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0340729132295 and training accuracy:0.995609760284 validation cost:0.0273697376251 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0304926391691 and training accuracy:0.995999991894 validation cost:0.0239707417786 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0277025476098 and training accuracy:0.996292710304 validation cost:0.0213690567762 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.612385035 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.15981554985 and training accuracy:0.992152988911 validation cost:0.153771743178 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0706482380629 and training accuracy:0.996211767197 validation cost:0.067799679935 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0463939420879 and training accuracy:0.997294127941 validation cost:0.0444090366364 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0352694690228 and training accuracy:0.998015701771 validation cost:0.0336163304746 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0288533009589 and training accuracy:0.998105883598 validation cost:0.0273605827242 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0246517844498 and training accuracy:0.998376488686 validation cost:0.0232530906796 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0216692667454 and training accuracy:0.998827457428 validation cost:0.0203348975629 and validation accuracy:1.0 Training on :(6, 7) training cost:0.019430808723 and training accuracy:0.999188244343 validation cost:0.0181464515626 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0176809709519 and training accuracy:0.99927842617 validation cost:0.0164386145771 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.186813831 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.232422605157 and training accuracy:0.953808903694 validation cost:0.233520135283 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.142526492476 and training accuracy:0.964425384998 validation cost:0.144062519073 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.109980858862 and training accuracy:0.970758080482 validation cost:0.111794374883 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0919017270207 and training accuracy:0.975228190422 validation cost:0.0936618745327 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0799128040671 and training accuracy:0.979139506817 validation cost:0.081458799541 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0712157785892 and training accuracy:0.981281459332 validation cost:0.072484895587 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0645528435707 and training accuracy:0.983237087727 validation cost:0.0655358731747 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0592563599348 and training accuracy:0.984447777271 validation cost:0.0599669292569 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0549299642444 and training accuracy:0.986030936241 validation cost:0.0553924106061 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.680368185 Method 3 test accuracy:0.781899988651 Training with lmbda:110837.689046, 17 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.331743956 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.373235911131 and training accuracy:0.936914801598 validation cost:0.378523856401 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.180764123797 and training accuracy:0.96027636528 validation cost:0.18569599092 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.124139346182 and training accuracy:0.970093607903 validation cost:0.129880338907 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0970890074968 and training accuracy:0.975456774235 validation cost:0.103000931442 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0808851271868 and training accuracy:0.979274630547 validation cost:0.0865129381418 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0699179545045 and training accuracy:0.982274353504 validation cost:0.0750756934285 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0619204416871 and training accuracy:0.984092354774 validation cost:0.0665657818317 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0557848773897 and training accuracy:0.985637664795 validation cost:0.0599371902645 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0509006865323 and training accuracy:0.986910283566 validation cost:0.0545985847712 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.744238138 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.244205147028 and training accuracy:0.979609727859 validation cost:0.245643958449 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.114484734833 and training accuracy:0.990438997746 validation cost:0.109956085682 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0750416219234 and training accuracy:0.99385368824 validation cost:0.0687109827995 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0567159876227 and training accuracy:0.994829297066 validation cost:0.0498735867441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0461902990937 and training accuracy:0.995121955872 validation cost:0.0392680056393 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0393399521708 and training accuracy:0.995512187481 validation cost:0.032504145056 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0345014594495 and training accuracy:0.995609760284 validation cost:0.0278182663023 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0308834258467 and training accuracy:0.995999991894 validation cost:0.0243788100779 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0280630663037 and training accuracy:0.996292710304 validation cost:0.0217442288995 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.662570953 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.16073474288 and training accuracy:0.992243170738 validation cost:0.154678314924 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0712836533785 and training accuracy:0.996211767197 validation cost:0.0684225708246 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0469272211194 and training accuracy:0.997384309769 validation cost:0.0449335798621 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0357393920422 and training accuracy:0.998015701771 validation cost:0.0340810976923 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0292770974338 and training accuracy:0.998105883598 validation cost:0.0277819428593 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0250392314047 and training accuracy:0.998376488686 validation cost:0.0236402153969 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0220272932202 and training accuracy:0.998827457428 validation cost:0.0206940602511 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0197640880942 and training accuracy:0.999098062515 validation cost:0.0184818245471 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0179933235049 and training accuracy:0.99927842617 validation cost:0.016753943637 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.623647928 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.233468145132 and training accuracy:0.954181432724 validation cost:0.234530642629 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.143167212605 and training accuracy:0.964518547058 validation cost:0.144664049149 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.110548935831 and training accuracy:0.970758080482 validation cost:0.112316064537 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0924570560455 and training accuracy:0.974948763847 validation cost:0.0941703468561 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0804724171758 and training accuracy:0.979139506817 validation cost:0.0819768682122 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0717801824212 and training accuracy:0.981095194817 validation cost:0.0730148553848 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0651205703616 and training accuracy:0.982957720757 validation cost:0.0660762041807 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0598246380687 and training accuracy:0.984540879726 validation cost:0.0605148114264 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0554960258305 and training accuracy:0.985844671726 validation cost:0.0559443980455 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.634943962 Method 3 test accuracy:0.7825999856 Training with lmbda:112156.912078, 18 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.814021826 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.373265236616 and training accuracy:0.936914801598 validation cost:0.378552943468 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.180792063475 and training accuracy:0.96027636528 validation cost:0.185722544789 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.12416484952 and training accuracy:0.970093607903 validation cost:0.129903674126 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0971132665873 and training accuracy:0.975456774235 validation cost:0.103022843599 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0809087827802 and training accuracy:0.979274630547 validation cost:0.0865344777703 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0699411854148 and training accuracy:0.982274353504 validation cost:0.0750972107053 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.061943128705 and training accuracy:0.984092354774 validation cost:0.0665870979428 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.05580689013 and training accuracy:0.985637664795 validation cost:0.0599581561983 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0509222187102 and training accuracy:0.986910283566 validation cost:0.0546193532646 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:124.153405905 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.24437199533 and training accuracy:0.979609727859 validation cost:0.245816603303 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.114600487053 and training accuracy:0.990438997746 validation cost:0.11007720232 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0751326009631 and training accuracy:0.99385368824 validation cost:0.0688065215945 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0567920282483 and training accuracy:0.994829297066 validation cost:0.0499535501003 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0462560616434 and training accuracy:0.995121955872 validation cost:0.039337169379 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0393982045352 and training accuracy:0.995512187481 validation cost:0.0325653105974 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0345537401736 and training accuracy:0.995609760284 validation cost:0.0278730522841 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0309310145676 and training accuracy:0.995999991894 validation cost:0.0244285818189 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0281070414931 and training accuracy:0.996292710304 validation cost:0.021790061146 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.798229933 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.160850644112 and training accuracy:0.992243170738 validation cost:0.154792904854 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0713635012507 and training accuracy:0.996211767197 validation cost:0.0685010701418 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0469939038157 and training accuracy:0.997384309769 validation cost:0.0449993535876 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0357978753746 and training accuracy:0.998015701771 validation cost:0.0341390147805 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0293295700103 and training accuracy:0.998105883598 validation cost:0.0278341956437 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0250871833414 and training accuracy:0.998376488686 validation cost:0.0236881971359 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0220714528114 and training accuracy:0.998827457428 validation cost:0.0207384116948 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0198051724583 and training accuracy:0.999098062515 validation cost:0.0185232255608 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0180318169296 and training accuracy:0.99927842617 validation cost:0.0167928170413 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.492876053 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.233599290252 and training accuracy:0.954181432724 validation cost:0.234658226371 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.143248721957 and training accuracy:0.964332282543 validation cost:0.144741252065 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.110620886087 and training accuracy:0.970758080482 validation cost:0.112382702529 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0925269126892 and training accuracy:0.974948763847 validation cost:0.0942349359393 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0805422961712 and training accuracy:0.979139506817 validation cost:0.0820422023535 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0718504935503 and training accuracy:0.981095194817 validation cost:0.0730813890696 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0651912912726 and training accuracy:0.982957720757 validation cost:0.0661440715194 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0598951838911 and training accuracy:0.984540879726 validation cost:0.0605834126472 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0555662289262 and training accuracy:0.985844671726 validation cost:0.056013379246 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.244865894 Method 3 test accuracy:0.782700002193 Training with lmbda:113670.658968, 19 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.247801065 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.373298972845 and training accuracy:0.936914801598 validation cost:0.378586381674 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.180823937058 and training accuracy:0.96027636528 validation cost:0.185752928257 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.124193765223 and training accuracy:0.970093607903 validation cost:0.129930153489 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0971415713429 and training accuracy:0.975456774235 validation cost:0.103048555553 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0809360817075 and training accuracy:0.979274630547 validation cost:0.0865592509508 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0699676051736 and training accuracy:0.982274353504 validation cost:0.0751215592027 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.061968896538 and training accuracy:0.984001457691 validation cost:0.0666113868356 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.055832028389 and training accuracy:0.985637664795 validation cost:0.0599820464849 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0509467832744 and training accuracy:0.986910283566 validation cost:0.0546431615949 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.495218039 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.244561091065 and training accuracy:0.979609727859 validation cost:0.246012479067 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.114733159542 and training accuracy:0.990438997746 validation cost:0.110216073692 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0752362236381 and training accuracy:0.99385368824 validation cost:0.0689152702689 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0568783171475 and training accuracy:0.994829297066 validation cost:0.050044272095 and validation accuracy:1.0 Training on :(4, 5) training cost:0.046330679208 and training accuracy:0.995121955872 validation cost:0.0394154638052 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0394643060863 and training accuracy:0.995512187481 validation cost:0.0326345749199 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0346132218838 and training accuracy:0.995609760284 validation cost:0.0279353372753 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0309852529317 and training accuracy:0.995999991894 validation cost:0.0244852267206 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0281571317464 and training accuracy:0.996292710304 validation cost:0.0218422543257 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.475100994 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.160981759429 and training accuracy:0.992333352566 validation cost:0.154922232032 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0714540034533 and training accuracy:0.996211767197 validation cost:0.0685898661613 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0470697171986 and training accuracy:0.997384309769 validation cost:0.0450740382075 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0358642935753 and training accuracy:0.998015701771 validation cost:0.0342048443854 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0293892994523 and training accuracy:0.998105883598 validation cost:0.0278937201947 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.025141691789 and training accuracy:0.998376488686 validation cost:0.0237427446991 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0221216827631 and training accuracy:0.998827457428 validation cost:0.0207888782024 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0198519565165 and training accuracy:0.999098062515 validation cost:0.0185703951865 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0180756058544 and training accuracy:0.99927842617 validation cost:0.0168370362371 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.554910898 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.233750075102 and training accuracy:0.954088270664 validation cost:0.234804704785 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.143342107534 and training accuracy:0.964332282543 validation cost:0.144829690456 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.110703475773 and training accuracy:0.970758080482 validation cost:0.112459428608 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0926067829132 and training accuracy:0.974948763847 validation cost:0.0943087786436 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0806223228574 and training accuracy:0.979139506817 validation cost:0.0821167305112 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.071930617094 and training accuracy:0.981095194817 validation cost:0.0731569603086 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0652715861797 and training accuracy:0.982957720757 validation cost:0.0662207528949 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0599755086005 and training accuracy:0.984540879726 validation cost:0.0606609582901 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0556461364031 and training accuracy:0.985844671726 validation cost:0.0560913980007 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.632077932 Method 3 test accuracy:0.782700002193 Training with lmbda:118532.821955, 20 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.016973972 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.373406469822 and training accuracy:0.937005698681 validation cost:0.378692477942 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.180925279856 and training accuracy:0.960185408592 validation cost:0.185849174857 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.124287761748 and training accuracy:0.970093607903 validation cost:0.130016133189 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0972309485078 and training accuracy:0.975456774235 validation cost:0.103129200637 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.081022977829 and training accuracy:0.979274630547 validation cost:0.0866381376982 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0700522512197 and training accuracy:0.982274353504 validation cost:0.0751995667815 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0620510987937 and training accuracy:0.984001457691 validation cost:0.0666886270046 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0559120774269 and training accuracy:0.985637664795 validation cost:0.0600583478808 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0510247014463 and training accuracy:0.986910283566 validation cost:0.0547181256115 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.767375946 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.245163485408 and training accuracy:0.979609727859 validation cost:0.246635809541 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.115151792765 and training accuracy:0.990438997746 validation cost:0.110653832555 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0755648314953 and training accuracy:0.99385368824 validation cost:0.0692602023482 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0571518316865 and training accuracy:0.994731724262 validation cost:0.0503315515816 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0465667843819 and training accuracy:0.995121955872 validation cost:0.039663400501 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0396725460887 and training accuracy:0.995512187481 validation cost:0.0328530147672 and validation accuracy:1.0 Training on :(4, 5) training cost:0.034800298512 and training accuracy:0.995609760284 validation cost:0.0281313881278 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0311560109258 and training accuracy:0.995999991894 validation cost:0.0246636793017 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0283144116402 and training accuracy:0.996292710304 validation cost:0.0220062732697 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.500880003 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161401376128 and training accuracy:0.992423534393 validation cost:0.155336678028 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0717435777187 and training accuracy:0.996211767197 validation cost:0.0688744187355 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.047310821712 and training accuracy:0.997384309769 validation cost:0.0453119985759 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0360756739974 and training accuracy:0.998015701771 validation cost:0.0344145298004 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.029578724876 and training accuracy:0.998105883598 validation cost:0.0280825719237 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0253143105656 and training accuracy:0.998376488686 validation cost:0.0239154621959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0222806725651 and training accuracy:0.998827457428 validation cost:0.0209486149251 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0199997071177 and training accuracy:0.999098062515 validation cost:0.0187194477767 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0182137750089 and training accuracy:0.99927842617 validation cost:0.0169767737389 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.570367098 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.234229072928 and training accuracy:0.954088270664 validation cost:0.235270559788 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.143637999892 and training accuracy:0.964332282543 validation cost:0.145110160112 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.110965594649 and training accuracy:0.970758080482 validation cost:0.112702943385 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0928622931242 and training accuracy:0.974948763847 validation cost:0.0945456027985 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0808772966266 and training accuracy:0.979046404362 validation cost:0.0823548957705 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0721862614155 and training accuracy:0.981095194817 validation cost:0.073398411274 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0655278712511 and training accuracy:0.982864618301 validation cost:0.0664664283395 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0602309405804 and training accuracy:0.984540879726 validation cost:0.0609082952142 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0559001155198 and training accuracy:0.985751509666 validation cost:0.0563404783607 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.884857893 Method 3 test accuracy:0.782800018787 Training with lmbda:120920.212212, 21 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.649115086 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.373458534479 and training accuracy:0.937005698681 validation cost:0.37874391675 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.1809746176 and training accuracy:0.960185408592 validation cost:0.185896083713 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.12433347106 and training accuracy:0.970093607903 validation cost:0.130058020353 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0972747132182 and training accuracy:0.975456774235 validation cost:0.103168919683 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0810652598739 and training accuracy:0.979274630547 validation cost:0.0866767242551 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0700933486223 and training accuracy:0.982274353504 validation cost:0.0752377659082 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0620907247066 and training accuracy:0.984001457691 validation cost:0.0667260140181 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0559510365129 and training accuracy:0.985637664795 validation cost:0.0600958913565 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0510625690222 and training accuracy:0.986910283566 validation cost:0.0547548308969 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.844703913 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.245455548167 and training accuracy:0.979609727859 validation cost:0.246937945485 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.115354679525 and training accuracy:0.990438997746 validation cost:0.110866032541 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0757230818272 and training accuracy:0.99385368824 validation cost:0.0694262087345 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0572831071913 and training accuracy:0.994731724262 validation cost:0.0504694506526 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0466800741851 and training accuracy:0.995121955872 validation cost:0.0397822596133 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0397726036608 and training accuracy:0.995414614677 validation cost:0.0329579673707 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0348901003599 and training accuracy:0.995609760284 validation cost:0.0282254125923 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0312378518283 and training accuracy:0.995999991894 validation cost:0.0247492138296 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0283896550536 and training accuracy:0.996292710304 validation cost:0.0220846533775 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.59127593 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161607041955 and training accuracy:0.992423534393 validation cost:0.155539855361 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0718845054507 and training accuracy:0.996211767197 validation cost:0.0690130218863 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0474277362227 and training accuracy:0.997384309769 validation cost:0.045427441597 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0361778102815 and training accuracy:0.998015701771 validation cost:0.0345158949494 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0296702310443 and training accuracy:0.998105883598 validation cost:0.0281738322228 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0253976602107 and training accuracy:0.998376488686 validation cost:0.0239989031106 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0223572924733 and training accuracy:0.998827457428 validation cost:0.0210255850106 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0200708601624 and training accuracy:0.999098062515 validation cost:0.018791206181 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0182803701609 and training accuracy:0.99927842617 validation cost:0.0170441437513 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.761420012 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.234463259578 and training accuracy:0.953995168209 validation cost:0.235498085618 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.143783137202 and training accuracy:0.964332282543 validation cost:0.145247206092 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.111093752086 and training accuracy:0.970758080482 validation cost:0.112821139395 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0929869264364 and training accuracy:0.974948763847 validation cost:0.0946604982018 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0810014680028 and training accuracy:0.979046404362 validation cost:0.0824702084064 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0723109468818 and training accuracy:0.981095194817 validation cost:0.0735154151917 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0656520575285 and training accuracy:0.982864618301 validation cost:0.0665844976902 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0603549182415 and training accuracy:0.984540879726 validation cost:0.0610277578235 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.056023363024 and training accuracy:0.985658407211 validation cost:0.0564603582025 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.528508186 Method 3 test accuracy:0.783200025558 Training with lmbda:127836.938509, 22 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.847204924 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.373609960079 and training accuracy:0.937005698681 validation cost:0.378893643618 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.181117296219 and training accuracy:0.960185408592 validation cost:0.186031892896 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.124464213848 and training accuracy:0.970093607903 validation cost:0.130177780986 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0973991900682 and training accuracy:0.975456774235 validation cost:0.10328193754 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0811859816313 and training accuracy:0.97936552763 validation cost:0.0867873728275 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0702105015516 and training accuracy:0.982274353504 validation cost:0.0753471031785 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0622043833137 and training accuracy:0.984001457691 validation cost:0.0668339058757 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0560619421303 and training accuracy:0.985637664795 validation cost:0.0602022409439 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0511704869568 and training accuracy:0.986910283566 validation cost:0.0548595972359 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.512701035 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.246283009648 and training accuracy:0.979609727859 validation cost:0.247793912888 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.11593105644 and training accuracy:0.990438997746 validation cost:0.111468650401 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0761730447412 and training accuracy:0.99385368824 validation cost:0.069898031652 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0576560460031 and training accuracy:0.994731724262 validation cost:0.050861209631 and validation accuracy:1.0 Training on :(4, 5) training cost:0.047000259161 and training accuracy:0.995121955872 validation cost:0.0401186719537 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0400552526116 and training accuracy:0.995317101479 validation cost:0.033254634589 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0351440310478 and training accuracy:0.995609760284 validation cost:0.0284912306815 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0314692854881 and training accuracy:0.99590241909 validation cost:0.0249910894781 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286029968411 and training accuracy:0.996292710304 validation cost:0.0223071146756 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.680898905 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162192612886 and training accuracy:0.992423534393 validation cost:0.156117931008 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0722865462303 and training accuracy:0.996211767197 validation cost:0.0694084763527 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0477605648339 and training accuracy:0.997294127941 validation cost:0.0457563623786 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.036467820406 and training accuracy:0.998015701771 validation cost:0.0348037444055 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0299300123006 and training accuracy:0.998105883598 validation cost:0.0284330267459 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0256338547915 and training accuracy:0.998286306858 validation cost:0.0242355242372 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0225744880736 and training accuracy:0.998827457428 validation cost:0.0212440583855 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0202722139657 and training accuracy:0.999007821083 validation cost:0.0189944114536 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0184684284031 and training accuracy:0.99927842617 validation cost:0.0172344446182 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.577327013 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.23513738811 and training accuracy:0.953995168209 validation cost:0.236155256629 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.144203618169 and training accuracy:0.964332282543 validation cost:0.145647123456 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.111462630332 and training accuracy:0.970758080482 validation cost:0.113164700568 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.093343526125 and training accuracy:0.974948763847 validation cost:0.0949920713902 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0813562497497 and training accuracy:0.979046404362 validation cost:0.0828025341034 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0726644620299 and training accuracy:0.981095194817 validation cost:0.0738508626819 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0660049766302 and training accuracy:0.982585191727 validation cost:0.0669232457876 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0607064254582 and training accuracy:0.984447777271 validation cost:0.0613692626357 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0563721582294 and training accuracy:0.985658407211 validation cost:0.0568026788533 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.868985176 Method 3 test accuracy:0.784200012684 Training with lmbda:142451.759075, 23 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.622964144 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.373924285173 and training accuracy:0.936914801598 validation cost:0.379204034805 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.181411579251 and training accuracy:0.960185408592 validation cost:0.186311617494 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.124732136726 and training accuracy:0.970184504986 validation cost:0.130423277617 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0976541638374 and training accuracy:0.975365877151 validation cost:0.103512793779 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0814321264625 and training accuracy:0.97936552763 validation cost:0.0870122313499 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0704495087266 and training accuracy:0.982274353504 validation cost:0.0755695700645 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0624362975359 and training accuracy:0.984001457691 validation cost:0.0670532882214 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0562878958881 and training accuracy:0.985546767712 validation cost:0.0604189783335 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0513903014362 and training accuracy:0.986910283566 validation cost:0.0550728179514 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.506571054 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.247956097126 and training accuracy:0.979512214661 validation cost:0.249523669481 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.117091342807 and training accuracy:0.990634143353 validation cost:0.112682066858 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0770744457841 and training accuracy:0.99385368824 validation cost:0.0708444789052 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0584004968405 and training accuracy:0.994731724262 validation cost:0.0516439862549 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0476391874254 and training accuracy:0.995121955872 validation cost:0.0407907031476 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0406184084713 and training accuracy:0.995317101479 validation cost:0.0338460952044 and validation accuracy:1.0 Training on :(4, 5) training cost:0.035649754107 and training accuracy:0.995609760284 validation cost:0.0290213935077 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0319296568632 and training accuracy:0.99590241909 validation cost:0.0254726689309 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290260631591 and training accuracy:0.996292710304 validation cost:0.0227486994117 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.439090014 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163404107094 and training accuracy:0.992513775826 validation cost:0.157315865159 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0731137767434 and training accuracy:0.996211767197 validation cost:0.0702236369252 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0484414957464 and training accuracy:0.997294127941 validation cost:0.0464298762381 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0370583161712 and training accuracy:0.998015701771 validation cost:0.0353905558586 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0304564964026 and training accuracy:0.998105883598 validation cost:0.0289587657899 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.026110926643 and training accuracy:0.998286306858 validation cost:0.0247140675783 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0230122357607 and training accuracy:0.998827457428 validation cost:0.0216851439327 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0206773541868 and training accuracy:0.999007821083 validation cost:0.0194041226059 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0188462249935 and training accuracy:0.99927842617 validation cost:0.0176177993417 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.650987864 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.236527085304 and training accuracy:0.954088270664 validation cost:0.237514942884 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.145083755255 and training accuracy:0.964611649513 validation cost:0.146488249302 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.112231202424 and training accuracy:0.970571815968 validation cost:0.113886058331 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0940813720226 and training accuracy:0.974669396877 validation cost:0.0956832543015 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0820855051279 and training accuracy:0.978953242302 validation cost:0.083490550518 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.073391482234 and training accuracy:0.980908930302 validation cost:0.0745451524854 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.066726975143 and training accuracy:0.982585191727 validation cost:0.0676202699542 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0614236034453 and training accuracy:0.984354615211 validation cost:0.0620694793761 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0570823028684 and training accuracy:0.985379040241 validation cost:0.0575025603175 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.475193024 Method 3 test accuracy:0.786099970341 Training with lmbda:154340.494179, 24 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.191751957 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.374174714088 and training accuracy:0.936914801598 validation cost:0.379451483488 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.181643769145 and training accuracy:0.960185408592 validation cost:0.18653228879 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.124942652881 and training accuracy:0.970184504986 validation cost:0.130615890026 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0978551879525 and training accuracy:0.975365877151 validation cost:0.10369502753 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0816253051162 and training accuracy:0.97936552763 validation cost:0.0871898531914 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0706367716193 and training accuracy:0.982274353504 validation cost:0.0757442340255 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0626173466444 and training accuracy:0.984001457691 validation cost:0.067225471139 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0564635768533 and training accuracy:0.985546767712 validation cost:0.0605878420174 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0515619628131 and training accuracy:0.986910283566 validation cost:0.0552394092083 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.91098094 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.249253958464 and training accuracy:0.979414641857 validation cost:0.250866085291 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.117986246943 and training accuracy:0.99082928896 validation cost:0.113618455827 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0777659788728 and training accuracy:0.993756115437 validation cost:0.0715709626675 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0589691139758 and training accuracy:0.994731724262 validation cost:0.0522423684597 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0481259450316 and training accuracy:0.995121955872 validation cost:0.0413029119372 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0410459265113 and training accuracy:0.995317101479 validation cost:0.0342955291271 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0360323861241 and training accuracy:0.995609760284 validation cost:0.029423173517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0322769880295 and training accuracy:0.995804905891 validation cost:0.0258367899805 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029345035553 and training accuracy:0.996097564697 validation cost:0.0230823289603 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.698611975 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.164358571172 and training accuracy:0.992513775826 validation cost:0.15825971961 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.073763243854 and training accuracy:0.996211767197 validation cost:0.0708635374904 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0489729195833 and training accuracy:0.997203946114 validation cost:0.0469557717443 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0375172719359 and training accuracy:0.998105883598 validation cost:0.0358470827341 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0308641046286 and training accuracy:0.998105883598 validation cost:0.0293664894998 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0264791175723 and training accuracy:0.998286306858 validation cost:0.0250841956586 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0233491603285 and training accuracy:0.998827457428 validation cost:0.0220253765583 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0209886692464 and training accuracy:0.999007821083 validation cost:0.0197195280343 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0191360060126 and training accuracy:0.99927842617 validation cost:0.0179121643305 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.957848072 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.237631678581 and training accuracy:0.954181432724 validation cost:0.238599076867 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.145789325237 and training accuracy:0.964518547058 validation cost:0.147166371346 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.112847827375 and training accuracy:0.970478653908 validation cost:0.114468894899 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0946680977941 and training accuracy:0.974669396877 validation cost:0.0962363928556 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.082662679255 and training accuracy:0.978953242302 validation cost:0.0840380862355 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0739630758762 and training accuracy:0.980629563332 validation cost:0.0750937908888 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0672942325473 and training accuracy:0.982492089272 validation cost:0.0681713521481 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0619839690626 and training accuracy:0.984075248241 validation cost:0.0626195520163 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0576361455023 and training accuracy:0.985379040241 validation cost:0.0580518394709 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.679260969 Method 3 test accuracy:0.787299990654 Training with lmbda:157509.332943, 25 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.461508036 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.374241024256 and training accuracy:0.937005698681 validation cost:0.379516929388 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.18170504272 and training accuracy:0.960185408592 validation cost:0.186590448022 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.124997958541 and training accuracy:0.970275402069 validation cost:0.130666702986 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0979069396853 and training accuracy:0.975365877151 validation cost:0.10374224931 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0816756114364 and training accuracy:0.97936552763 validation cost:0.0872363373637 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0706856697798 and training accuracy:0.982274353504 validation cost:0.0757903978229 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0626647099853 and training accuracy:0.984001457691 validation cost:0.0672711730003 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0565094053745 and training accuracy:0.985546767712 validation cost:0.0606327131391 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0516066923738 and training accuracy:0.986819386482 validation cost:0.0552832372487 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.685172081 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.249590396881 and training accuracy:0.979414641857 validation cost:0.251213878393 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.118219032884 and training accuracy:0.99082928896 validation cost:0.113861955702 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0779447853565 and training accuracy:0.993756115437 validation cost:0.0717587247491 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0591158047318 and training accuracy:0.994731724262 validation cost:0.0523966476321 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0482515916228 and training accuracy:0.995121955872 validation cost:0.0414349548519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0411561541259 and training accuracy:0.995317101479 validation cost:0.034411367029 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0361308939755 and training accuracy:0.995609760284 validation cost:0.0295266192406 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323664061725 and training accuracy:0.995804905891 validation cost:0.0259305089712 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0294270310551 and training accuracy:0.996097564697 validation cost:0.023168142885 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.668042898 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.164606243372 and training accuracy:0.992513775826 validation cost:0.158504933119 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0739331692457 and training accuracy:0.996211767197 validation cost:0.0710311308503 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0491117052734 and training accuracy:0.997203946114 validation cost:0.047093257308 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0376367978752 and training accuracy:0.998105883598 validation cost:0.0359660722315 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0309700928628 and training accuracy:0.998105883598 validation cost:0.0294726472348 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0265748947859 and training accuracy:0.998286306858 validation cost:0.0251805912703 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.023436717689 and training accuracy:0.998827457428 validation cost:0.0221139229834 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0210693608969 and training accuracy:0.999007821083 validation cost:0.0198014099151 and validation accuracy:1.0 Training on :(6, 7) training cost:0.019210902974 and training accuracy:0.99927842617 validation cost:0.0179883781821 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.602255821 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.237921833992 and training accuracy:0.954181432724 validation cost:0.238884434104 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.145974978805 and training accuracy:0.964518547058 validation cost:0.147345662117 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.113009802997 and training accuracy:0.970478653908 validation cost:0.114622719586 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.094822704792 and training accuracy:0.974669396877 validation cost:0.0963826403022 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0828143060207 and training accuracy:0.978953242302 validation cost:0.0841817557812 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0741129890084 and training accuracy:0.980629563332 validation cost:0.075237005949 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0674425289035 and training accuracy:0.982492089272 validation cost:0.0683145076036 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0621302649379 and training accuracy:0.983982145786 validation cost:0.0627624318004 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0577801838517 and training accuracy:0.985285878181 validation cost:0.0581936500967 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.178027868 Method 3 test accuracy:0.788600027561 Training with lmbda:167074.908473, 26 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.9693892 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.374438256025 and training accuracy:0.937096655369 validation cost:0.379711836576 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.181888952851 and training accuracy:0.960185408592 validation cost:0.18676546216 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.125163316727 and training accuracy:0.970275402069 validation cost:0.130818426609 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0980622172356 and training accuracy:0.975365877151 validation cost:0.103883810341 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0818241685629 and training accuracy:0.97936552763 validation cost:0.0873734652996 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0708293095231 and training accuracy:0.982092559338 validation cost:0.0759254917502 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0628040358424 and training accuracy:0.984092354774 validation cost:0.0674044266343 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0566449873149 and training accuracy:0.985546767712 validation cost:0.0607638917863 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0517379939556 and training accuracy:0.986819386482 validation cost:0.0554114356637 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.682756901 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.250582814217 and training accuracy:0.979512214661 validation cost:0.252240121365 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.118902459741 and training accuracy:0.99082928896 validation cost:0.114577583969 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0784712359309 and training accuracy:0.993756115437 validation cost:0.0723119974136 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0595468878746 and training accuracy:0.994731724262 validation cost:0.0528501011431 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0486197657883 and training accuracy:0.995121955872 validation cost:0.0418224036694 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0414787717164 and training accuracy:0.995317101479 validation cost:0.0347510352731 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0364190638065 and training accuracy:0.995609760284 validation cost:0.0298297870904 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0326277054846 and training accuracy:0.995804905891 validation cost:0.026204964146 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0296669267118 and training accuracy:0.996097564697 validation cost:0.0234194528311 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.465297937 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.165352076292 and training accuracy:0.992603957653 validation cost:0.159243613482 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0744393840432 and training accuracy:0.996211767197 validation cost:0.0715308487415 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0495233088732 and training accuracy:0.997203946114 validation cost:0.0475012920797 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0379902012646 and training accuracy:0.998105883598 validation cost:0.0363183133304 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0312828980386 and training accuracy:0.998105883598 validation cost:0.0297862626612 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0268563386053 and training accuracy:0.998286306858 validation cost:0.0254642255604 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0236932020634 and training accuracy:0.998827457428 validation cost:0.022373534739 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0213057976216 and training accuracy:0.999007821083 validation cost:0.0200416836888 and validation accuracy:1.0 Training on :(6, 7) training cost:0.019430520013 and training accuracy:0.999188244343 validation cost:0.0182121079415 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.93506813 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.238785922527 and training accuracy:0.954367637634 validation cost:0.239734813571 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.146531537175 and training accuracy:0.964611649513 validation cost:0.147883802652 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.113494150341 and training accuracy:0.970478653908 validation cost:0.115083508193 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0952821299434 and training accuracy:0.974576294422 validation cost:0.0968189761043 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0832639634609 and training accuracy:0.978580713272 validation cost:0.0846107900143 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0745561867952 and training accuracy:0.980629563332 validation cost:0.075662843883 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0678807795048 and training accuracy:0.982585191727 validation cost:0.0687407180667 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.062563419342 and training accuracy:0.983982145786 validation cost:0.0631883963943 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0582069531083 and training accuracy:0.985192775726 validation cost:0.0586167126894 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.750281096 Method 3 test accuracy:0.78979998827 Training with lmbda:182585.275511, 27 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.157564878 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.374752372503 and training accuracy:0.937278449535 validation cost:0.380022108555 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.182179287076 and training accuracy:0.960185408592 validation cost:0.187041804194 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.125423982739 and training accuracy:0.970275402069 validation cost:0.131057649851 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0983067005873 and training accuracy:0.975365877151 validation cost:0.104107111692 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0820578858256 and training accuracy:0.979183733463 validation cost:0.0875898897648 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0710541680455 and training accuracy:0.982092559338 validation cost:0.0761372148991 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0630218610168 and training accuracy:0.984092354774 validation cost:0.0676123797894 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0568555891514 and training accuracy:0.985546767712 validation cost:0.0609680190682 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.051942486316 and training accuracy:0.986819386482 validation cost:0.0556109212339 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.774276972 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.252136588097 and training accuracy:0.979414641857 validation cost:0.253847181797 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.119966343045 and training accuracy:0.990926802158 validation cost:0.115691155195 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0792852714658 and training accuracy:0.993756115437 validation cost:0.0731669217348 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0602131523192 and training accuracy:0.994731724262 validation cost:0.0535501874983 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0491875819862 and training accuracy:0.995121955872 validation cost:0.0424193814397 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0419763885438 and training accuracy:0.995317101479 validation cost:0.0352741330862 and validation accuracy:1.0 Training on :(4, 5) training cost:0.036863643676 and training accuracy:0.995609760284 validation cost:0.0302968099713 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0330306664109 and training accuracy:0.995804905891 validation cost:0.0266274716705 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0300366692245 and training accuracy:0.996292710304 validation cost:0.0238063465804 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.803812027 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.166529268026 and training accuracy:0.992694139481 validation cost:0.160411059856 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0752365216613 and training accuracy:0.996121585369 validation cost:0.0723182410002 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0501665398479 and training accuracy:0.997203946114 validation cost:0.0481393560767 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0385404638946 and training accuracy:0.998105883598 validation cost:0.0368671678007 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0317676067352 and training accuracy:0.998105883598 validation cost:0.0302724447101 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0272918976843 and training accuracy:0.998376488686 validation cost:0.0259033925831 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0240901112556 and training accuracy:0.998827457428 validation cost:0.0227754823864 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0216711666435 and training accuracy:0.999007821083 validation cost:0.020413139835 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0197695810348 and training accuracy:0.999188244343 validation cost:0.0185576397926 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.416881084 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.240154340863 and training accuracy:0.954367637634 validation cost:0.241083949804 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.147416740656 and training accuracy:0.964704811573 validation cost:0.148740768433 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.114261269569 and training accuracy:0.970292448997 validation cost:0.115815140307 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0960083827376 and training accuracy:0.974296867847 validation cost:0.0975095704198 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0839709565043 and training accuracy:0.978394508362 validation cost:0.0852858424187 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0752517357469 and training accuracy:0.980443298817 validation cost:0.076333001256 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0685654804111 and training accuracy:0.982585191727 validation cost:0.0694067701697 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0632391273975 and training accuracy:0.983795881271 validation cost:0.0638524889946 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0588732808828 and training accuracy:0.985192775726 validation cost:0.0592780299485 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.09778595 Method 3 test accuracy:0.790400028229 Training with lmbda:184477.613232, 28 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.155041933 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.374790072441 and training accuracy:0.937278449535 validation cost:0.380059301853 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.182213887572 and training accuracy:0.960185408592 validation cost:0.187074750662 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.125455260277 and training accuracy:0.970275402069 validation cost:0.131086349487 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0983358845115 and training accuracy:0.975365877151 validation cost:0.104133740067 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0820856243372 and training accuracy:0.979183733463 validation cost:0.0876154452562 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0710813999176 and training accuracy:0.982092559338 validation cost:0.0761627703905 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0630481764674 and training accuracy:0.984092354774 validation cost:0.0676373615861 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.056880902499 and training accuracy:0.985546767712 validation cost:0.0609925426543 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.051966894418 and training accuracy:0.986819386482 validation cost:0.0556347370148 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.73527503 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.252322614193 and training accuracy:0.979414641857 validation cost:0.254040062428 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.120092913508 and training accuracy:0.990926802158 validation cost:0.1158240363 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0793817415833 and training accuracy:0.993756115437 validation cost:0.0732684731483 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.060291826725 and training accuracy:0.994731724262 validation cost:0.0536331310868 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0492546074092 and training accuracy:0.995121955872 validation cost:0.0424901247025 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0420348867774 and training accuracy:0.995317101479 validation cost:0.0353358276188 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0369157642126 and training accuracy:0.995609760284 validation cost:0.0303517244756 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0330779217184 and training accuracy:0.995804905891 validation cost:0.0266772229224 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0300800390542 and training accuracy:0.996292710304 validation cost:0.0238519236445 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.771338224 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.166669204831 and training accuracy:0.992694139481 validation cost:0.160549879074 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0753317698836 and training accuracy:0.996121585369 validation cost:0.0724123641849 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0502434074879 and training accuracy:0.997203946114 validation cost:0.0482156798244 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0386060811579 and training accuracy:0.998105883598 validation cost:0.0369327291846 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.031825426966 and training accuracy:0.998105883598 validation cost:0.0303305182606 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0273437630385 and training accuracy:0.998376488686 validation cost:0.0259557235986 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0241371933371 and training accuracy:0.998827457428 validation cost:0.0228232443333 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0217144116759 and training accuracy:0.999007821083 validation cost:0.0204571653157 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0198096893728 and training accuracy:0.999188244343 validation cost:0.0185985807329 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.491588116 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.24032138288 and training accuracy:0.954367637634 validation cost:0.241248577833 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.147524818778 and training accuracy:0.964704811573 validation cost:0.148845091462 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.114354528487 and training accuracy:0.970292448997 validation cost:0.115904144943 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0960961505771 and training accuracy:0.974203765392 validation cost:0.0975933372974 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0840560868382 and training accuracy:0.978301346302 validation cost:0.0853673070669 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0753350928426 and training accuracy:0.980443298817 validation cost:0.0764136239886 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0686477124691 and training accuracy:0.982585191727 validation cost:0.0694869011641 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.063320055604 and training accuracy:0.983888983727 validation cost:0.0639321655035 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0589525699615 and training accuracy:0.985192775726 validation cost:0.0593567676842 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:120.966926098 Method 3 test accuracy:0.790499985218 Training with lmbda:189132.195431, 29 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.233905077 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.37488335371 and training accuracy:0.937278449535 validation cost:0.380151361227 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.182298645377 and training accuracy:0.960185408592 validation cost:0.187155380845 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.125531598926 and training accuracy:0.970275402069 validation cost:0.131156280637 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0984076038003 and training accuracy:0.975365877151 validation cost:0.104198969901 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0821542441845 and training accuracy:0.979183733463 validation cost:0.087678603828 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0711474195123 and training accuracy:0.982001662254 validation cost:0.0762248560786 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0631116181612 and training accuracy:0.984092354774 validation cost:0.0676982328296 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0569424815476 and training accuracy:0.985455870628 validation cost:0.0610522516072 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0520263426006 and training accuracy:0.986819386482 validation cost:0.0556930415332 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:123.842612028 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.252773284912 and training accuracy:0.979414641857 validation cost:0.254505813122 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.120399199426 and training accuracy:0.990926802158 validation cost:0.116144612432 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0796155110002 and training accuracy:0.993756115437 validation cost:0.0735137462616 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0604827329516 and training accuracy:0.994731724262 validation cost:0.0538336932659 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0494169332087 and training accuracy:0.995121955872 validation cost:0.0426608622074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0421769730747 and training accuracy:0.995317101479 validation cost:0.035485111177 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0370428040624 and training accuracy:0.995609760284 validation cost:0.030485149473 and validation accuracy:1.0 Training on :(4, 5) training cost:0.033192768693 and training accuracy:0.995804905891 validation cost:0.0267976857722 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0301851630211 and training accuracy:0.996195137501 validation cost:0.0239620395005 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.911433935 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.167015776038 and training accuracy:0.992694139481 validation cost:0.160893648863 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0755644962192 and training accuracy:0.996121585369 validation cost:0.072642467916 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0504302754998 and training accuracy:0.997203946114 validation cost:0.0484012849629 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0387654714286 and training accuracy:0.998105883598 validation cost:0.0370918959379 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0319656394422 and training accuracy:0.998105883598 validation cost:0.0304713454098 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0274694804102 and training accuracy:0.998376488686 validation cost:0.0260825231671 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0242515131831 and training accuracy:0.998827457428 validation cost:0.022939145565 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0218196492642 and training accuracy:0.999007821083 validation cost:0.020564250648 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0199071485549 and training accuracy:0.999188244343 validation cost:0.0186980161816 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.786339998 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.240724563599 and training accuracy:0.954460799694 validation cost:0.241647809744 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.147787064314 and training accuracy:0.964704811573 validation cost:0.14910069108 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.114580892026 and training accuracy:0.970292448997 validation cost:0.116121083498 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.096309453249 and training accuracy:0.974203765392 validation cost:0.0977971702814 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0842635333538 and training accuracy:0.978208243847 validation cost:0.0855665951967 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0755380690098 and training accuracy:0.980443298817 validation cost:0.076610609889 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0688471645117 and training accuracy:0.982585191727 validation cost:0.069682225585 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0635154545307 and training accuracy:0.983795881271 validation cost:0.0641255229712 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0591451451182 and training accuracy:0.985006511211 validation cost:0.0595485940576 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.11954999 Method 3 test accuracy:0.790899991989 Training with lmbda:0, 30 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.99627614 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.354999601841 and training accuracy:0.941550791264 validation cost:0.360972434282 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.172130063176 and training accuracy:0.960730850697 validation cost:0.17826141417 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.118018113077 and training accuracy:0.970548152924 validation cost:0.124982118607 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0919168367982 and training accuracy:0.976638495922 validation cost:0.0990313664079 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0762433335185 and training accuracy:0.97936552763 validation cost:0.0830419957638 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0656514018774 and training accuracy:0.982365250587 validation cost:0.0719469711185 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0579443611205 and training accuracy:0.984365046024 validation cost:0.0636819154024 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0520389601588 and training accuracy:0.985637664795 validation cost:0.0572217591107 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.047342646867 and training accuracy:0.987455666065 validation cost:0.0519990622997 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:124.109337091 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.215421631932 and training accuracy:0.982341468334 validation cost:0.21619617939 and validation accuracy:0.988153994083 Training on :(4, 5) training cost:0.095820762217 and training accuracy:0.991804897785 validation cost:0.0906429588795 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0600185543299 and training accuracy:0.994731724262 validation cost:0.0533670336008 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.043668653816 and training accuracy:0.995707333088 validation cost:0.0367325283587 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0344377495348 and training accuracy:0.996682941914 validation cost:0.0275739971548 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0285275559872 and training accuracy:0.996780514717 validation cost:0.0218581967056 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244202502072 and training accuracy:0.997170746326 validation cost:0.0179871432483 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0213955882937 and training accuracy:0.997365832329 validation cost:0.0152089325711 and validation accuracy:1.0 Training on :(4, 5) training cost:0.019070982933 and training accuracy:0.997365832329 validation cost:0.0131278587505 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.639704943 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.151953116059 and training accuracy:0.98755300045 validation cost:0.146112844348 and validation accuracy:0.987226247787 Training on :(6, 7) training cost:0.0646815523505 and training accuracy:0.993054926395 validation cost:0.0621652528644 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0403225272894 and training accuracy:0.995760798454 validation cost:0.0386716350913 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0291976127774 and training accuracy:0.997113764286 validation cost:0.027809496969 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0228692237288 and training accuracy:0.997654914856 validation cost:0.0215702615678 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0187954101712 and training accuracy:0.998105883598 validation cost:0.0175312478095 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0159564930946 and training accuracy:0.998556852341 validation cost:0.0147119825706 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0138651141897 and training accuracy:0.999007821083 validation cost:0.0126358652487 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0122600635514 and training accuracy:0.999098062515 validation cost:0.0110468901694 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.618177891 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.215385824442 and training accuracy:0.95073568821 validation cost:0.217852771282 and validation accuracy:0.945386052132 Training on :(8, 9) training cost:0.134752050042 and training accuracy:0.962469756603 validation cost:0.137703537941 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.103532895446 and training accuracy:0.969733655453 validation cost:0.106917001307 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.0855261906981 and training accuracy:0.974483132362 validation cost:0.0888824090362 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.073282264173 and training accuracy:0.978394508362 validation cost:0.0763302966952 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0642483979464 and training accuracy:0.981188297272 validation cost:0.0668542012572 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0572574548423 and training accuracy:0.983423352242 validation cost:0.0593740865588 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0516720563173 and training accuracy:0.984913408756 validation cost:0.053303308785 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0471057109535 and training accuracy:0.986403405666 validation cost:0.0482883714139 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:125.235738039 Method 3 test accuracy:0.719399988651 Training with lmbda:100471.885619, 31 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:135.121522903 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357419729233 and training accuracy:0.941914379597 validation cost:0.363353073597 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.174580231309 and training accuracy:0.960730850697 validation cost:0.180568277836 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120406001806 and training accuracy:0.970639050007 validation cost:0.127147465944 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0943189412355 and training accuracy:0.976820290089 validation cost:0.101175382733 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0786685049534 and training accuracy:0.979456424713 validation cost:0.0852132290602 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0680920481682 and training accuracy:0.982365250587 validation cost:0.0741541460156 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0603923164308 and training accuracy:0.984274148941 validation cost:0.0659267306328 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0544857345521 and training accuracy:0.985546767712 validation cost:0.0594953224063 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.04978229478 and training accuracy:0.987273871899 validation cost:0.054291203618 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:135.835397005 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234538257122 and training accuracy:0.98331707716 validation cost:0.235953524709 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.109199978411 and training accuracy:0.992195129395 validation cost:0.104602873325 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.071484208107 and training accuracy:0.994536578655 validation cost:0.0653054341674 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0540164001286 and training accuracy:0.995609760284 validation cost:0.0474665686488 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0439885891974 and training accuracy:0.996390223503 validation cost:0.0374407209456 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0374622493982 and training accuracy:0.99658536911 validation cost:0.0310482028872 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0328535325825 and training accuracy:0.996878027916 validation cost:0.0266197063029 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0294077526778 and training accuracy:0.997365832329 validation cost:0.0233693644404 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0267223026603 and training accuracy:0.997365832329 validation cost:0.0208802297711 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.713696957 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163489833474 and training accuracy:0.990078449249 validation cost:0.157318606973 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0716626867652 and training accuracy:0.995219647884 validation cost:0.0687266737223 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.046740885824 and training accuracy:0.997294127941 validation cost:0.0447010733187 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.03535194695 and training accuracy:0.997474491596 validation cost:0.0336455367506 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0288100577891 and training accuracy:0.998015701771 validation cost:0.0272597577423 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.024541316554 and training accuracy:0.998466670513 validation cost:0.0230792034417 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0215211510658 and training accuracy:0.998827457428 validation cost:0.0201159454882 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0192618537694 and training accuracy:0.999098062515 validation cost:0.0179000347853 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0175012480468 and training accuracy:0.999188244343 validation cost:0.0161757674068 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.778447151 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230219379067 and training accuracy:0.956043958664 validation cost:0.23160789907 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.139843434095 and training accuracy:0.966194808483 validation cost:0.141848102212 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.107917591929 and training accuracy:0.971689343452 validation cost:0.110232308507 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0903607532382 and training accuracy:0.974948763847 validation cost:0.0925906822085 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0787605196238 and training accuracy:0.978766977787 validation cost:0.0807224065065 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0703499242663 and training accuracy:0.981467664242 validation cost:0.0719792321324 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0639043748379 and training accuracy:0.983143985271 validation cost:0.0651965141296 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0587774254382 and training accuracy:0.984261512756 validation cost:0.0597570128739 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0545861497521 and training accuracy:0.985379040241 validation cost:0.0552838519216 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:124.122791052 Method 3 test accuracy:0.76810002327 Training with lmbda:110837.689046, 32 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:142.277973175 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357646375895 and training accuracy:0.941914379597 validation cost:0.363575577736 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.174797147512 and training accuracy:0.960730850697 validation cost:0.180771991611 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120609126985 and training accuracy:0.970639050007 validation cost:0.127331689 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0945158004761 and training accuracy:0.976911187172 validation cost:0.101351700723 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0788625925779 and training accuracy:0.979456424713 validation cost:0.0853894650936 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0682821273804 and training accuracy:0.982365250587 validation cost:0.0743294656277 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0605787821114 and training accuracy:0.984274148941 validation cost:0.0661020204425 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0546691678464 and training accuracy:0.985364973545 validation cost:0.0596706457436 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0499618723989 and training accuracy:0.987182974815 validation cost:0.054465752095 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:127.480227947 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.2358404845 and training accuracy:0.983414649963 validation cost:0.237300902605 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.110088013113 and training accuracy:0.992195129395 validation cost:0.105530582368 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0721879154444 and training accuracy:0.994536578655 validation cost:0.0660407319665 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0546080768108 and training accuracy:0.995609760284 validation cost:0.0480837859213 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0445049665868 and training accuracy:0.996390223503 validation cost:0.0379788763821 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0379230752587 and training accuracy:0.99658536911 validation cost:0.0315282642841 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0332717075944 and training accuracy:0.996878027916 validation cost:0.0270552746952 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0297923665494 and training accuracy:0.997365832329 validation cost:0.0237694345415 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0270795729011 and training accuracy:0.997365832329 validation cost:0.0212511550635 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.888198137 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.164439707994 and training accuracy:0.990168690681 validation cost:0.158266887069 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0722803920507 and training accuracy:0.995219647884 validation cost:0.069333486259 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0472534559667 and training accuracy:0.997294127941 validation cost:0.0452036596835 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0358016118407 and training accuracy:0.997474491596 validation cost:0.034087035805 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0292159672827 and training accuracy:0.998015701771 validation cost:0.0276594646275 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0249130073935 and training accuracy:0.998376488686 validation cost:0.0234466157854 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0218649245799 and training accuracy:0.998647093773 validation cost:0.0204568635672 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.019582817331 and training accuracy:0.999098062515 validation cost:0.0182189065963 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0178027525544 and training accuracy:0.999188244343 validation cost:0.0164757873863 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.173920155 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.231347709894 and training accuracy:0.956323325634 validation cost:0.232716098428 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.140481621027 and training accuracy:0.966101706028 validation cost:0.142455756664 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.108469329774 and training accuracy:0.971875607967 validation cost:0.110743239522 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0908965021372 and training accuracy:0.974948763847 validation cost:0.0930826365948 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0792978554964 and training accuracy:0.978766977787 validation cost:0.081219419837 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0708932057023 and training accuracy:0.981653928757 validation cost:0.0724876224995 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0644536167383 and training accuracy:0.982957720757 validation cost:0.0657187327743 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0593295432627 and training accuracy:0.984261512756 validation cost:0.0602886304259 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0551396124065 and training accuracy:0.985285878181 validation cost:0.0558232180774 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:121.293147087 Method 3 test accuracy:0.769200026989 Training with lmbda:112156.912078, 33 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.072725058 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357674449682 and training accuracy:0.941914379597 validation cost:0.363603204489 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.174824088812 and training accuracy:0.960730850697 validation cost:0.180797323585 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120634160936 and training accuracy:0.970639050007 validation cost:0.127354368567 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0945399701595 and training accuracy:0.976911187172 validation cost:0.10137334466 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0788866057992 and training accuracy:0.979456424713 validation cost:0.0854113921523 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0683058872819 and training accuracy:0.982365250587 validation cost:0.0743517279625 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0606023110449 and training accuracy:0.984274148941 validation cost:0.0661239549518 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0546922087669 and training accuracy:0.985364973545 validation cost:0.0596926771104 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.049984768033 and training accuracy:0.987182974815 validation cost:0.0544878765941 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:126.111737013 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236003279686 and training accuracy:0.983414649963 validation cost:0.237469404936 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.110198445618 and training accuracy:0.992195129395 validation cost:0.105646006763 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0722749680281 and training accuracy:0.994536578655 validation cost:0.0661317408085 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0546811595559 and training accuracy:0.995609760284 validation cost:0.0481600388885 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0445687584579 and training accuracy:0.996390223503 validation cost:0.0380453281105 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0379798449576 and training accuracy:0.99658536911 validation cost:0.0315874665976 and validation accuracy:1.0 Training on :(4, 5) training cost:0.03332304582 and training accuracy:0.996878027916 validation cost:0.0271087866277 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0298397429287 and training accuracy:0.997365832329 validation cost:0.0238186549395 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0271233841777 and training accuracy:0.997365832329 validation cost:0.0212966240942 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.392828941 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.164559870958 and training accuracy:0.990168690681 validation cost:0.158386677504 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0723578482866 and training accuracy:0.995219647884 validation cost:0.0694095268846 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.047317225486 and training accuracy:0.997294127941 validation cost:0.0452661402524 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0358575731516 and training accuracy:0.997474491596 validation cost:0.0341419614851 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0292661841959 and training accuracy:0.998015701771 validation cost:0.0277089793235 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0249590352178 and training accuracy:0.998376488686 validation cost:0.0234921444207 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0219074282795 and training accuracy:0.998647093773 validation cost:0.0204990487546 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0196224041283 and training accuracy:0.999098062515 validation cost:0.0182583015412 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0178398620337 and training accuracy:0.999188244343 validation cost:0.0165127757937 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.568586111 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.231488674879 and training accuracy:0.956323325634 validation cost:0.23285484314 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.140561878681 and training accuracy:0.966194808483 validation cost:0.142532452941 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.108538560569 and training accuracy:0.971875607967 validation cost:0.110807485878 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0909635126591 and training accuracy:0.974948763847 validation cost:0.0931444093585 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0793651118875 and training accuracy:0.978860139847 validation cost:0.0812820643187 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0709608495235 and training accuracy:0.981560826302 validation cost:0.0725511536002 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0645217970014 and training accuracy:0.982957720757 validation cost:0.0657837018371 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0593981556594 and training accuracy:0.984261512756 validation cost:0.0603547543287 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0552083179355 and training accuracy:0.985285878181 validation cost:0.0558903105557 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:120.752721071 Method 3 test accuracy:0.769599974155 Training with lmbda:113670.658968, 34 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.56428504 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357706934214 and training accuracy:0.941914379597 validation cost:0.363635063171 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.174855142832 and training accuracy:0.960730850697 validation cost:0.180826440454 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120663113892 and training accuracy:0.970639050007 validation cost:0.127380609512 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0945680886507 and training accuracy:0.976911187172 validation cost:0.101398482919 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0789140984416 and training accuracy:0.979456424713 validation cost:0.0854362025857 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0683328658342 and training accuracy:0.982365250587 validation cost:0.0743764191866 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0606286004186 and training accuracy:0.984274148941 validation cost:0.0661483332515 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0547179579735 and training accuracy:0.985364973545 validation cost:0.0597171373665 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.050010047853 and training accuracy:0.987182974815 validation cost:0.0545120872557 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:124.479491949 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236185878515 and training accuracy:0.983414649963 validation cost:0.237658306956 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.110324077308 and training accuracy:0.992195129395 validation cost:0.105777233839 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0723739638925 and training accuracy:0.994536578655 validation cost:0.0662352666259 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0547640100121 and training accuracy:0.995609760284 validation cost:0.0482465662062 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0446410030127 and training accuracy:0.996390223503 validation cost:0.0381206534803 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0380443707108 and training accuracy:0.99658536911 validation cost:0.0316547267139 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0333816260099 and training accuracy:0.996878027916 validation cost:0.0271697994322 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0298934653401 and training accuracy:0.997365832329 validation cost:0.0238745901734 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0271732024848 and training accuracy:0.997365832329 validation cost:0.0213484112173 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.287838936 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.164696246386 and training accuracy:0.990168690681 validation cost:0.158523216844 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0724469944835 and training accuracy:0.995219647884 validation cost:0.0694974288344 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0473904497921 and training accuracy:0.997294127941 validation cost:0.0453381277621 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0359216928482 and training accuracy:0.997474491596 validation cost:0.0342050939798 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0293234307319 and training accuracy:0.998015701771 validation cost:0.0277655385435 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0250112898648 and training accuracy:0.998376488686 validation cost:0.0235439110547 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0219557899982 and training accuracy:0.998647093773 validation cost:0.0205471459776 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.01966750063 and training accuracy:0.999098062515 validation cost:0.0183032099158 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0178822334856 and training accuracy:0.999188244343 validation cost:0.0165550317615 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.431324959 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.231648534536 and training accuracy:0.956323325634 validation cost:0.233011886477 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.14065349102 and training accuracy:0.966194808483 validation cost:0.142619535327 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.108617566526 and training accuracy:0.971968710423 validation cost:0.110880382359 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0910398215055 and training accuracy:0.974948763847 validation cost:0.09321410954 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0794411972165 and training accuracy:0.978860139847 validation cost:0.0813524052501 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0710380673409 and training accuracy:0.981560826302 validation cost:0.0726233571768 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0645998641849 and training accuracy:0.982957720757 validation cost:0.0658580809832 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0594765357673 and training accuracy:0.984261512756 validation cost:0.0604300349951 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0552870631218 and training accuracy:0.985285878181 validation cost:0.0559663884342 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:122.018802881 Method 3 test accuracy:0.769599974155 Training with lmbda:118532.821955, 35 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.959553003 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357811123133 and training accuracy:0.941914379597 validation cost:0.363737285137 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.174954637885 and training accuracy:0.960730850697 validation cost:0.180919766426 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120755597949 and training accuracy:0.97072994709 validation cost:0.12746450305 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0946575850248 and training accuracy:0.976911187172 validation cost:0.101479172707 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0790018588305 and training accuracy:0.979456424713 validation cost:0.0855160355568 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0684186294675 and training accuracy:0.982365250587 validation cost:0.0744558796287 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0607125386596 and training accuracy:0.984274148941 validation cost:0.0662278085947 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0548000708222 and training accuracy:0.985364973545 validation cost:0.0597964823246 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0500912368298 and training accuracy:0.987182974815 validation cost:0.0545912869275 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:124.583771944 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236769333482 and training accuracy:0.983414649963 validation cost:0.238262712955 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.110721737146 and training accuracy:0.992195129395 validation cost:0.106193006039 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0726874098182 and training accuracy:0.994536578655 validation cost:0.0665631145239 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0550266988575 and training accuracy:0.995707333088 validation cost:0.0485209152102 and validation accuracy:1.0 Training on :(4, 5) training cost:0.044869299978 and training accuracy:0.996390223503 validation cost:0.0383587889373 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0382475107908 and training accuracy:0.996487796307 validation cost:0.0318664833903 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0335654132068 and training accuracy:0.996878027916 validation cost:0.027361182496 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0300620347261 and training accuracy:0.997365832329 validation cost:0.0240499638021 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0273294802755 and training accuracy:0.997365832329 validation cost:0.0215106736869 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.469907999 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.165133312345 and training accuracy:0.990168690681 validation cost:0.158959627151 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0727288722992 and training accuracy:0.995129406452 validation cost:0.0697743371129 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0476223863661 and training accuracy:0.997294127941 validation cost:0.0455654524267 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0361240543425 and training accuracy:0.997474491596 validation cost:0.0344038158655 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0295050777495 and training accuracy:0.998015701771 validation cost:0.0279445201159 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0251770000905 and training accuracy:0.998376488686 validation cost:0.02370775491 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0221085734665 and training accuracy:0.998647093773 validation cost:0.0206986572593 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0198098011315 and training accuracy:0.999007821083 validation cost:0.0184447560459 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0180156454444 and training accuracy:0.999188244343 validation cost:0.0166878290474 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.833324909 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.232163131237 and training accuracy:0.956230223179 validation cost:0.233518689871 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.140948832035 and training accuracy:0.966101706028 validation cost:0.142902493477 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.108871869743 and training accuracy:0.971968710423 validation cost:0.111118100584 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0912846103311 and training accuracy:0.974948763847 validation cost:0.0934408530593 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0796855092049 and training accuracy:0.978860139847 validation cost:0.0815801620483 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.071284160018 and training accuracy:0.981560826302 validation cost:0.0728549510241 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0648471787572 and training accuracy:0.982957720757 validation cost:0.0660943090916 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0597246699035 and training accuracy:0.984168350697 validation cost:0.060669362545 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0555350966752 and training accuracy:0.985192775726 validation cost:0.0562078654766 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:121.626527071 Method 3 test accuracy:0.765100002289 Training with lmbda:120920.212212, 36 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.943973064 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357861459255 and training accuracy:0.941914379597 validation cost:0.36378672719 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.175003603101 and training accuracy:0.960730850697 validation cost:0.180965676904 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120801098645 and training accuracy:0.97072994709 validation cost:0.127506047487 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0947011187673 and training accuracy:0.976911187172 validation cost:0.101518467069 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0790441557765 and training accuracy:0.979456424713 validation cost:0.0855546370149 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0684600174427 and training accuracy:0.982365250587 validation cost:0.0744941756129 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0607531107962 and training accuracy:0.984274148941 validation cost:0.0662662014365 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0548397526145 and training accuracy:0.985455870628 validation cost:0.0598348677158 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0501302927732 and training accuracy:0.987182974815 validation cost:0.0546296425164 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:125.774524927 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.237053871155 and training accuracy:0.983414649963 validation cost:0.238557577133 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.110914252698 and training accuracy:0.992195129395 validation cost:0.106394246221 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.072838537395 and training accuracy:0.994536578655 validation cost:0.0667211785913 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0551530867815 and training accuracy:0.995707333088 validation cost:0.0486529618502 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0449790619314 and training accuracy:0.996390223503 validation cost:0.0384734086692 and validation accuracy:1.0 Training on :(4, 5) training cost:0.038345195353 and training accuracy:0.996487796307 validation cost:0.0319684296846 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0336539261043 and training accuracy:0.996878027916 validation cost:0.0274534579366 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0301433522254 and training accuracy:0.997365832329 validation cost:0.0241345353425 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0274048149586 and training accuracy:0.997365832329 validation cost:0.0215889029205 and validation accuracy:1.0 Training on :(4, 5) Time taken:118.189302921 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.165345340967 and training accuracy:0.990168690681 validation cost:0.15917134285 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0728656426072 and training accuracy:0.995129406452 validation cost:0.0699085965753 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0477348156273 and training accuracy:0.997294127941 validation cost:0.0456754975021 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0362219251692 and training accuracy:0.997474491596 validation cost:0.0344996787608 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0295926872641 and training accuracy:0.998015701771 validation cost:0.0280306190252 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0252569615841 and training accuracy:0.998376488686 validation cost:0.0237866509706 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0221824087203 and training accuracy:0.998647093773 validation cost:0.0207716841251 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0198784936219 and training accuracy:0.999007821083 validation cost:0.0185128170997 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0180799458176 and training accuracy:0.999188244343 validation cost:0.0167516451329 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.50057292 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.232415169477 and training accuracy:0.956230223179 validation cost:0.23376712203 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.141094461083 and training accuracy:0.966101706028 validation cost:0.14304202795 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.108996644616 and training accuracy:0.971968710423 validation cost:0.111234433949 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0914053171873 and training accuracy:0.974855661392 validation cost:0.0935530886054 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0798058062792 and training accuracy:0.978766977787 validation cost:0.081692583859 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0714044868946 and training accuracy:0.981560826302 validation cost:0.0729684829712 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0649678632617 and training accuracy:0.982957720757 validation cost:0.0662097409368 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.059846021235 and training accuracy:0.984168350697 validation cost:0.0607867501676 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0556560084224 and training accuracy:0.985192775726 validation cost:0.0563256144524 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:121.866883993 Method 3 test accuracy:0.765600025654 Training with lmbda:127836.938509, 37 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.159157038 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.358008652925 and training accuracy:0.941914379597 validation cost:0.363931208849 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.175142556429 and training accuracy:0.960639953613 validation cost:0.181096419692 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120930112898 and training accuracy:0.970548152924 validation cost:0.127622827888 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0948254168034 and training accuracy:0.977002084255 validation cost:0.101629987359 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.079165302217 and training accuracy:0.979456424713 validation cost:0.0856645703316 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0685786604881 and training accuracy:0.982365250587 validation cost:0.0746038556099 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0608689188957 and training accuracy:0.984274148941 validation cost:0.0663753524423 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0549526996911 and training accuracy:0.985546767712 validation cost:0.0599436201155 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0502410233021 and training accuracy:0.987182974815 validation cost:0.054737277329 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:124.454390049 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.237855345011 and training accuracy:0.983414649963 validation cost:0.239388018847 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.111460007727 and training accuracy:0.992195129395 validation cost:0.106964789331 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0732656791806 and training accuracy:0.994536578655 validation cost:0.0671678707004 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0555098429322 and training accuracy:0.995707333088 validation cost:0.0490255765617 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0452885366976 and training accuracy:0.996390223503 validation cost:0.0387964583933 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0386208742857 and training accuracy:0.996487796307 validation cost:0.0322559513152 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0339034348726 and training accuracy:0.996682941914 validation cost:0.0277133472264 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0303723737597 and training accuracy:0.997365832329 validation cost:0.0243726056069 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0276176761836 and training accuracy:0.997365832329 validation cost:0.0218098238111 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.006223917 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.165949434042 and training accuracy:0.990258872509 validation cost:0.159775421023 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0732565149665 and training accuracy:0.995129406452 validation cost:0.0702936574817 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0480548590422 and training accuracy:0.997294127941 validation cost:0.0459899455309 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0365005657077 and training accuracy:0.997474491596 validation cost:0.0347739718854 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.029841972515 and training accuracy:0.998015701771 validation cost:0.0282768514007 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0254838485271 and training accuracy:0.998376488686 validation cost:0.0240115728229 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0223912354559 and training accuracy:0.9987372756 validation cost:0.0209793075919 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0200725607574 and training accuracy:0.999007821083 validation cost:0.0187061224133 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0182618908584 and training accuracy:0.999188244343 validation cost:0.0169332884252 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.701102018 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.233135014772 and training accuracy:0.956416487694 validation cost:0.234477952123 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.141511306167 and training accuracy:0.965915441513 validation cost:0.143441915512 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.109354399145 and training accuracy:0.971968710423 validation cost:0.11156835407 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0917474552989 and training accuracy:0.974855661392 validation cost:0.0938708260655 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0801456421614 and training accuracy:0.978766977787 validation cost:0.082010269165 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0717452764511 and training accuracy:0.981467664242 validation cost:0.0732911303639 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0653092041612 and training accuracy:0.982864618301 validation cost:0.0665366947651 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0601879693568 and training accuracy:0.984075248241 validation cost:0.0611180886626 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0559977479279 and training accuracy:0.985192775726 validation cost:0.0566597282887 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:121.869468927 Method 3 test accuracy:0.766900002956 Training with lmbda:142451.759075, 38 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.270038843 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.35831323266 and training accuracy:0.941914379597 validation cost:0.364230155945 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.175430312753 and training accuracy:0.960639953613 validation cost:0.18136677146 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.121196404099 and training accuracy:0.970548152924 validation cost:0.127865120769 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0950815975666 and training accuracy:0.977092981339 validation cost:0.10186188668 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0794144049287 and training accuracy:0.97936552763 validation cost:0.0858924686909 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0688211545348 and training accuracy:0.982365250587 validation cost:0.0748300999403 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0611063055694 and training accuracy:0.984274148941 validation cost:0.0666011422873 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0551859326661 and training accuracy:0.985455870628 validation cost:0.0601694360375 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0504682138562 and training accuracy:0.987092077732 validation cost:0.0549610108137 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:124.095930099 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.239483371377 and training accuracy:0.98331707716 validation cost:0.241076052189 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.112563051283 and training accuracy:0.992195129395 validation cost:0.108118548989 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0741260871291 and training accuracy:0.994536578655 validation cost:0.0680680349469 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0562267042696 and training accuracy:0.995609760284 validation cost:0.0497751757503 and validation accuracy:1.0 Training on :(4, 5) training cost:0.04590934515 and training accuracy:0.996292710304 validation cost:0.0394452549517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0391726568341 and training accuracy:0.996487796307 validation cost:0.0328319966793 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0344027988613 and training accuracy:0.996682941914 validation cost:0.0282340124249 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0308299418539 and training accuracy:0.997365832329 validation cost:0.0248490851372 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0280409175903 and training accuracy:0.997365832329 validation cost:0.0222495310009 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.956710815 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.167193263769 and training accuracy:0.990349054337 validation cost:0.161021441221 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0740613341331 and training accuracy:0.995219647884 validation cost:0.0710889548063 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0487100183964 and training accuracy:0.997384309769 validation cost:0.0466355010867 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0370678156614 and training accuracy:0.997564733028 validation cost:0.0353338867426 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0303477998823 and training accuracy:0.998015701771 validation cost:0.0287775024772 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259431675076 and training accuracy:0.998376488686 validation cost:0.0244673676789 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0228135734797 and training accuracy:0.9987372756 validation cost:0.0213999804109 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0204642731696 and training accuracy:0.999007821083 validation cost:0.0190970841795 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0186278950423 and training accuracy:0.999188244343 validation cost:0.0172996167094 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.619741917 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.234616279602 and training accuracy:0.956695854664 validation cost:0.235941365361 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.142383024096 and training accuracy:0.966101706028 validation cost:0.144280418754 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.110098838806 and training accuracy:0.971968710423 validation cost:0.112266950309 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0924575179815 and training accuracy:0.974948763847 validation cost:0.0945350304246 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0808485224843 and training accuracy:0.978580713272 validation cost:0.082671687007 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0724467709661 and training accuracy:0.981188297272 validation cost:0.0739588066936 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0660101026297 and training accuracy:0.982864618301 validation cost:0.067211560905 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.060887824744 and training accuracy:0.983982145786 validation cost:0.0617981515825 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.05669509992 and training accuracy:0.985192775726 validation cost:0.0573442392051 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:121.094475031 Method 3 test accuracy:0.768199980259 Training with lmbda:154340.494179, 39 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.723742008 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.358556568623 and training accuracy:0.942096173763 validation cost:0.364468574524 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.175660029054 and training accuracy:0.960730850697 validation cost:0.181582629681 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.121407233179 and training accuracy:0.970548152924 validation cost:0.128057092428 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0952835083008 and training accuracy:0.977183878422 validation cost:0.102044411004 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0796108841896 and training accuracy:0.979456424713 validation cost:0.0860718861222 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0690121129155 and training accuracy:0.982183456421 validation cost:0.0750083699822 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0612922012806 and training accuracy:0.984274148941 validation cost:0.0667782202363 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0553671754897 and training accuracy:0.985455870628 validation cost:0.0603452213109 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0506456531584 and training accuracy:0.987092077732 validation cost:0.0551366694272 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:123.693653107 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.240741282701 and training accuracy:0.98331707716 validation cost:0.242380306125 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.113415874541 and training accuracy:0.992195129395 validation cost:0.109010480344 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0747871622443 and training accuracy:0.994439005852 validation cost:0.0687595754862 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0567770712078 and training accuracy:0.995609760284 validation cost:0.0503506958485 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0463847182691 and training accuracy:0.996195137501 validation cost:0.039942163974 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0395940355957 and training accuracy:0.996487796307 validation cost:0.0332720130682 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0347832515836 and training accuracy:0.996682941914 validation cost:0.0286309029907 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0311780851334 and training accuracy:0.997365832329 validation cost:0.0252117626369 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0283630676568 and training accuracy:0.997365832329 validation cost:0.0225844588131 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.933770895 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.168176859617 and training accuracy:0.990349054337 validation cost:0.162007302046 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0746946334839 and training accuracy:0.995219647884 validation cost:0.0717155113816 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0492219477892 and training accuracy:0.997384309769 validation cost:0.0471407696605 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0375091359019 and training accuracy:0.997564733028 validation cost:0.0357702821493 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0307393595576 and training accuracy:0.998015701771 validation cost:0.0291657391936 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0262972451746 and training accuracy:0.998376488686 validation cost:0.0248194262385 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0231381952763 and training accuracy:0.9987372756 validation cost:0.0217240955681 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0207650307566 and training accuracy:0.999007821083 validation cost:0.0193981863558 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0189086087048 and training accuracy:0.999188244343 validation cost:0.0175812728703 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.987970829 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.235784962773 and training accuracy:0.956695854664 validation cost:0.237097069621 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.143081530929 and training accuracy:0.966287970543 validation cost:0.144954919815 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.110693559051 and training accuracy:0.971968710423 validation cost:0.112828843296 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0930220484734 and training accuracy:0.974762499332 validation cost:0.0950656160712 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814041048288 and training accuracy:0.978487610817 validation cost:0.0831961035728 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0729989334941 and training accuracy:0.981374561787 validation cost:0.0744864717126 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0665595382452 and training accuracy:0.982771456242 validation cost:0.067742921412 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.061433378607 and training accuracy:0.983795881271 validation cost:0.0623314939439 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0572360381484 and training accuracy:0.985099673271 validation cost:0.0578777380288 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:120.82914114 Method 3 test accuracy:0.797800004482 Training with lmbda:157509.332943, 40 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.885098934 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.358620554209 and training accuracy:0.942096173763 validation cost:0.36453127861 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.17571952939 and training accuracy:0.96082174778 validation cost:0.181638523936 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.121462211013 and training accuracy:0.970548152924 validation cost:0.12810729444 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0953362584114 and training accuracy:0.977183878422 validation cost:0.102092161775 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0796620696783 and training accuracy:0.979456424713 validation cost:0.0861191898584 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0690617188811 and training accuracy:0.982183456421 validation cost:0.0750550627708 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0613404102623 and training accuracy:0.984274148941 validation cost:0.066824503243 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0554139949381 and training accuracy:0.985455870628 validation cost:0.0603910125792 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0506913848221 and training accuracy:0.987273871899 validation cost:0.0551821142435 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:124.680162907 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.241071879864 and training accuracy:0.983414649963 validation cost:0.242723196745 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.11363863945 and training accuracy:0.992195129395 validation cost:0.109243445098 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0749597996473 and training accuracy:0.994439005852 validation cost:0.0689401477575 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.056920170784 and training accuracy:0.995609760284 validation cost:0.0505000911653 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0465073920786 and training accuracy:0.996097564697 validation cost:0.0400702916086 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0397025495768 and training accuracy:0.996390223503 validation cost:0.0333852134645 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0348809920251 and training accuracy:0.996682941914 validation cost:0.0287328734994 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0312675535679 and training accuracy:0.997365832329 validation cost:0.0253049563617 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0284457113594 and training accuracy:0.997365832329 validation cost:0.0226704198867 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.992205143 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.168435245752 and training accuracy:0.990349054337 validation cost:0.162266165018 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0748609006405 and training accuracy:0.995219647884 validation cost:0.0718801245093 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0493556372821 and training accuracy:0.997384309769 validation cost:0.0472729355097 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0376237854362 and training accuracy:0.997564733028 validation cost:0.0358837358654 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0308410562575 and training accuracy:0.998015701771 validation cost:0.0292667020112 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0263892523944 and training accuracy:0.998376488686 validation cost:0.0249111335725 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0232224594802 and training accuracy:0.9987372756 validation cost:0.021808359772 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0208429340273 and training accuracy:0.999007821083 validation cost:0.019476313144 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0189812555909 and training accuracy:0.999188244343 validation cost:0.0176543183625 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.840677023 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.23609277606 and training accuracy:0.956695854664 validation cost:0.237401619554 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.1432659477 and training accuracy:0.966287970543 validation cost:0.145132914186 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.110850647092 and training accuracy:0.971968710423 validation cost:0.112977430224 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0931702181697 and training accuracy:0.974762499332 validation cost:0.0952047035098 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0815493911505 and training accuracy:0.978487610817 validation cost:0.0833334103227 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0731431171298 and training accuracy:0.981374561787 validation cost:0.0746242403984 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0667022317648 and training accuracy:0.982864618301 validation cost:0.0678807497025 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0615746863186 and training accuracy:0.983795881271 validation cost:0.0624696463346 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0573761276901 and training accuracy:0.985099673271 validation cost:0.0580154433846 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:121.775338888 Method 3 test accuracy:0.797599971294 Training with lmbda:167074.908473, 41 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.394802094 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.358813077211 and training accuracy:0.942096173763 validation cost:0.364720135927 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.175898909569 and training accuracy:0.960730850697 validation cost:0.181807205081 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.121627680957 and training accuracy:0.970639050007 validation cost:0.128258749843 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0954937413335 and training accuracy:0.977183878422 validation cost:0.10223570466 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0798146277666 and training accuracy:0.979456424713 validation cost:0.0862605348229 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0692102834582 and training accuracy:0.982092559338 validation cost:0.0751953497529 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.061484862119 and training accuracy:0.984092354774 validation cost:0.0669637769461 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0555546320975 and training accuracy:0.985364973545 validation cost:0.0605289712548 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0508284159005 and training accuracy:0.987182974815 validation cost:0.0553190745413 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:124.06992507 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.242047205567 and training accuracy:0.98331707716 validation cost:0.243735730648 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.11429387331 and training accuracy:0.992195129395 validation cost:0.109929665923 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0754643976688 and training accuracy:0.994439005852 validation cost:0.0694688335061 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0573375821114 and training accuracy:0.995609760284 validation cost:0.0509371422231 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0468669310212 and training accuracy:0.996097564697 validation cost:0.0404464229941 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0400204323232 and training accuracy:0.996390223503 validation cost:0.033717636019 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0351675674319 and training accuracy:0.996682941914 validation cost:0.0290323756635 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0315294265747 and training accuracy:0.997365832329 validation cost:0.0255783908069 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286879818887 and training accuracy:0.997365832329 validation cost:0.0229229647666 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.58981204 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.169198811054 and training accuracy:0.990439236164 validation cost:0.163032278419 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0753542855382 and training accuracy:0.995219647884 validation cost:0.0723693296313 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0497528240085 and training accuracy:0.997384309769 validation cost:0.0476661808789 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0379641056061 and training accuracy:0.997564733028 validation cost:0.0362213179469 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0311418883502 and training accuracy:0.998015701771 validation cost:0.0295660756528 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0266606919467 and training accuracy:0.998376488686 validation cost:0.0251821875572 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0234708450735 and training accuracy:0.9987372756 validation cost:0.0220572687685 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0210721623152 and training accuracy:0.999007821083 validation cost:0.0197066180408 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0191949009895 and training accuracy:0.999188244343 validation cost:0.0178695823997 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.591966867 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.237005800009 and training accuracy:0.956695854664 validation cost:0.238304674625 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.143819838762 and training accuracy:0.966474175453 validation cost:0.145667105913 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.111321121454 and training accuracy:0.971968710423 validation cost:0.113421738148 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0936133638024 and training accuracy:0.974762499332 validation cost:0.0956211462617 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0819827616215 and training accuracy:0.978394508362 validation cost:0.0837422087789 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0735724270344 and training accuracy:0.981281459332 validation cost:0.0750343203545 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0671281665564 and training accuracy:0.982864618301 validation cost:0.0682916417718 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0619967244565 and training accuracy:0.983795881271 validation cost:0.0628810301423 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0577936470509 and training accuracy:0.985006511211 validation cost:0.0584254227579 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:121.842354059 Method 3 test accuracy:0.798600018024 Training with lmbda:182585.275511, 42 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.763086796 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.359119266272 and training accuracy:0.942096173763 validation cost:0.365020155907 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.176184087992 and training accuracy:0.960912644863 validation cost:0.182075291872 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.121888518333 and training accuracy:0.97072994709 validation cost:0.128496170044 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0957415550947 and training accuracy:0.977092981339 validation cost:0.102461181581 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0800554081798 and training accuracy:0.979456424713 validation cost:0.0864840224385 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0694440379739 and training accuracy:0.982001662254 validation cost:0.0754166468978 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0617120228708 and training accuracy:0.984001457691 validation cost:0.0671830251813 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0557755641639 and training accuracy:0.985364973545 validation cost:0.0607462264597 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0510434545577 and training accuracy:0.987182974815 validation cost:0.0555340237916 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:124.550718069 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.243557021022 and training accuracy:0.983414649963 validation cost:0.24530147016 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.115309298038 and training accuracy:0.992292702198 validation cost:0.110992126167 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0762461274862 and training accuracy:0.994536578655 validation cost:0.0702871009707 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.057983674109 and training accuracy:0.995609760284 validation cost:0.0516128726304 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0474229753017 and training accuracy:0.996097564697 validation cost:0.0410279743373 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0405120030046 and training accuracy:0.996390223503 validation cost:0.0342312306166 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0356105342507 and training accuracy:0.996682941914 validation cost:0.0294945314527 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0319348163903 and training accuracy:0.99726831913 validation cost:0.0260009393096 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290626902133 and training accuracy:0.997365832329 validation cost:0.0233128778636 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.507955074 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.170404464006 and training accuracy:0.990439236164 validation cost:0.164243429899 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0761295482516 and training accuracy:0.995400011539 validation cost:0.0731399804354 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0503731220961 and training accuracy:0.997384309769 validation cost:0.0482817925513 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.03849388659 and training accuracy:0.997564733028 validation cost:0.0367486104369 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0316100940108 and training accuracy:0.998015701771 validation cost:0.0300337802619 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0270827338099 and training accuracy:0.998376488686 validation cost:0.0256049409509 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0238561891019 and training accuracy:0.9987372756 validation cost:0.0224441085011 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0214283782989 and training accuracy:0.998917639256 validation cost:0.0200649928302 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0195263568312 and training accuracy:0.999188244343 validation cost:0.0182036198676 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.605805159 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.238453879952 and training accuracy:0.957068383694 validation cost:0.239739969373 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.14470295608 and training accuracy:0.966287970543 validation cost:0.146521806717 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.112070292234 and training accuracy:0.972248077393 validation cost:0.11413140595 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0943179577589 and training accuracy:0.974948763847 validation cost:0.0962853953242 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0826684162021 and training accuracy:0.978115081787 validation cost:0.0843919366598 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0742478445172 and training accuracy:0.981188297272 validation cost:0.0756799578667 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0677957311273 and training accuracy:0.982864618301 validation cost:0.0689362958074 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0626571327448 and training accuracy:0.983516454697 validation cost:0.0635247901082 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0584450997412 and training accuracy:0.985006511211 validation cost:0.0590634122491 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:121.696126938 Method 3 test accuracy:0.799899995327 Training with lmbda:184477.613232, 43 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.24176693 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.359156101942 and training accuracy:0.942096173763 validation cost:0.365056246519 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.176218658686 and training accuracy:0.960912644863 validation cost:0.182107821107 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.121920071542 and training accuracy:0.97072994709 validation cost:0.128525093198 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0957712754607 and training accuracy:0.977092981339 validation cost:0.102488517761 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0800839141011 and training accuracy:0.979456424713 validation cost:0.0865106657147 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0694717913866 and training accuracy:0.982001662254 validation cost:0.0754431262612 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0617389716208 and training accuracy:0.984001457691 validation cost:0.0672091469169 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0558019690216 and training accuracy:0.985364973545 validation cost:0.0607723630965 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0510689429939 and training accuracy:0.987182974815 validation cost:0.0555595979095 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:123.799693823 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.243734762073 and training accuracy:0.983414649963 validation cost:0.245485782623 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.115430280566 and training accuracy:0.992292702198 validation cost:0.11111856997 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0763389766216 and training accuracy:0.994536578655 validation cost:0.0703842937946 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0580602139235 and training accuracy:0.995609760284 validation cost:0.0516929849982 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0474888123572 and training accuracy:0.996097564697 validation cost:0.0410967469215 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0405699536204 and training accuracy:0.996390223503 validation cost:0.0342917218804 and validation accuracy:1.0 Training on :(4, 5) training cost:0.035662792623 and training accuracy:0.996682941914 validation cost:0.0295490901917 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0319823808968 and training accuracy:0.99726831913 validation cost:0.0260505378246 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291066300124 and training accuracy:0.997463405132 validation cost:0.0233586337417 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.96321702 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.170550301671 and training accuracy:0.990439236164 validation cost:0.164389565587 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0762233063579 and training accuracy:0.995400011539 validation cost:0.073232896626 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0504475869238 and training accuracy:0.997384309769 validation cost:0.0483554452658 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0385572239757 and training accuracy:0.997564733028 validation cost:0.0368114858866 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0316659063101 and training accuracy:0.998015701771 validation cost:0.0300892870873 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0271328389645 and training accuracy:0.998376488686 validation cost:0.0256549399346 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0239018592983 and training accuracy:0.9987372756 validation cost:0.0224897526205 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0214705094695 and training accuracy:0.998917639256 validation cost:0.0201072152704 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0195654835552 and training accuracy:0.999188244343 validation cost:0.0182429030538 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.325597048 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.238627523184 and training accuracy:0.957068383694 validation cost:0.239912077785 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.144809946418 and training accuracy:0.966287970543 validation cost:0.146625518799 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.112160652876 and training accuracy:0.972248077393 validation cost:0.114217281342 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.094402551651 and training accuracy:0.974855661392 validation cost:0.0963651388884 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0827504619956 and training accuracy:0.978115081787 validation cost:0.0844697058201 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0743285343051 and training accuracy:0.981095194817 validation cost:0.075756765902 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0678755193949 and training accuracy:0.982864618301 validation cost:0.0690128058195 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0627358183265 and training accuracy:0.983423352242 validation cost:0.0636007040739 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0585229434073 and training accuracy:0.984913408756 validation cost:0.0591388121247 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:121.428059816 Method 3 test accuracy:0.799899995327 Training with lmbda:189132.195431, 44 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.968524933 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.359246999025 and training accuracy:0.942096173763 validation cost:0.365145385265 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.176302582026 and training accuracy:0.96109443903 validation cost:0.182186707854 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.121996380389 and training accuracy:0.97072994709 validation cost:0.128594830632 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0958437696099 and training accuracy:0.977092981339 validation cost:0.102554693818 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.080154247582 and training accuracy:0.979456424713 validation cost:0.0865766182542 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0695395320654 and training accuracy:0.982001662254 validation cost:0.0755081474781 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0618048161268 and training accuracy:0.984001457691 validation cost:0.0672735124826 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0558662712574 and training accuracy:0.985455870628 validation cost:0.0608364008367 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.051131516695 and training accuracy:0.987182974815 validation cost:0.0556230321527 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:123.827804089 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.244173929095 and training accuracy:0.983414649963 validation cost:0.24594129622 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.115725420415 and training accuracy:0.992292702198 validation cost:0.111427493393 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0765644684434 and training accuracy:0.994536578655 validation cost:0.0706205368042 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0582455582917 and training accuracy:0.995512187481 validation cost:0.051887024194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0476480871439 and training accuracy:0.996097564697 validation cost:0.0412634350359 and validation accuracy:1.0 Training on :(4, 5) training cost:0.040710311383 and training accuracy:0.996390223503 validation cost:0.0344384163618 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0357891879976 and training accuracy:0.996682941914 validation cost:0.029681192711 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0320981070399 and training accuracy:0.997170746326 validation cost:0.0261713061482 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029213340953 and training accuracy:0.997463405132 validation cost:0.0234697833657 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.99270916 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.17090511322 and training accuracy:0.990529477596 validation cost:0.164745897055 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0764507576823 and training accuracy:0.995400011539 validation cost:0.0734591111541 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.05062809214 and training accuracy:0.997384309769 validation cost:0.0485347658396 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.038710962981 and training accuracy:0.997564733028 validation cost:0.0369646400213 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0318012274802 and training accuracy:0.998015701771 validation cost:0.0302244871855 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0272546336055 and training accuracy:0.998376488686 validation cost:0.025776995346 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.024013383314 and training accuracy:0.9987372756 validation cost:0.0226017050445 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.021573331207 and training accuracy:0.998917639256 validation cost:0.0202107876539 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0196610540152 and training accuracy:0.999188244343 validation cost:0.0183393415064 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.13617897 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.239051282406 and training accuracy:0.956882119179 validation cost:0.240332365036 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.145071476698 and training accuracy:0.966381072998 validation cost:0.146879285574 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.112381592393 and training accuracy:0.972154974937 validation cost:0.114427745342 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0946084484458 and training accuracy:0.974855661392 validation cost:0.0965600833297 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0829503461719 and training accuracy:0.978021979332 validation cost:0.0846601128578 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0745254829526 and training accuracy:0.981002032757 validation cost:0.0759457498789 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0680701881647 and training accuracy:0.982771456242 validation cost:0.0692013576627 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0629271492362 and training accuracy:0.983423352242 validation cost:0.0637871548533 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.058711335063 and training accuracy:0.984820246696 validation cost:0.0593234263361 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:121.73525095 Method 3 test accuracy:0.800800025463 Training with lmbda:0, 45 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.089609146 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.348365694284 and training accuracy:0.939641833305 validation cost:0.354976773262 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.169391661882 and training accuracy:0.961276233196 validation cost:0.176002949476 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.11646437645 and training accuracy:0.971457123756 validation cost:0.123860247433 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0908881574869 and training accuracy:0.976274907589 validation cost:0.0983261018991 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0754967778921 and training accuracy:0.97936552763 validation cost:0.0825248137116 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0650640875101 and training accuracy:0.982547044754 validation cost:0.0715003758669 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0574455484748 and training accuracy:0.984819591045 validation cost:0.063262283802 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0515943467617 and training accuracy:0.986364901066 validation cost:0.0568148940802 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0469299480319 and training accuracy:0.987546563148 validation cost:0.0515984594822 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:124.895117998 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.215450167656 and training accuracy:0.979024410248 validation cost:0.216513574123 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.0962312221527 and training accuracy:0.990731716156 validation cost:0.0908111855388 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0602035373449 and training accuracy:0.993951201439 validation cost:0.0531530864537 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0437319763005 and training accuracy:0.995707333088 validation cost:0.036378107965 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0344457998872 and training accuracy:0.99590241909 validation cost:0.0271776225418 and validation accuracy:1.0 Training on :(4, 5) training cost:0.028513064608 and training accuracy:0.996292710304 validation cost:0.0214597545564 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0243969522417 and training accuracy:0.996780514717 validation cost:0.0175987463444 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0213712155819 and training accuracy:0.996975600719 validation cost:0.0148364007473 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190492607653 and training accuracy:0.997463405132 validation cost:0.0127730136737 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.702045918 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.156102910638 and training accuracy:0.985388278961 validation cost:0.149706766009 and validation accuracy:0.983576655388 Training on :(6, 7) training cost:0.0663182139397 and training accuracy:0.991792201996 validation cost:0.063470646739 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0412046797574 and training accuracy:0.995760798454 validation cost:0.0392845347524 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0297527369112 and training accuracy:0.997023522854 validation cost:0.0281470473856 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.023251472041 and training accuracy:0.997384309769 validation cost:0.0217820480466 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0190745349973 and training accuracy:0.997925519943 validation cost:0.0176779646426 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0161686167121 and training accuracy:0.998286306858 validation cost:0.0148208076134 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.014031086117 and training accuracy:0.998556852341 validation cost:0.0127225415781 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0123933665454 and training accuracy:0.998917639256 validation cost:0.0111202616245 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.178408861 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.214583650231 and training accuracy:0.950921952724 validation cost:0.217409461737 and validation accuracy:0.950094163418 Training on :(8, 9) training cost:0.135295405984 and training accuracy:0.961445331573 validation cost:0.13775600493 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.104480706155 and training accuracy:0.969268023968 validation cost:0.107055872679 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0865878984332 and training accuracy:0.974855661392 validation cost:0.0890263319016 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0743487179279 and training accuracy:0.978673875332 validation cost:0.0764593556523 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0652804449201 and training accuracy:0.981188297272 validation cost:0.0669679492712 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0582418739796 and training accuracy:0.983237087727 validation cost:0.0594793073833 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0526051186025 and training accuracy:0.985565304756 validation cost:0.0534040741622 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0479880571365 and training accuracy:0.987241566181 validation cost:0.0483840033412 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:122.04411602 Method 3 test accuracy:0.726400017738 Training with lmbda:100471.885619, 46 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.39693594 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.350807249546 and training accuracy:0.939823627472 validation cost:0.357388019562 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.17189386487 and training accuracy:0.961548924446 validation cost:0.178376674652 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.118916094303 and training accuracy:0.97127532959 validation cost:0.12610077858 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.093354947865 and training accuracy:0.976365804672 validation cost:0.100558117032 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0779852047563 and training accuracy:0.979547321796 validation cost:0.0847953930497 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0675682723522 and training accuracy:0.982728838921 validation cost:0.0738275647163 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0599576607347 and training accuracy:0.984819591045 validation cost:0.0656384453177 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.054104346782 and training accuracy:0.986274003983 validation cost:0.0592302978039 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0494341477752 and training accuracy:0.987364768982 validation cost:0.0540448091924 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:124.486516953 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234991163015 and training accuracy:0.979609727859 validation cost:0.236818671227 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.110380478203 and training accuracy:0.990341484547 validation cost:0.105685144663 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0724263563752 and training accuracy:0.993756115437 validation cost:0.0659090727568 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0547444932163 and training accuracy:0.995512187481 validation cost:0.0477637946606 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0445695444942 and training accuracy:0.995804905891 validation cost:0.0375551916659 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0379384271801 and training accuracy:0.996097564697 validation cost:0.031041983515 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0332515053451 and training accuracy:0.996292710304 validation cost:0.026530129835 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0297470260412 and training accuracy:0.996682941914 validation cost:0.0232201609761 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0270160231739 and training accuracy:0.99726831913 validation cost:0.0206867028028 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.510803938 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.169968575239 and training accuracy:0.989537298679 validation cost:0.163318410516 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0742805302143 and training accuracy:0.994588255882 validation cost:0.0710159018636 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0483149290085 and training accuracy:0.996662735939 validation cost:0.0459949076176 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0364786498249 and training accuracy:0.997745096684 validation cost:0.0345398597419 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0296996776015 and training accuracy:0.997745096684 validation cost:0.0279610715806 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0252889543772 and training accuracy:0.998015701771 validation cost:0.0236770194024 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0221749860793 and training accuracy:0.998556852341 validation cost:0.0206546485424 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0198485571891 and training accuracy:0.998827457428 validation cost:0.0184003282338 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0180379152298 and training accuracy:0.998827457428 validation cost:0.0166505072266 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.786540031 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.225760430098 and training accuracy:0.956230223179 validation cost:0.227511137724 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.138568103313 and training accuracy:0.965915441513 validation cost:0.140178442001 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107470937073 and training accuracy:0.972620606422 validation cost:0.109071440995 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0902254804969 and training accuracy:0.975973188877 validation cost:0.091622531414 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0787620544434 and training accuracy:0.978766977787 validation cost:0.079858340323 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0704196318984 and training accuracy:0.980908930302 validation cost:0.0711919665337 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0640108734369 and training accuracy:0.983050823212 validation cost:0.0644750967622 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0589053221047 and training accuracy:0.984075248241 validation cost:0.059090744704 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0547290742397 and training accuracy:0.985099673271 validation cost:0.0546681769192 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:121.073173046 Method 3 test accuracy:0.78719997406 Training with lmbda:110837.689046, 47 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.522614002 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.351036280394 and training accuracy:0.939823627472 validation cost:0.35761398077 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.172115549445 and training accuracy:0.961639821529 validation cost:0.178587019444 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.119122639298 and training accuracy:0.97127532959 validation cost:0.126290664077 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0935549288988 and training accuracy:0.976365804672 validation cost:0.100741818547 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0781801119447 and training accuracy:0.979547321796 validation cost:0.0849775448442 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0677594393492 and training accuracy:0.982728838921 validation cost:0.0740100070834 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0601452440023 and training accuracy:0.984637737274 validation cost:0.0658218488097 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0542884506285 and training accuracy:0.986274003983 validation cost:0.0594135224819 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0496148094535 and training accuracy:0.987273871899 validation cost:0.0542271435261 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:124.021259069 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236322745681 and training accuracy:0.979707300663 validation cost:0.238201722503 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.111316345632 and training accuracy:0.990243911743 validation cost:0.106672130525 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0731648877263 and training accuracy:0.993658542633 validation cost:0.0666856691241 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0553593561053 and training accuracy:0.995512187481 validation cost:0.04840702191 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0450990051031 and training accuracy:0.995804905891 validation cost:0.0381070226431 and validation accuracy:1.0 Training on :(4, 5) training cost:0.038404814899 and training accuracy:0.996097564697 validation cost:0.0315262377262 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0336701199412 and training accuracy:0.996390223503 validation cost:0.0269632618874 and validation accuracy:1.0 Training on :(4, 5) training cost:0.030127890408 and training accuracy:0.996682941914 validation cost:0.0236130356789 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0273657888174 and training accuracy:0.997170746326 validation cost:0.0210464056581 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.116727114 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.170998767018 and training accuracy:0.989807903767 validation cost:0.164337649941 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.074949786067 and training accuracy:0.994588255882 validation cost:0.0716697648168 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0488658249378 and training accuracy:0.996662735939 validation cost:0.0465327128768 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0369606874883 and training accuracy:0.997745096684 validation cost:0.0350118912756 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.030134325847 and training accuracy:0.997745096684 validation cost:0.0283883549273 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0256875324994 and training accuracy:0.998015701771 validation cost:0.0240702591836 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0225450117141 and training accuracy:0.998556852341 validation cost:0.0210205204785 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0201947018504 and training accuracy:0.998827457428 validation cost:0.0187430400401 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0183639135212 and training accuracy:0.998827457428 validation cost:0.0169734638184 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.762854815 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.226707786322 and training accuracy:0.956416487694 validation cost:0.228463321924 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.139110654593 and training accuracy:0.965915441513 validation cost:0.140725210309 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107957847416 and training accuracy:0.972434341908 validation cost:0.109551526606 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0907160788774 and training accuracy:0.975973188877 validation cost:0.0921025499701 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0792686492205 and training accuracy:0.978860139847 validation cost:0.0803554803133 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0709423050284 and training accuracy:0.980815768242 validation cost:0.0717086941004 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0645475611091 and training accuracy:0.982957720757 validation cost:0.065010920167 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0594528354704 and training accuracy:0.983982145786 validation cost:0.0596429817379 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.055282946676 and training accuracy:0.985006511211 validation cost:0.0552325770259 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:121.172930956 Method 3 test accuracy:0.788399994373 Training with lmbda:112156.912078, 48 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.27410388 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.351065129042 and training accuracy:0.939823627472 validation cost:0.357642412186 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.172142893076 and training accuracy:0.961639821529 validation cost:0.178612917662 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.119148679078 and training accuracy:0.97127532959 validation cost:0.126314684749 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0935798585415 and training accuracy:0.976365804672 validation cost:0.100764706731 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0782043561339 and training accuracy:0.979547321796 validation cost:0.0850002169609 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0677830427885 and training accuracy:0.982728838921 validation cost:0.0740326493979 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0601682364941 and training accuracy:0.984637737274 validation cost:0.065844334662 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0543111525476 and training accuracy:0.986274003983 validation cost:0.0594360753894 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0496371984482 and training accuracy:0.987273871899 validation cost:0.0542499423027 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:125.443123102 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236485168338 and training accuracy:0.979804873466 validation cost:0.23837031424 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.111430548131 and training accuracy:0.990243911743 validation cost:0.106792606413 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0732551589608 and training accuracy:0.993658542633 validation cost:0.0667806491256 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0554346889257 and training accuracy:0.995512187481 validation cost:0.0484859235585 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0451636649668 and training accuracy:0.995804905891 validation cost:0.038174495101 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0384617969394 and training accuracy:0.996195137501 validation cost:0.0315854810178 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0337211675942 and training accuracy:0.996390223503 validation cost:0.0270161852241 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0301741920412 and training accuracy:0.996682941914 validation cost:0.0236608758569 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0274083167315 and training accuracy:0.997170746326 validation cost:0.021090215072 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.90455699 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.171129062772 and training accuracy:0.989807903767 validation cost:0.164466306567 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0750337913632 and training accuracy:0.994588255882 validation cost:0.071751780808 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0489349961281 and training accuracy:0.996752977371 validation cost:0.0466002039611 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0370210781693 and training accuracy:0.997654914856 validation cost:0.0350710116327 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0301885958761 and training accuracy:0.997745096684 validation cost:0.028441734612 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0257371719927 and training accuracy:0.998015701771 validation cost:0.0241192579269 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0225909687579 and training accuracy:0.998556852341 validation cost:0.0210660099983 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.020237589255 and training accuracy:0.998827457428 validation cost:0.0187855158001 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0184042528272 and training accuracy:0.998827457428 validation cost:0.0170134231448 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.354633093 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.226827099919 and training accuracy:0.956416487694 validation cost:0.228583589196 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.139180153608 and training accuracy:0.965822339058 validation cost:0.14079554379 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.108019903302 and training accuracy:0.972434341908 validation cost:0.109613217413 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.090778440237 and training accuracy:0.975973188877 validation cost:0.0921640619636 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0793327465653 and training accuracy:0.978766977787 validation cost:0.08041895926 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0710088312626 and training accuracy:0.980815768242 validation cost:0.0717750266194 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0646151378751 and training accuracy:0.982957720757 validation cost:0.0650787949562 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.059521459043 and training accuracy:0.983982145786 validation cost:0.0597123764455 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.055352691561 and training accuracy:0.985006511211 validation cost:0.0553039610386 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:123.214535952 Method 3 test accuracy:0.788800001144 Training with lmbda:113670.658968, 49 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.947057962 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.351098150015 and training accuracy:0.939823627472 validation cost:0.357674986124 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.172174394131 and training accuracy:0.961639821529 validation cost:0.178642824292 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.11917809397 and training accuracy:0.97127532959 validation cost:0.126341789961 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0936082750559 and training accuracy:0.976365804672 validation cost:0.100790724158 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0782320797443 and training accuracy:0.979547321796 validation cost:0.0850259661674 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0678101107478 and training accuracy:0.982728838921 validation cost:0.0740583986044 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0601950101554 and training accuracy:0.984637737274 validation cost:0.0658705309033 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0543371997774 and training accuracy:0.986274003983 validation cost:0.0594620555639 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0496626123786 and training accuracy:0.987273871899 validation cost:0.0542758144438 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:123.862763166 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.23667344451 and training accuracy:0.979804873466 validation cost:0.238565564156 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.111561916769 and training accuracy:0.990243911743 validation cost:0.106930986047 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0733586028218 and training accuracy:0.993658542633 validation cost:0.0668893754482 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0555208474398 and training accuracy:0.995512187481 validation cost:0.0485760644078 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0452373884618 and training accuracy:0.995804905891 validation cost:0.0382513515651 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0385267287493 and training accuracy:0.996195137501 validation cost:0.0316529124975 and validation accuracy:1.0 Training on :(4, 5) training cost:0.033779386431 and training accuracy:0.996390223503 validation cost:0.0270765032619 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0302270390093 and training accuracy:0.996682941914 validation cost:0.0237154923379 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0274570193142 and training accuracy:0.997170746326 validation cost:0.021140396595 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.552330017 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.171277746558 and training accuracy:0.989807903767 validation cost:0.164613470435 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0751300081611 and training accuracy:0.994588255882 validation cost:0.0718459114432 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0490138567984 and training accuracy:0.996752977371 validation cost:0.0466773472726 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0370897091925 and training accuracy:0.997654914856 validation cost:0.0351383313537 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0302503108978 and training accuracy:0.997745096684 validation cost:0.028502529487 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0257937312126 and training accuracy:0.998015701771 validation cost:0.0241751372814 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.022643301636 and training accuracy:0.998556852341 validation cost:0.0211178082973 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0202864278108 and training accuracy:0.998827457428 validation cost:0.0188339054585 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0184501595795 and training accuracy:0.998827457428 validation cost:0.0170589257032 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.500795126 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.226963475347 and training accuracy:0.956416487694 validation cost:0.228720664978 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.139259517193 and training accuracy:0.965822339058 validation cost:0.140875533223 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.108090475202 and training accuracy:0.972434341908 validation cost:0.10968285054 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0908493250608 and training accuracy:0.975973188877 validation cost:0.0922335684299 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0794068127871 and training accuracy:0.978673875332 validation cost:0.0804915949702 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0710846185684 and training accuracy:0.980908930302 validation cost:0.0718498900533 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0646916925907 and training accuracy:0.982957720757 validation cost:0.0651548504829 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0595996081829 and training accuracy:0.983888983727 validation cost:0.0597905218601 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0554315559566 and training accuracy:0.985006511211 validation cost:0.055383682251 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:122.389990091 Method 3 test accuracy:0.788999974728 Training with lmbda:118532.821955, 50 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.552602053 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.351203292608 and training accuracy:0.939823627472 validation cost:0.357778787613 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.172275871038 and training accuracy:0.961639821529 validation cost:0.178738966584 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.119272179902 and training accuracy:0.97127532959 validation cost:0.126428052783 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0936992242932 and training accuracy:0.976365804672 validation cost:0.100874140859 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0783202648163 and training accuracy:0.979547321796 validation cost:0.0851081162691 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0678963810205 and training accuracy:0.982637941837 validation cost:0.0741407126188 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0602790676057 and training accuracy:0.984728634357 validation cost:0.0659525543451 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0544192679226 and training accuracy:0.986183047295 validation cost:0.0595436580479 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.049743540585 and training accuracy:0.987273871899 validation cost:0.0543577075005 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:123.929641008 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.237268909812 and training accuracy:0.979804873466 validation cost:0.239183500409 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.111977085471 and training accuracy:0.990243911743 validation cost:0.107369028032 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0736854895949 and training accuracy:0.993658542633 validation cost:0.067233376205 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0557921528816 and training accuracy:0.995512187481 validation cost:0.0488603524864 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0454697459936 and training accuracy:0.995804905891 validation cost:0.0384937934577 and validation accuracy:1.0 Training on :(4, 5) training cost:0.038730930537 and training accuracy:0.996195137501 validation cost:0.0318654589355 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0339624993503 and training accuracy:0.996390223503 validation cost:0.0272665284574 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0303931683302 and training accuracy:0.996682941914 validation cost:0.0238872468472 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0276096425951 and training accuracy:0.99726831913 validation cost:0.0212977323681 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.93858099 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.171746909618 and training accuracy:0.989807903767 validation cost:0.165077999234 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0754345953465 and training accuracy:0.994588255882 validation cost:0.0721442550421 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0492630824447 and training accuracy:0.996752977371 validation cost:0.0469213500619 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0373074635863 and training accuracy:0.997654914856 validation cost:0.0353521630168 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0304457563907 and training accuracy:0.997745096684 validation cost:0.0286952387542 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259725041687 and training accuracy:0.998015701771 validation cost:0.0243519991636 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0228087082505 and training accuracy:0.998556852341 validation cost:0.0212817322463 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.020440870896 and training accuracy:0.998827457428 validation cost:0.0189870782197 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0185953509063 and training accuracy:0.998827457428 validation cost:0.0172029919922 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.333549976 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227400332689 and training accuracy:0.956416487694 validation cost:0.229160740972 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.139515802264 and training accuracy:0.965729176998 validation cost:0.141134113073 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.108318656683 and training accuracy:0.972527444363 validation cost:0.109909266233 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.091076746583 and training accuracy:0.975973188877 validation cost:0.0924580544233 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0796403437853 and training accuracy:0.978580713272 validation cost:0.0807226747274 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0713248103857 and training accuracy:0.981002032757 validation cost:0.0720898061991 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0649365186691 and training accuracy:0.983050823212 validation cost:0.0654009729624 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0598480701447 and training accuracy:0.983982145786 validation cost:0.0600426197052 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0556824430823 and training accuracy:0.984913408756 validation cost:0.0556398406625 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.735470057 Method 3 test accuracy:0.78979998827 Training with lmbda:120920.212212, 51 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.412359953 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.351254761219 and training accuracy:0.939823627472 validation cost:0.357829511166 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.172325223684 and training accuracy:0.961548924446 validation cost:0.178785830736 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.119317851961 and training accuracy:0.97127532959 validation cost:0.126470342278 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0937430337071 and training accuracy:0.976365804672 validation cost:0.100914798677 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0783630087972 and training accuracy:0.979547321796 validation cost:0.0851484909654 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0679381787777 and training accuracy:0.982637941837 validation cost:0.0741810500622 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0603200905025 and training accuracy:0.984728634357 validation cost:0.0659928247333 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0544591099024 and training accuracy:0.986183047295 validation cost:0.0595835521817 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0497826449573 and training accuracy:0.987273871899 validation cost:0.0543974712491 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:124.979815006 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.237559586763 and training accuracy:0.979707300663 validation cost:0.239485651255 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.112178876996 and training accuracy:0.990243911743 validation cost:0.107582233846 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0738430842757 and training accuracy:0.993658542633 validation cost:0.0673993751407 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0559224300086 and training accuracy:0.995512187481 validation cost:0.048997130245 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0455811358988 and training accuracy:0.995804905891 validation cost:0.0386102981865 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0388286598027 and training accuracy:0.996195137501 validation cost:0.0319674536586 and validation accuracy:1.0 Training on :(4, 5) training cost:0.03405001387 and training accuracy:0.996390223503 validation cost:0.0273575410247 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0304726026952 and training accuracy:0.996682941914 validation cost:0.0239696186036 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0276825875044 and training accuracy:0.99726831913 validation cost:0.0213731601834 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.28685689 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.171977102757 and training accuracy:0.989807903767 validation cost:0.165305748582 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0755837187171 and training accuracy:0.994588255882 validation cost:0.0722901821136 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0493844598532 and training accuracy:0.996752977371 validation cost:0.0470400825143 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0374130308628 and training accuracy:0.997654914856 validation cost:0.035455737263 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0305405352265 and training accuracy:0.997745096684 validation cost:0.0287885461003 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0260590407997 and training accuracy:0.998015701771 validation cost:0.0244373958558 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0228886902332 and training accuracy:0.998556852341 validation cost:0.0213608071208 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0205154512078 and training accuracy:0.998827457428 validation cost:0.0190609227866 and validation accuracy:1.0 Training on :(6, 7) training cost:0.018665285781 and training accuracy:0.998827457428 validation cost:0.0172722470015 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.41369915 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227612689137 and training accuracy:0.956695854664 validation cost:0.229374796152 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.139641553164 and training accuracy:0.965729176998 validation cost:0.14126086235 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.108430951834 and training accuracy:0.972527444363 validation cost:0.110020913184 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0911882743239 and training accuracy:0.975880026817 validation cost:0.0925683528185 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0797542855144 and training accuracy:0.978580713272 validation cost:0.0808353945613 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0714414343238 and training accuracy:0.980908930302 validation cost:0.072206273675 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0650559216738 and training accuracy:0.982864618301 validation cost:0.0655210614204 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0599694848061 and training accuracy:0.983982145786 validation cost:0.0601655766368 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0558044910431 and training accuracy:0.984913408756 validation cost:0.0557644963264 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.291438818 Method 3 test accuracy:0.790600001812 Training with lmbda:127836.938509, 52 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.464136124 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.351404249668 and training accuracy:0.939823627472 validation cost:0.357977032661 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.172467812896 and training accuracy:0.961548924446 validation cost:0.178921446204 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.119449056685 and training accuracy:0.971366226673 validation cost:0.126591086388 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.093869253993 and training accuracy:0.976365804672 validation cost:0.101031176746 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0784856826067 and training accuracy:0.979547321796 validation cost:0.0852629393339 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0680575594306 and training accuracy:0.982547044754 validation cost:0.0742954909801 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0604365095496 and training accuracy:0.984728634357 validation cost:0.0661068037152 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0545731596649 and training accuracy:0.986183047295 validation cost:0.0596972219646 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0498941019177 and training accuracy:0.987273871899 validation cost:0.0545104555786 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:124.972325087 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.238383829594 and training accuracy:0.979707300663 validation cost:0.240342244506 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.112749710679 and training accuracy:0.990341484547 validation cost:0.108185380697 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0742885172367 and training accuracy:0.993756115437 validation cost:0.0678688809276 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0562896355987 and training accuracy:0.995512187481 validation cost:0.0493829883635 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0458957031369 and training accuracy:0.995804905891 validation cost:0.0389397479594 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0391046367586 and training accuracy:0.996195137501 validation cost:0.032255448401 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0342966355383 and training accuracy:0.996390223503 validation cost:0.0276142768562 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0306967422366 and training accuracy:0.996682941914 validation cost:0.0242021866143 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0278886687011 and training accuracy:0.99726831913 validation cost:0.0215863790363 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.867992878 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.172629326582 and training accuracy:0.989807903767 validation cost:0.165952339768 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.076006822288 and training accuracy:0.994588255882 validation cost:0.0727053508162 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.04972948879 and training accuracy:0.996843159199 validation cost:0.0473785996437 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0377129800618 and training accuracy:0.997654914856 validation cost:0.035750772804 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0308096017689 and training accuracy:0.997745096684 validation cost:0.0290540512651 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0263047870249 and training accuracy:0.998015701771 validation cost:0.0246803611517 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0231157764792 and training accuracy:0.998556852341 validation cost:0.0215857382864 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0207270942628 and training accuracy:0.998827457428 validation cost:0.0192707479 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0188638195395 and training accuracy:0.998827457428 validation cost:0.0174692235887 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.390036106 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.228224858642 and training accuracy:0.956882119179 validation cost:0.22999227047 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.140002056956 and training accuracy:0.965822339058 validation cost:0.141625627875 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.108754232526 and training accuracy:0.972527444363 validation cost:0.110343873501 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0915089547634 and training accuracy:0.976066291332 validation cost:0.0928870141506 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0800808146596 and training accuracy:0.978487610817 validation cost:0.081160210073 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0717740133405 and training accuracy:0.980815768242 validation cost:0.0725396052003 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0653948187828 and training accuracy:0.982864618301 validation cost:0.0658636167645 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0603117607534 and training accuracy:0.983888983727 validation cost:0.0605138577521 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0561488829553 and training accuracy:0.984913408756 validation cost:0.0561177097261 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.557106972 Method 3 test accuracy:0.790799975395 Training with lmbda:142451.759075, 53 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.693034887 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.351712763309 and training accuracy:0.939823627472 validation cost:0.358281224966 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.172760128975 and training accuracy:0.961548924446 validation cost:0.17919921875 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.119718767703 and training accuracy:0.971366226673 validation cost:0.126839265227 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.094128139317 and training accuracy:0.976456701756 validation cost:0.101270087063 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0787368416786 and training accuracy:0.979547321796 validation cost:0.08549913764 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0683020204306 and training accuracy:0.982547044754 validation cost:0.0745310112834 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0606745705009 and training accuracy:0.984728634357 validation cost:0.0663410127163 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0548055656254 and training accuracy:0.986183047295 validation cost:0.0599303804338 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0501213259995 and training accuracy:0.987364768982 validation cost:0.0547412969172 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:124.681232214 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.240051731467 and training accuracy:0.979707300663 validation cost:0.242074981332 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.113900005817 and training accuracy:0.990438997746 validation cost:0.109400510788 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0751846134663 and training accuracy:0.993756115437 validation cost:0.0688133761287 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.057025231421 and training accuracy:0.995512187481 validation cost:0.050156250596 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0465232804418 and training accuracy:0.995804905891 validation cost:0.0395970419049 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0396543815732 and training accuracy:0.996195137501 validation cost:0.0328290350735 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0347877629101 and training accuracy:0.996390223503 validation cost:0.0281254984438 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0311420354992 and training accuracy:0.996682941914 validation cost:0.0246642380953 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0282970871776 and training accuracy:0.99726831913 validation cost:0.0220087692142 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.81370306 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.17397852242 and training accuracy:0.989807903767 validation cost:0.167290359735 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0768798515201 and training accuracy:0.994588255882 validation cost:0.0735633000731 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0504372790456 and training accuracy:0.996843159199 validation cost:0.0480739846826 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0383256338537 and training accuracy:0.997654914856 validation cost:0.0363542586565 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0313573814929 and training accuracy:0.997745096684 validation cost:0.0295950062573 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.026803644374 and training accuracy:0.998015701771 validation cost:0.0251744557172 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0235755760223 and training accuracy:0.998556852341 validation cost:0.0220418423414 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0211548283696 and training accuracy:0.998827457428 validation cost:0.0196956917644 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0192640479654 and training accuracy:0.998827457428 validation cost:0.0178672596812 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.089883089 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.229498401284 and training accuracy:0.957161486149 validation cost:0.231276392937 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.14076629281 and training accuracy:0.965729176998 validation cost:0.14240013063 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.109433479607 and training accuracy:0.972713708878 validation cost:0.111023649573 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0921770259738 and training accuracy:0.976066291332 validation cost:0.0935510694981 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0807558819652 and training accuracy:0.978487610817 validation cost:0.0818320736289 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0724602937698 and training accuracy:0.980815768242 validation cost:0.0732275098562 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0660902783275 and training accuracy:0.982864618301 validation cost:0.0665664896369 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0610118955374 and training accuracy:0.983702719212 validation cost:0.0612268336117 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0568508505821 and training accuracy:0.984913408756 validation cost:0.0568385720253 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:122.504501104 Method 3 test accuracy:0.792900025845 Training with lmbda:154340.494179, 54 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.768919945 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.351959526539 and training accuracy:0.939823627472 validation cost:0.358524382114 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.172993689775 and training accuracy:0.961730778217 validation cost:0.179421558976 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.119931638241 and training accuracy:0.971366226673 validation cost:0.127035960555 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0943311676383 and training accuracy:0.976456701756 validation cost:0.101458959281 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0789326876402 and training accuracy:0.979547321796 validation cost:0.0856847316027 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0684922486544 and training accuracy:0.982547044754 validation cost:0.074715539813 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0608596801758 and training accuracy:0.984728634357 validation cost:0.0665250718594 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0549860075116 and training accuracy:0.986183047295 validation cost:0.0601131692529 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0502980723977 and training accuracy:0.987364768982 validation cost:0.0549229569733 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:125.513288975 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.241347059608 and training accuracy:0.979512214661 validation cost:0.243421569467 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.114787988365 and training accuracy:0.990438997746 validation cost:0.110339485109 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.075867600739 and training accuracy:0.993756115437 validation cost:0.0695343464613 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0575845688581 and training accuracy:0.995512187481 validation cost:0.0507449358702 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0469990298152 and training accuracy:0.995707333088 validation cost:0.0400961562991 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0400699712336 and training accuracy:0.996195137501 validation cost:0.0332635492086 and validation accuracy:1.0 Training on :(4, 5) training cost:0.035158958286 and training accuracy:0.996390223503 validation cost:0.0285122897476 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0314786359668 and training accuracy:0.996682941914 validation cost:0.0250142887235 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286062080413 and training accuracy:0.99726831913 validation cost:0.0223293974996 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.331161022 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.175041049719 and training accuracy:0.989807903767 validation cost:0.168345957994 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0775666534901 and training accuracy:0.994588255882 validation cost:0.0742394253612 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0509926117957 and training accuracy:0.996933341026 validation cost:0.0486209690571 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0388047657907 and training accuracy:0.997654914856 validation cost:0.0368274301291 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.03178364411 and training accuracy:0.997745096684 validation cost:0.0300170704722 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0271903797984 and training accuracy:0.997925519943 validation cost:0.0255584586412 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0239311493933 and training accuracy:0.998466670513 validation cost:0.0223955176771 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0214846841991 and training accuracy:0.998827457428 validation cost:0.0200240686536 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0195726491511 and training accuracy:0.998827457428 validation cost:0.0181746166199 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.677848101 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230516627431 and training accuracy:0.956975221634 validation cost:0.232304096222 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.141387268901 and training accuracy:0.965915441513 validation cost:0.143030628562 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.109981328249 and training accuracy:0.972713708878 validation cost:0.111572153866 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0927123874426 and training accuracy:0.975973188877 validation cost:0.0940841510892 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0812947005033 and training accuracy:0.978487610817 validation cost:0.0823699980974 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0730032846332 and training accuracy:0.980815768242 validation cost:0.0737726613879 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0666387826204 and training accuracy:0.982771456242 validation cost:0.0671220272779 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0615630671382 and training accuracy:0.983702719212 validation cost:0.0617888867855 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0574016720057 and training accuracy:0.984820246696 validation cost:0.0574040450156 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.597470999 Method 3 test accuracy:0.793200016022 Training with lmbda:157509.332943, 55 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.511958122 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.352024525404 and training accuracy:0.939823627472 validation cost:0.358588427305 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.173054561019 and training accuracy:0.961730778217 validation cost:0.1794796139 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.119987092912 and training accuracy:0.971366226673 validation cost:0.127087160945 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.094384342432 and training accuracy:0.976456701756 validation cost:0.101508282125 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0789841040969 and training accuracy:0.979547321796 validation cost:0.0857334733009 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0685420185328 and training accuracy:0.982547044754 validation cost:0.0747635811567 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0609079711139 and training accuracy:0.984728634357 validation cost:0.0665728151798 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0550329387188 and training accuracy:0.986183047295 validation cost:0.0601605512202 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0503438822925 and training accuracy:0.987364768982 validation cost:0.0549696832895 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:124.392494917 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.241684898734 and training accuracy:0.979512214661 validation cost:0.243772864342 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.115018635988 and training accuracy:0.990438997746 validation cost:0.110583268106 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0760451480746 and training accuracy:0.993756115437 validation cost:0.0697219371796 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0577293001115 and training accuracy:0.995512187481 validation cost:0.0508974157274 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0471220426261 and training accuracy:0.995707333088 validation cost:0.0402252860367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0401771999896 and training accuracy:0.996195137501 validation cost:0.0333757735789 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0352544486523 and training accuracy:0.996390223503 validation cost:0.028611946851 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0315652564168 and training accuracy:0.996682941914 validation cost:0.0251044500619 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286855939776 and training accuracy:0.99726831913 validation cost:0.0224118400365 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.238279104 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.175317287445 and training accuracy:0.989807903767 validation cost:0.168620407581 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0777461305261 and training accuracy:0.994588255882 validation cost:0.074415974319 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0511372610927 and training accuracy:0.996933341026 validation cost:0.0487633645535 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0389292240143 and training accuracy:0.997654914856 validation cost:0.0369502007961 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0318943783641 and training accuracy:0.997745096684 validation cost:0.0301266126335 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0272907223552 and training accuracy:0.997925519943 validation cost:0.0256579313427 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0240233317018 and training accuracy:0.998466670513 validation cost:0.0224870666862 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0215700846165 and training accuracy:0.998827457428 validation cost:0.0201089195907 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0196523759514 and training accuracy:0.998827457428 validation cost:0.0182538647205 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.557672977 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230786830187 and training accuracy:0.956882119179 validation cost:0.23257650435 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.141553610563 and training accuracy:0.965822339058 validation cost:0.143199428916 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.110127449036 and training accuracy:0.972713708878 validation cost:0.111718818545 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0928533673286 and training accuracy:0.975973188877 validation cost:0.0942245125771 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0814358964562 and training accuracy:0.978487610817 validation cost:0.0825110375881 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0731454566121 and training accuracy:0.980815768242 validation cost:0.0739150866866 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0667814984918 and training accuracy:0.982771456242 validation cost:0.0672659724951 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0617064647377 and training accuracy:0.983609616756 validation cost:0.0619349591434 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0575447715819 and training accuracy:0.984820246696 validation cost:0.0575506351888 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:122.185344934 Method 3 test accuracy:0.793799996376 Training with lmbda:167074.908473, 56 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.097376823 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.352218657732 and training accuracy:0.939823627472 validation cost:0.358779788017 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.17323680222 and training accuracy:0.961730778217 validation cost:0.179652914405 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.120153464377 and training accuracy:0.971457123756 validation cost:0.127240970731 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.094542182982 and training accuracy:0.976456701756 validation cost:0.101654827595 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0791370123625 and training accuracy:0.979547321796 validation cost:0.0858785510063 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0686900392175 and training accuracy:0.982547044754 validation cost:0.074907720089 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0610515773296 and training accuracy:0.984728634357 validation cost:0.066715747118 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0551723912358 and training accuracy:0.986183047295 validation cost:0.0603020898998 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0504796244204 and training accuracy:0.987364768982 validation cost:0.055108897388 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:124.730401993 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.242679730058 and training accuracy:0.97921949625 validation cost:0.244808197021 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.115695565939 and training accuracy:0.990438997746 validation cost:0.111299730837 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.076563373208 and training accuracy:0.993756115437 validation cost:0.0702700763941 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0581517256796 and training accuracy:0.995512187481 validation cost:0.0513431504369 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0474803224206 and training accuracy:0.995707333088 validation cost:0.0406019128859 and validation accuracy:1.0 Training on :(4, 5) training cost:0.04049115628 and training accuracy:0.996195137501 validation cost:0.0337047129869 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0355346128345 and training accuracy:0.996390223503 validation cost:0.0289045330137 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0318191051483 and training accuracy:0.996682941914 validation cost:0.0253688599914 and validation accuracy:1.0 Training on :(4, 5) training cost:0.028918152675 and training accuracy:0.99726831913 validation cost:0.0226532071829 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.663260937 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.17614607513 and training accuracy:0.989807903767 validation cost:0.169443488121 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0782826915383 and training accuracy:0.994588255882 validation cost:0.0749443545938 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0515670366585 and training accuracy:0.996933341026 validation cost:0.0491870678961 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.039299365133 and training accuracy:0.997654914856 validation cost:0.037316005677 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0322227738798 and training accuracy:0.997745096684 validation cost:0.0304520316422 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0275878608227 and training accuracy:0.997925519943 validation cost:0.0259527806193 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0242954790592 and training accuracy:0.998376488686 validation cost:0.0227573793381 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0218221712857 and training accuracy:0.998827457428 validation cost:0.0203596353531 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0198875814676 and training accuracy:0.998827457428 validation cost:0.0184879284352 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.235407829 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.231590256095 and training accuracy:0.957161486149 validation cost:0.233388528228 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.142050266266 and training accuracy:0.965729176998 validation cost:0.143704891205 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.11056420207 and training accuracy:0.972527444363 validation cost:0.112157404423 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0932764261961 and training accuracy:0.975973188877 validation cost:0.0946472883224 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0818563327193 and training accuracy:0.978487610817 validation cost:0.0829321220517 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.073567725718 and training accuracy:0.980908930302 validation cost:0.0743405222893 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0672061294317 and training accuracy:0.982771456242 validation cost:0.0676969438791 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0621306225657 and training accuracy:0.983423352242 validation cost:0.0623680874705 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0579676702619 and training accuracy:0.984913408756 validation cost:0.0579846464097 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.600831985 Method 3 test accuracy:0.79439997673 Training with lmbda:182585.275511, 57 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.022583961 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.352527648211 and training accuracy:0.939823627472 validation cost:0.359084308147 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.173524558544 and training accuracy:0.961821675301 validation cost:0.17992632091 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.120416477323 and training accuracy:0.971457123756 validation cost:0.127484485507 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0947922095656 and training accuracy:0.976547598839 validation cost:0.101888805628 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0793781057 and training accuracy:0.979547321796 validation cost:0.0861098840833 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0689231306314 and training accuracy:0.982547044754 validation cost:0.0751371011138 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0612775497139 and training accuracy:0.984728634357 validation cost:0.0669424235821 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0553913488984 and training accuracy:0.986183047295 validation cost:0.0605251714587 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0506926253438 and training accuracy:0.987364768982 validation cost:0.0553293190897 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:124.941766977 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.244225755334 and training accuracy:0.979317069054 validation cost:0.246416836977 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.116746142507 and training accuracy:0.990438997746 validation cost:0.112412035465 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.077363923192 and training accuracy:0.99385368824 validation cost:0.0711177140474 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0588020384312 and training accuracy:0.995512187481 validation cost:0.0520302057266 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0480322800577 and training accuracy:0.995804905891 validation cost:0.0411831513047 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0409728065133 and training accuracy:0.996195137501 validation cost:0.0342109501362 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0359642244875 and training accuracy:0.996390223503 validation cost:0.0293548610061 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0322081372142 and training accuracy:0.996682941914 validation cost:0.0257750786841 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0292747542262 and training accuracy:0.99726831913 validation cost:0.0230243466794 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.643658876 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.17745256424 and training accuracy:0.989898085594 validation cost:0.170742988586 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0791269242764 and training accuracy:0.994588255882 validation cost:0.0757775530219 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0522423051298 and training accuracy:0.996933341026 validation cost:0.0498543195426 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0398776903749 and training accuracy:0.997654914856 validation cost:0.0378889292479 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0327345840633 and training accuracy:0.997745096684 validation cost:0.0309598427266 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0280497800559 and training accuracy:0.997925519943 validation cost:0.0264117382467 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0247183926404 and training accuracy:0.998376488686 validation cost:0.023178236559 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.022213164717 and training accuracy:0.998827457428 validation cost:0.020749013871 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0202516838908 and training accuracy:0.998827457428 validation cost:0.0188508369029 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.846951008 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.232872098684 and training accuracy:0.957254588604 validation cost:0.234682515264 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.142852202058 and training accuracy:0.966008543968 validation cost:0.144518777728 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.111264146864 and training accuracy:0.972341239452 validation cost:0.112860739231 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0939503982663 and training accuracy:0.976066291332 validation cost:0.0953215956688 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0825242847204 and training accuracy:0.978394508362 validation cost:0.083603605628 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.07423543185 and training accuracy:0.980815768242 validation cost:0.0750166848302 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0678719654679 and training accuracy:0.982678353786 validation cost:0.0683758184314 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0627955496311 and training accuracy:0.983516454697 validation cost:0.0630502179265 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0586307197809 and training accuracy:0.984820246696 validation cost:0.0586700923741 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:122.354156971 Method 3 test accuracy:0.795799970627 Training with lmbda:184477.613232, 58 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.252936125 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.352564841509 and training accuracy:0.939823627472 validation cost:0.359120935202 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.17355889082 and training accuracy:0.961821675301 validation cost:0.179959058762 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.120448075235 and training accuracy:0.971457123756 validation cost:0.127513676882 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0948219895363 and training accuracy:0.976547598839 validation cost:0.101916491985 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0794067010283 and training accuracy:0.979547321796 validation cost:0.0861372426152 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0689507871866 and training accuracy:0.982547044754 validation cost:0.0751641765237 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0613042525947 and training accuracy:0.984728634357 validation cost:0.0669688656926 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0554171800613 and training accuracy:0.986183047295 validation cost:0.0605513714254 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0507180020213 and training accuracy:0.987364768982 validation cost:0.0553553402424 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:125.038929939 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.244409441948 and training accuracy:0.979317069054 validation cost:0.246608272195 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.11687130481 and training accuracy:0.990438997746 validation cost:0.112544611096 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0774588212371 and training accuracy:0.99385368824 validation cost:0.0712182670832 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.058879096061 and training accuracy:0.995512187481 validation cost:0.0521116629243 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0480975322425 and training accuracy:0.995804905891 validation cost:0.0412519909441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0410295128822 and training accuracy:0.996195137501 validation cost:0.0342707112432 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0360146276653 and training accuracy:0.996390223503 validation cost:0.0294077973813 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0322537198663 and training accuracy:0.996682941914 validation cost:0.0258228518069 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0293163526803 and training accuracy:0.99726831913 validation cost:0.0230677649379 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.475044012 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.177609607577 and training accuracy:0.989898085594 validation cost:0.170899257064 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0792279839516 and training accuracy:0.994588255882 validation cost:0.0758773759007 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0523231215775 and training accuracy:0.996933341026 validation cost:0.0499342754483 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0399467907846 and training accuracy:0.997654914856 validation cost:0.0379573777318 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0327954106033 and training accuracy:0.997745096684 validation cost:0.0310202054679 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0281046889722 and training accuracy:0.997925519943 validation cost:0.0264663826674 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0247683823109 and training accuracy:0.998376488686 validation cost:0.0232280883938 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0222593750805 and training accuracy:0.998827457428 validation cost:0.0207951497287 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0202946867794 and training accuracy:0.998827457428 validation cost:0.0188937988132 and validation accuracy:1.0 Training on :(6, 7) Time taken:127.002557039 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.233027502894 and training accuracy:0.957254588604 validation cost:0.234839394689 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.142949745059 and training accuracy:0.966008543968 validation cost:0.144617691636 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.111348815262 and training accuracy:0.972434341908 validation cost:0.112945981324 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0940319597721 and training accuracy:0.976066291332 validation cost:0.0954034104943 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0826049074531 and training accuracy:0.978487610817 validation cost:0.0836846455932 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0743159502745 and training accuracy:0.980815768242 validation cost:0.0750980824232 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0679524764419 and training accuracy:0.982678353786 validation cost:0.0684577450156 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0628754645586 and training accuracy:0.983516454697 validation cost:0.0631321370602 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.058710437268 and training accuracy:0.984820246696 validation cost:0.0587524659932 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:122.745739937 Method 3 test accuracy:0.796100020409 Training with lmbda:189132.195431, 59 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.515197992 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.352657318115 and training accuracy:0.939823627472 validation cost:0.359211981297 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.17364411056 and training accuracy:0.961821675301 validation cost:0.180040076375 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.120525099337 and training accuracy:0.971457123756 validation cost:0.127584919333 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0948947742581 and training accuracy:0.976547598839 validation cost:0.101984463632 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0794762149453 and training accuracy:0.979547321796 validation cost:0.0862037315965 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0690177753568 and training accuracy:0.982547044754 validation cost:0.0752298757434 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0613694489002 and training accuracy:0.984728634357 validation cost:0.0670343488455 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0554804727435 and training accuracy:0.986092150211 validation cost:0.0606160014868 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0507795736194 and training accuracy:0.987364768982 validation cost:0.0554191432893 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:125.329552174 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.244861513376 and training accuracy:0.97921949625 validation cost:0.247079104185 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.117176495492 and training accuracy:0.990438997746 validation cost:0.112868346274 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0776894316077 and training accuracy:0.99385368824 validation cost:0.0714627951384 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0590660199523 and training accuracy:0.995512187481 validation cost:0.0523097142577 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0482559092343 and training accuracy:0.995804905891 validation cost:0.0414192788303 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0411673039198 and training accuracy:0.996195137501 validation cost:0.0344159528613 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0361371487379 and training accuracy:0.996390223503 validation cost:0.0295366104692 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323643945158 and training accuracy:0.996780514717 validation cost:0.0259388498962 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0294175613672 and training accuracy:0.99726831913 validation cost:0.0231735724956 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.487023115 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.177991434932 and training accuracy:0.989898085594 validation cost:0.171279236674 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0794750675559 and training accuracy:0.994588255882 validation cost:0.0761214122176 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.05251923576 and training accuracy:0.996843159199 validation cost:0.0501281544566 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0401145964861 and training accuracy:0.997654914856 validation cost:0.0381237864494 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0329433865845 and training accuracy:0.997745096684 validation cost:0.0311671867967 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0282378625125 and training accuracy:0.997925519943 validation cost:0.0265988633037 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0248900428414 and training accuracy:0.998376488686 validation cost:0.0233492776752 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0223718155175 and training accuracy:0.998827457428 validation cost:0.0209072064608 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0203993283212 and training accuracy:0.998827457428 validation cost:0.0189980939031 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.10929203 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.233403876424 and training accuracy:0.957254588604 validation cost:0.235218688846 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.143186420202 and training accuracy:0.966008543968 validation cost:0.144857212901 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.111556738615 and training accuracy:0.972434341908 validation cost:0.113154925406 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0942310020328 and training accuracy:0.976066291332 validation cost:0.0956023186445 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0828014612198 and training accuracy:0.978487610817 validation cost:0.0838818922639 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0745117813349 and training accuracy:0.980815768242 validation cost:0.0752956941724 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0681478753686 and training accuracy:0.982678353786 validation cost:0.0686556920409 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0630700960755 and training accuracy:0.983516454697 validation cost:0.0633307173848 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0589038319886 and training accuracy:0.984633982182 validation cost:0.0589516982436 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:125.711077929 Method 3 test accuracy:0.796199977398 Training with lmbda:0, 60 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:134.819602013 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362814575434 and training accuracy:0.934278726578 validation cost:0.368687093258 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.175746068358 and training accuracy:0.958730995655 validation cost:0.181754678488 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.120201095939 and training accuracy:0.970184504986 validation cost:0.127039596438 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0934583470225 and training accuracy:0.975093185902 validation cost:0.100438058376 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.077397659421 and training accuracy:0.979274630547 validation cost:0.0840636566281 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0665424317122 and training accuracy:0.982092559338 validation cost:0.0727184861898 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.058644682169 and training accuracy:0.984183251858 validation cost:0.0642904490232 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0525999329984 and training accuracy:0.986001253128 validation cost:0.0577290244401 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0477963350713 and training accuracy:0.987546563148 validation cost:0.052437428385 and validation accuracy:0.984375 Training on :(2, 3) Time taken:126.300585985 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.213030010462 and training accuracy:0.981365859509 validation cost:0.213143080473 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.0948456823826 and training accuracy:0.991414606571 validation cost:0.0891690403223 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0595742054284 and training accuracy:0.994634151459 validation cost:0.052440751344 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0434424243867 and training accuracy:0.995414614677 validation cost:0.0360635966063 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0343176163733 and training accuracy:0.99590241909 validation cost:0.0270602572709 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0284674037248 and training accuracy:0.996292710304 validation cost:0.0214532390237 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0243952069432 and training accuracy:0.99658536911 validation cost:0.017661543563 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0213905572891 and training accuracy:0.996878027916 validation cost:0.0149429636076 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0190770179033 and training accuracy:0.996975600719 validation cost:0.012908115983 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.884287834 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.151397645473 and training accuracy:0.98683142662 validation cost:0.145798683167 and validation accuracy:0.98631387949 Training on :(6, 7) training cost:0.0653424337506 and training accuracy:0.99341571331 validation cost:0.0634373053908 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.041094481945 and training accuracy:0.995580434799 validation cost:0.0401255078614 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0299255866557 and training accuracy:0.996752977371 validation cost:0.029209189117 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0235221441835 and training accuracy:0.997294127941 validation cost:0.0228476971388 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0193716026843 and training accuracy:0.997925519943 validation cost:0.0186759140342 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0164642892778 and training accuracy:0.998015701771 validation cost:0.0157337430865 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0143147092313 and training accuracy:0.998286306858 validation cost:0.0135510964319 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0126600628719 and training accuracy:0.998556852341 validation cost:0.0118714328855 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.907213211 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.220429703593 and training accuracy:0.949711322784 validation cost:0.223639249802 and validation accuracy:0.94350284338 Training on :(8, 9) training cost:0.137384459376 and training accuracy:0.962190330029 validation cost:0.140960454941 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.105367280543 and training accuracy:0.968616127968 validation cost:0.109312802553 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.0869409739971 and training accuracy:0.974017500877 validation cost:0.0908060744405 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0744304656982 and training accuracy:0.977463185787 validation cost:0.0779307931662 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0652210712433 and training accuracy:0.981467664242 validation cost:0.0682206004858 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0581113472581 and training accuracy:0.983702719212 validation cost:0.0605710335076 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0524444207549 and training accuracy:0.985006511211 validation cost:0.0543751418591 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0478190034628 and training accuracy:0.986124038696 validation cost:0.0492629781365 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:122.428282022 Method 3 test accuracy:0.717700004578 Training with lmbda:100471.885619, 61 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.617413044 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365551024675 and training accuracy:0.934733211994 validation cost:0.371380418539 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178633466363 and training accuracy:0.959094643593 validation cost:0.184477359056 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.122997529805 and training accuracy:0.969730019569 validation cost:0.129588246346 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0962379127741 and training accuracy:0.975184082985 validation cost:0.102936521173 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0801802948117 and training accuracy:0.979274630547 validation cost:0.0865765735507 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0693207904696 and training accuracy:0.982274353504 validation cost:0.0752558261156 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0614117905498 and training accuracy:0.984455943108 validation cost:0.0668453127146 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0553485825658 and training accuracy:0.985819458961 validation cost:0.0602931492031 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0505217686296 and training accuracy:0.987455666065 validation cost:0.0550006330013 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:124.338032961 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.233916535974 and training accuracy:0.981853663921 validation cost:0.234854966402 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.109670586884 and training accuracy:0.991219520569 validation cost:0.104664221406 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0722191184759 and training accuracy:0.994439005852 validation cost:0.0655714347959 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0547564551234 and training accuracy:0.995317101479 validation cost:0.0477183833718 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0446733236313 and training accuracy:0.995804905891 validation cost:0.0376465506852 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0380790121853 and training accuracy:0.995999991894 validation cost:0.0312062520534 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0334046669304 and training accuracy:0.996195137501 validation cost:0.0267377216369 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029898962006 and training accuracy:0.99658536911 validation cost:0.0234519727528 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0271599628031 and training accuracy:0.996682941914 validation cost:0.0209318734705 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.965527773 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161610752344 and training accuracy:0.990709841251 validation cost:0.155845329165 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0716732367873 and training accuracy:0.99485886097 validation cost:0.0694448947906 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0470722056925 and training accuracy:0.996662735939 validation cost:0.0458037592471 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0357628390193 and training accuracy:0.997294127941 validation cost:0.0348275750875 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0292365811765 and training accuracy:0.997835278511 validation cost:0.0284324623644 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0249647889286 and training accuracy:0.998105883598 validation cost:0.0242190752178 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0219347905368 and training accuracy:0.998286306858 validation cost:0.0212181285024 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0196635238826 and training accuracy:0.998827457428 validation cost:0.0189632270485 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0178900640458 and training accuracy:0.998917639256 validation cost:0.0172012019902 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.421621084 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.228597924113 and training accuracy:0.957161486149 validation cost:0.229977279902 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.139336034656 and training accuracy:0.965636074543 validation cost:0.141237154603 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.1076945737 and training accuracy:0.970758080482 validation cost:0.109837464988 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0902393683791 and training accuracy:0.975414395332 validation cost:0.0922703966498 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0786814391613 and training accuracy:0.979046404362 validation cost:0.0804316997528 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0702903941274 and training accuracy:0.981374561787 validation cost:0.071703247726 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0638564229012 and training accuracy:0.982585191727 validation cost:0.0649292096496 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0587393306196 and training accuracy:0.984447777271 validation cost:0.0594933778048 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0545564889908 and training accuracy:0.985379040241 validation cost:0.0550260096788 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:122.171636105 Method 3 test accuracy:0.776099979877 Training with lmbda:110837.689046, 62 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.963728189 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365805447102 and training accuracy:0.934733211994 validation cost:0.371630340815 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178884655237 and training accuracy:0.95900374651 validation cost:0.18471455574 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.123228542507 and training accuracy:0.969639122486 validation cost:0.129800528288 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0964583978057 and training accuracy:0.975184082985 validation cost:0.103138647974 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.080393217504 and training accuracy:0.979274630547 validation cost:0.0867736116052 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.069527760148 and training accuracy:0.982274353504 validation cost:0.075450591743 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0616126507521 and training accuracy:0.984455943108 validation cost:0.0670368000865 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0555439516902 and training accuracy:0.985728561878 validation cost:0.0604813806713 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0507119521499 and training accuracy:0.987455666065 validation cost:0.0551859512925 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:125.433026075 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.235314816236 and training accuracy:0.981951236725 validation cost:0.236303240061 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.110625788569 and training accuracy:0.991219520569 validation cost:0.105662330985 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.07295935601 and training accuracy:0.994439005852 validation cost:0.0663443729281 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0553674809635 and training accuracy:0.995219528675 validation cost:0.0483550280333 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0451973453164 and training accuracy:0.99590241909 validation cost:0.0381908044219 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0385398417711 and training accuracy:0.995999991894 validation cost:0.0316835269332 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0338180027902 and training accuracy:0.996195137501 validation cost:0.0271641369909 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0302751101553 and training accuracy:0.996487796307 validation cost:0.0238386057317 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0275059584528 and training accuracy:0.996682941914 validation cost:0.0212859585881 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.97490406 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162487015128 and training accuracy:0.990890204906 validation cost:0.156721785665 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0722651705146 and training accuracy:0.99485886097 validation cost:0.0700318515301 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0475746430457 and training accuracy:0.996662735939 validation cost:0.0463040545583 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0362124443054 and training accuracy:0.997294127941 validation cost:0.0352789200842 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0296481177211 and training accuracy:0.997835278511 validation cost:0.0288498941809 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0253459345549 and training accuracy:0.998105883598 validation cost:0.0246089957654 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0222909394652 and training accuracy:0.998286306858 validation cost:0.0215850397944 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0199982784688 and training accuracy:0.9987372756 validation cost:0.0193100553006 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0182067546993 and training accuracy:0.999007821083 validation cost:0.0175309609622 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.507897854 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.229507625103 and training accuracy:0.957068383694 validation cost:0.230864226818 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.139873117208 and training accuracy:0.965822339058 validation cost:0.141737133265 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.108185067773 and training accuracy:0.970944285393 validation cost:0.110276989639 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0907339528203 and training accuracy:0.975321292877 validation cost:0.0927096605301 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0791917592287 and training accuracy:0.979046404362 validation cost:0.0808906406164 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0708156079054 and training accuracy:0.981188297272 validation cost:0.0721844285727 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0643932074308 and training accuracy:0.982585191727 validation cost:0.0654295682907 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0592829398811 and training accuracy:0.984261512756 validation cost:0.0600079894066 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0551036670804 and training accuracy:0.985472142696 validation cost:0.055551301688 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:121.863230944 Method 3 test accuracy:0.775699973106 Training with lmbda:112156.912078, 63 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.635362148 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365837782621 and training accuracy:0.934733211994 validation cost:0.371661990881 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.17891612649 and training accuracy:0.95900374651 validation cost:0.18474432826 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.123257435858 and training accuracy:0.969639122486 validation cost:0.129827156663 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0964857488871 and training accuracy:0.975184082985 validation cost:0.10316362232 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0804197117686 and training accuracy:0.979274630547 validation cost:0.0867982432246 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0695537179708 and training accuracy:0.982274353504 validation cost:0.0754753947258 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0616377964616 and training accuracy:0.984455943108 validation cost:0.0670607984066 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0555684454739 and training accuracy:0.985728561878 validation cost:0.0605049617589 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0507356598973 and training accuracy:0.987455666065 validation cost:0.0552089177072 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:124.346868992 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.235486328602 and training accuracy:0.981951236725 validation cost:0.236480742693 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.110743500292 and training accuracy:0.991219520569 validation cost:0.105785235763 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0730501264334 and training accuracy:0.994341492653 validation cost:0.0664391666651 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0554424487054 and training accuracy:0.995219528675 validation cost:0.0484332405031 and validation accuracy:1.0 Training on :(4, 5) training cost:0.045261785388 and training accuracy:0.99590241909 validation cost:0.0382578447461 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0385964997113 and training accuracy:0.995999991894 validation cost:0.0317422486842 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0338686332107 and training accuracy:0.996195137501 validation cost:0.0272163469344 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0303209405392 and training accuracy:0.996487796307 validation cost:0.0238856915385 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0275480933487 and training accuracy:0.996682941914 validation cost:0.0213290713727 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.808751106 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162597566843 and training accuracy:0.990890204906 validation cost:0.156832128763 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0723396986723 and training accuracy:0.99485886097 validation cost:0.070105701685 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0476374365389 and training accuracy:0.996662735939 validation cost:0.0463665835559 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.036268491298 and training accuracy:0.997294127941 validation cost:0.0353351980448 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0296991933137 and training accuracy:0.997835278511 validation cost:0.0289016664028 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0253932289779 and training accuracy:0.998105883598 validation cost:0.0246574822813 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0223349630833 and training accuracy:0.998286306858 validation cost:0.0216305442154 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200395770371 and training accuracy:0.9987372756 validation cost:0.0193529613316 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0182457305491 and training accuracy:0.999007821083 validation cost:0.0175716485828 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.180089951 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.229621782899 and training accuracy:0.957068383694 validation cost:0.230975791812 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.139941722155 and training accuracy:0.965822339058 validation cost:0.141801446676 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.108247369528 and training accuracy:0.971037447453 validation cost:0.11033334583 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0907969325781 and training accuracy:0.975321292877 validation cost:0.0927659347653 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0792559310794 and training accuracy:0.979046404362 validation cost:0.0809485912323 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0708816871047 and training accuracy:0.981188297272 validation cost:0.0722452104092 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.064460478723 and training accuracy:0.982585191727 validation cost:0.065492644906 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0593506246805 and training accuracy:0.984261512756 validation cost:0.0600720010698 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0551715902984 and training accuracy:0.985472142696 validation cost:0.0556162260473 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:121.191717148 Method 3 test accuracy:0.775600016117 Training with lmbda:113670.658968, 64 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.608520031 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365874171257 and training accuracy:0.934733211994 validation cost:0.371697753668 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178952470422 and training accuracy:0.95900374651 validation cost:0.18477858603 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.123290240765 and training accuracy:0.969639122486 validation cost:0.129857257009 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0965169295669 and training accuracy:0.975184082985 validation cost:0.103191904724 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0804498121142 and training accuracy:0.979183733463 validation cost:0.0868258774281 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0695829316974 and training accuracy:0.982274353504 validation cost:0.0755027085543 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0616659037769 and training accuracy:0.984455943108 validation cost:0.0670874491334 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0555958598852 and training accuracy:0.985728561878 validation cost:0.0605314262211 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0507624074817 and training accuracy:0.987455666065 validation cost:0.0552351251245 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:124.399523973 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.235682919621 and training accuracy:0.982146322727 validation cost:0.236684262753 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.11087731272 and training accuracy:0.991219520569 validation cost:0.10592507571 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0731536671519 and training accuracy:0.994341492653 validation cost:0.0665472820401 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0555276013911 and training accuracy:0.995219528675 validation cost:0.0485218577087 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0453344471753 and training accuracy:0.99590241909 validation cost:0.0383332930505 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0386604890227 and training accuracy:0.995999991894 validation cost:0.031808488071 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0339258424938 and training accuracy:0.996195137501 validation cost:0.0272753424942 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0303731244057 and training accuracy:0.996487796307 validation cost:0.0239391457289 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0275959707797 and training accuracy:0.996682941914 validation cost:0.0213780347258 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.997932911 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162724003196 and training accuracy:0.990890204906 validation cost:0.15695849061 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0724250823259 and training accuracy:0.994949042797 validation cost:0.0701903179288 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.047709364444 and training accuracy:0.996662735939 validation cost:0.0464382059872 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0363323874772 and training accuracy:0.997294127941 validation cost:0.0353992953897 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0297574717551 and training accuracy:0.997835278511 validation cost:0.0289606507868 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0254470612854 and training accuracy:0.998105883598 validation cost:0.0247125457972 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0223851948977 and training accuracy:0.998286306858 validation cost:0.0216823294759 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200866442174 and training accuracy:0.9987372756 validation cost:0.0194017551839 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0182901639491 and training accuracy:0.999007821083 validation cost:0.0176179669797 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.480093956 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.229753240943 and training accuracy:0.957254588604 validation cost:0.23110447824 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.140020385385 and training accuracy:0.965822339058 validation cost:0.141875192523 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.108318760991 and training accuracy:0.971130549908 validation cost:0.110397554934 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0908681601286 and training accuracy:0.975228190422 validation cost:0.0928297191858 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0793291255832 and training accuracy:0.979046404362 validation cost:0.0810148194432 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0709568783641 and training accuracy:0.981188297272 validation cost:0.0723145678639 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0645371228456 and training accuracy:0.982492089272 validation cost:0.0655645430088 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0594282448292 and training accuracy:0.984261512756 validation cost:0.0601455494761 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0552493445575 and training accuracy:0.985472142696 validation cost:0.0556907169521 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:121.160084009 Method 3 test accuracy:0.775399982929 Training with lmbda:118532.821955, 65 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.147405148 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365991979837 and training accuracy:0.934824109077 validation cost:0.37181353569 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.179067745805 and training accuracy:0.95900374651 validation cost:0.184887394309 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.123394876719 and training accuracy:0.969639122486 validation cost:0.12995326519 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0966166183352 and training accuracy:0.975274980068 validation cost:0.10328309983 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0805450454354 and training accuracy:0.979183733463 validation cost:0.0869137793779 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0696752071381 and training accuracy:0.982274353504 validation cost:0.075589209795 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0617553181946 and training accuracy:0.984455943108 validation cost:0.0671725124121 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0556829497218 and training accuracy:0.985728561878 validation cost:0.0606155470014 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0508469715714 and training accuracy:0.987455666065 validation cost:0.0553177669644 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:124.574669123 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236311286688 and training accuracy:0.982243895531 validation cost:0.237335070968 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.111302427948 and training accuracy:0.991219520569 validation cost:0.1063695997 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.073480732739 and training accuracy:0.994341492653 validation cost:0.0668889284134 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0557964295149 and training accuracy:0.995219528675 validation cost:0.0488023608923 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0455647781491 and training accuracy:0.99590241909 validation cost:0.0385728664696 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0388624593616 and training accuracy:0.995999991894 validation cost:0.0320180989802 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0341063290834 and training accuracy:0.996195137501 validation cost:0.0274618696421 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0305371712893 and training accuracy:0.996487796307 validation cost:0.0241079870611 and validation accuracy:1.0 Training on :(4, 5) training cost:0.027746623382 and training accuracy:0.996682941914 validation cost:0.0215324983001 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.437855005 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163126736879 and training accuracy:0.990890204906 validation cost:0.157361507416 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0726967677474 and training accuracy:0.994949042797 validation cost:0.0704601332545 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0479376278818 and training accuracy:0.996662735939 validation cost:0.046665944159 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.036535423249 and training accuracy:0.997294127941 validation cost:0.0356036052108 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0299422424287 and training accuracy:0.997835278511 validation cost:0.0291483029723 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.025617595762 and training accuracy:0.998105883598 validation cost:0.0248872656375 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0225443784148 and training accuracy:0.998286306858 validation cost:0.021846620366 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0202361419797 and training accuracy:0.9987372756 validation cost:0.019556928426 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.018431218341 and training accuracy:0.999007821083 validation cost:0.0177652090788 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.268074036 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230174019933 and training accuracy:0.957347750664 validation cost:0.231516048312 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.140271857381 and training accuracy:0.966008543968 validation cost:0.142109930515 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.108546040952 and training accuracy:0.971130549908 validation cost:0.110602207482 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0910949409008 and training accuracy:0.975228190422 validation cost:0.0930322930217 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0795618519187 and training accuracy:0.978860139847 validation cost:0.0812246352434 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0711952522397 and training accuracy:0.981188297272 validation cost:0.0725333169103 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0647791698575 and training accuracy:0.982492089272 validation cost:0.0657899305224 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0596730001271 and training accuracy:0.984261512756 validation cost:0.0603769309819 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0554952286184 and training accuracy:0.985379040241 validation cost:0.0559259988368 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:121.72276783 Method 3 test accuracy:0.776400029659 Training with lmbda:120920.212212, 66 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.909912109 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366048723459 and training accuracy:0.934824109077 validation cost:0.371869206429 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.179123774171 and training accuracy:0.95900374651 validation cost:0.184940338135 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.123446382582 and training accuracy:0.969639122486 validation cost:0.13000048697 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0966653525829 and training accuracy:0.975274980068 validation cost:0.103327453136 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0805917829275 and training accuracy:0.979183733463 validation cost:0.0869571790099 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0697203055024 and training accuracy:0.982274353504 validation cost:0.0756319388747 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0617987811565 and training accuracy:0.984455943108 validation cost:0.0672141164541 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0557251237333 and training accuracy:0.985728561878 validation cost:0.0606564581394 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0508879199624 and training accuracy:0.987455666065 validation cost:0.0553579702973 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:124.38143301 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236612573266 and training accuracy:0.982243895531 validation cost:0.237646892667 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.111506573856 and training accuracy:0.991219520569 validation cost:0.106582932174 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0736381858587 and training accuracy:0.994341492653 validation cost:0.0670535340905 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.055925603956 and training accuracy:0.995219528675 validation cost:0.0489370897412 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0456750802696 and training accuracy:0.99590241909 validation cost:0.0386876128614 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0389590710402 and training accuracy:0.995999991894 validation cost:0.0321181938052 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0341928191483 and training accuracy:0.996195137501 validation cost:0.0275511797518 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0306157767773 and training accuracy:0.996487796307 validation cost:0.0241889189929 and validation accuracy:1.0 Training on :(4, 5) training cost:0.027818761766 and training accuracy:0.996682941914 validation cost:0.0216065254062 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.476748943 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163321703672 and training accuracy:0.990890204906 validation cost:0.15755648911 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0728285014629 and training accuracy:0.994949042797 validation cost:0.0705907344818 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.048048492521 and training accuracy:0.996662735939 validation cost:0.0467764288187 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.036633875221 and training accuracy:0.997294127941 validation cost:0.0357025191188 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0300318654627 and training accuracy:0.997745096684 validation cost:0.0292391702533 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0257001984864 and training accuracy:0.998105883598 validation cost:0.0249717161059 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.022621344775 and training accuracy:0.998286306858 validation cost:0.0219259150326 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0203082915395 and training accuracy:0.9987372756 validation cost:0.019631722942 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0184992402792 and training accuracy:0.999007821083 validation cost:0.0178361143917 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.057427168 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230380028486 and training accuracy:0.957440853119 validation cost:0.231718167663 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.140397042036 and training accuracy:0.966008543968 validation cost:0.142227768898 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10865881294 and training accuracy:0.971130549908 validation cost:0.110704638064 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0912071019411 and training accuracy:0.975228190422 validation cost:0.0931331664324 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0796759426594 and training accuracy:0.978860139847 validation cost:0.0813280045986 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0713119357824 and training accuracy:0.981188297272 validation cost:0.0726409107447 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0648976936936 and training accuracy:0.982492089272 validation cost:0.0659009739757 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0597916357219 and training accuracy:0.984261512756 validation cost:0.0604887418449 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0556145049632 and training accuracy:0.985285878181 validation cost:0.0560392215848 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:121.588930845 Method 3 test accuracy:0.776199996471 Training with lmbda:127836.938509, 67 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.877634048 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366211503744 and training accuracy:0.934824109077 validation cost:0.372028946877 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.179285034537 and training accuracy:0.95900374651 validation cost:0.185092821717 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.123593226075 and training accuracy:0.969639122486 validation cost:0.130135908723 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0968041196465 and training accuracy:0.975274980068 validation cost:0.103454329073 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0807249471545 and training accuracy:0.979183733463 validation cost:0.0870810821652 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.069849036634 and training accuracy:0.982274353504 validation cost:0.0757537037134 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0619234740734 and training accuracy:0.984455943108 validation cost:0.0673337206244 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0558456741273 and training accuracy:0.985728561878 validation cost:0.0607733502984 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0510055050254 and training accuracy:0.987364768982 validation cost:0.0554737597704 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:124.67575717 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.237467706203 and training accuracy:0.982243895531 validation cost:0.238533422351 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.11208679527 and training accuracy:0.991219520569 validation cost:0.107190400362 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0740835890174 and training accuracy:0.994341492653 validation cost:0.0675196275115 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0562905035913 and training accuracy:0.995219528675 validation cost:0.0493182316422 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0459859333932 and training accuracy:0.995804905891 validation cost:0.0390115045011 and validation accuracy:1.0 Training on :(4, 5) training cost:0.039231851697 and training accuracy:0.995999991894 validation cost:0.0324012711644 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0344368033111 and training accuracy:0.996195137501 validation cost:0.0278034303337 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0308369025588 and training accuracy:0.996487796307 validation cost:0.0244167260826 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0280219484121 and training accuracy:0.996682941914 validation cost:0.0218151435256 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.476157904 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163879662752 and training accuracy:0.990890204906 validation cost:0.158115252852 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.073205858469 and training accuracy:0.994949042797 validation cost:0.0709659159184 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0483643487096 and training accuracy:0.996662735939 validation cost:0.0470918528736 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0369137339294 and training accuracy:0.997384309769 validation cost:0.0359842702746 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0302865114063 and training accuracy:0.997745096684 validation cost:0.0294980332255 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.02593511343 and training accuracy:0.998105883598 validation cost:0.0252124406397 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0228399913758 and training accuracy:0.998286306858 validation cost:0.02215196006 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0205130111426 and training accuracy:0.9987372756 validation cost:0.0198446586728 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0186920948327 and training accuracy:0.999007821083 validation cost:0.0180377028883 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.097692966 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230973944068 and training accuracy:0.957534015179 validation cost:0.232301384211 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.14075730741 and training accuracy:0.966101706028 validation cost:0.142567828298 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.108982846141 and training accuracy:0.971037447453 validation cost:0.111000135541 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0915295556188 and training accuracy:0.975228190422 validation cost:0.0934246256948 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0800029560924 and training accuracy:0.978766977787 validation cost:0.0816261693835 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0716438814998 and training accuracy:0.981095194817 validation cost:0.0729475170374 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0652346238494 and training accuracy:0.982492089272 validation cost:0.0662168934941 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0601302087307 and training accuracy:0.984168350697 validation cost:0.0608100518584 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0559527166188 and training accuracy:0.985379040241 validation cost:0.0563633330166 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:122.272555113 Method 3 test accuracy:0.777199983597 Training with lmbda:142451.759075, 68 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.093971014 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36655497551 and training accuracy:0.934824109077 validation cost:0.372366309166 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.179616883397 and training accuracy:0.95900374651 validation cost:0.18540649116 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.123893536627 and training accuracy:0.969639122486 validation cost:0.1304128021 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0970872193575 and training accuracy:0.975274980068 validation cost:0.103713661432 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0809961929917 and training accuracy:0.979183733463 validation cost:0.0873334631324 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0701109915972 and training accuracy:0.982274353504 validation cost:0.076000444591 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0621761158109 and training accuracy:0.984455943108 validation cost:0.067575506866 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0560909099877 and training accuracy:0.985728561878 validation cost:0.0610107108951 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0512436814606 and training accuracy:0.987364768982 validation cost:0.0557066425681 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:124.967597008 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.239200934768 and training accuracy:0.982146322727 validation cost:0.24032920599 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.113257229328 and training accuracy:0.991219520569 validation cost:0.108416043222 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0749780237675 and training accuracy:0.994243919849 validation cost:0.0684551075101 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0570199005306 and training accuracy:0.995219528675 validation cost:0.0500799901783 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0466065518558 and training accuracy:0.995804905891 validation cost:0.0396576710045 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0397754609585 and training accuracy:0.995999991894 validation cost:0.0329657830298 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0349222570658 and training accuracy:0.996195137501 validation cost:0.0283061042428 and validation accuracy:1.0 Training on :(4, 5) training cost:0.031277321279 and training accuracy:0.996487796307 validation cost:0.0248712655157 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0284259300679 and training accuracy:0.996682941914 validation cost:0.0222312882543 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.848238945 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.165025889874 and training accuracy:0.990890204906 validation cost:0.159263551235 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0739822685719 and training accuracy:0.995039224625 validation cost:0.0717395618558 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0490116216242 and training accuracy:0.996662735939 validation cost:0.0477399490774 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0374847501516 and training accuracy:0.997384309769 validation cost:0.0365606918931 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0308027844876 and training accuracy:0.997745096684 validation cost:0.0300246123224 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0264092665166 and training accuracy:0.998105883598 validation cost:0.0256997831166 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0232796519995 and training accuracy:0.998286306858 validation cost:0.0226066224277 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0209242291749 and training accuracy:0.9987372756 validation cost:0.0202724412084 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0190790649503 and training accuracy:0.999007821083 validation cost:0.0184426791966 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.293416977 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.232199922204 and training accuracy:0.957534015179 validation cost:0.233506336808 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.141512408853 and training accuracy:0.966101706028 validation cost:0.143282562494 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10966065526 and training accuracy:0.971037447453 validation cost:0.111621662974 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0921989530325 and training accuracy:0.975507557392 validation cost:0.0940342694521 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0806787833571 and training accuracy:0.978487610817 validation cost:0.0822461843491 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0723284184933 and training accuracy:0.980908930302 validation cost:0.0735825970769 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0659249350429 and training accuracy:0.982492089272 validation cost:0.0668653175235 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0608224123716 and training accuracy:0.984075248241 validation cost:0.0614681579173 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0566440932453 and training accuracy:0.985285878181 validation cost:0.0570283085108 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:122.23775506 Method 3 test accuracy:0.779100000858 Training with lmbda:154340.494179, 69 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.037100792 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366827398539 and training accuracy:0.934824109077 validation cost:0.372633635998 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.179879322648 and training accuracy:0.95900374651 validation cost:0.185655280948 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.12412878871 and training accuracy:0.969639122486 validation cost:0.130629599094 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.097308434546 and training accuracy:0.975456774235 validation cost:0.10391753912 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0812085270882 and training accuracy:0.979183733463 validation cost:0.0875322669744 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0703152865171 and training accuracy:0.982274353504 validation cost:0.0761945173144 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0623734816909 and training accuracy:0.984455943108 validation cost:0.0677659958601 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0562820248306 and training accuracy:0.985819458961 validation cost:0.061197001487 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0514290444553 and training accuracy:0.987364768982 validation cost:0.0558893494308 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:124.415838003 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.24055083096 and training accuracy:0.982146322727 validation cost:0.241728588939 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.114159703255 and training accuracy:0.991219520569 validation cost:0.109361976385 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0756616443396 and training accuracy:0.994243919849 validation cost:0.0691709071398 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0575760528445 and training accuracy:0.995219528675 validation cost:0.0506614856422 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0470787622035 and training accuracy:0.995804905891 validation cost:0.0401505380869 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0401876717806 and training accuracy:0.995999991894 validation cost:0.0333949998021 and validation accuracy:1.0 Training on :(4, 5) training cost:0.035290017724 and training accuracy:0.996195137501 validation cost:0.0286878794432 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0316104479134 and training accuracy:0.996487796307 validation cost:0.0252161528915 and validation accuracy:1.0 Training on :(4, 5) training cost:0.028731001541 and training accuracy:0.996682941914 validation cost:0.0225460324436 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.421629906 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.165935650468 and training accuracy:0.991070628166 validation cost:0.160174593329 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.074596196413 and training accuracy:0.995129406452 validation cost:0.0723517090082 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0495204031467 and training accuracy:0.996662735939 validation cost:0.048250246793 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0379303768277 and training accuracy:0.997384309769 validation cost:0.0370110981166 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0312043372542 and training accuracy:0.997745096684 validation cost:0.0304344967008 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0267765745521 and training accuracy:0.998105883598 validation cost:0.0260776150972 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.023619569838 and training accuracy:0.998286306858 validation cost:0.0229587312788 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0212413650006 and training accuracy:0.998647093773 validation cost:0.0206031873822 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0193768050522 and training accuracy:0.999007821083 validation cost:0.0187551751733 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.168884039 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.233179941773 and training accuracy:0.957720220089 validation cost:0.234472617507 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.142125055194 and training accuracy:0.966194808483 validation cost:0.143866196275 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.110205300152 and training accuracy:0.971037447453 validation cost:0.112125374377 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0927329882979 and training accuracy:0.975693821907 validation cost:0.0945246517658 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0812135562301 and training accuracy:0.978487610817 validation cost:0.0827408134937 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0728669762611 and training accuracy:0.980908930302 validation cost:0.0740863457322 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0664635300636 and training accuracy:0.982492089272 validation cost:0.0673739314079 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0613601133227 and training accuracy:0.983795881271 validation cost:0.0619822852314 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0571798570454 and training accuracy:0.985099673271 validation cost:0.0575461648405 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:121.513942957 Method 3 test accuracy:0.780600011349 Training with lmbda:157509.332943, 70 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.136790991 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366899698973 and training accuracy:0.934824109077 validation cost:0.372704535723 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.179947689176 and training accuracy:0.95900374651 validation cost:0.185719877481 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.12419051677 and training accuracy:0.969639122486 validation cost:0.130686566234 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0973659679294 and training accuracy:0.975456774235 validation cost:0.103970728815 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0812635049224 and training accuracy:0.979183733463 validation cost:0.0875835716724 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0703682899475 and training accuracy:0.982274353504 validation cost:0.076244674623 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0624248459935 and training accuracy:0.984455943108 validation cost:0.0678152441978 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0563314445317 and training accuracy:0.985819458961 validation cost:0.0612447746098 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0514767430723 and training accuracy:0.987364768982 validation cost:0.05593598634 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:125.004153967 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.240901455283 and training accuracy:0.982146322727 validation cost:0.242092356086 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.114393770695 and training accuracy:0.991219520569 validation cost:0.109607346356 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0758382305503 and training accuracy:0.994146347046 validation cost:0.0693559646606 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.057719219476 and training accuracy:0.995219528675 validation cost:0.0508112236857 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0472000539303 and training accuracy:0.995804905891 validation cost:0.0402771197259 and validation accuracy:1.0 Training on :(4, 5) training cost:0.040293879807 and training accuracy:0.995999991894 validation cost:0.0335055813193 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0353844426572 and training accuracy:0.996195137501 validation cost:0.0287859011441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.031695690006 and training accuracy:0.996487796307 validation cost:0.0253043062985 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288092847914 and training accuracy:0.996682941914 validation cost:0.022626824677 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.14949584 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.166174665093 and training accuracy:0.991160809994 validation cost:0.160413846374 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0747573301196 and training accuracy:0.995129406452 validation cost:0.0725124999881 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0496534071863 and training accuracy:0.996662735939 validation cost:0.0483837015927 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0380467288196 and training accuracy:0.997384309769 validation cost:0.0371287688613 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0313089303672 and training accuracy:0.997745096684 validation cost:0.0305413529277 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0268718656152 and training accuracy:0.998105883598 validation cost:0.0261756293476 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0237077176571 and training accuracy:0.998286306858 validation cost:0.0230499710888 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.021323652938 and training accuracy:0.998647093773 validation cost:0.0206890441477 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0194539166987 and training accuracy:0.999007821083 validation cost:0.018836049363 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.226236105 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.233438774943 and training accuracy:0.957813382149 validation cost:0.23472815752 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.142288178205 and training accuracy:0.966194808483 validation cost:0.144021853805 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.110348939896 and training accuracy:0.971037447453 validation cost:0.112258516252 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0928731933236 and training accuracy:0.975693821907 validation cost:0.094653621316 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0813533067703 and training accuracy:0.978487610817 validation cost:0.0828706175089 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0730071812868 and training accuracy:0.980908930302 validation cost:0.0742179751396 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0666041076183 and training accuracy:0.982492089272 validation cost:0.0675071626902 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0615008473396 and training accuracy:0.983702719212 validation cost:0.0621169768274 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0573195591569 and training accuracy:0.985099673271 validation cost:0.0576810725033 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:121.766149998 Method 3 test accuracy:0.780600011349 Training with lmbda:167074.908473, 71 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.164851189 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.367114454508 and training accuracy:0.934824109077 validation cost:0.372915387154 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.180151745677 and training accuracy:0.958912849426 validation cost:0.185912594199 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.124373711646 and training accuracy:0.969639122486 validation cost:0.130855694413 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0975372567773 and training accuracy:0.975456774235 validation cost:0.104129016399 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0814271569252 and training accuracy:0.979183733463 validation cost:0.0877365618944 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0705256387591 and training accuracy:0.982274353504 validation cost:0.0763943791389 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.06257686764 and training accuracy:0.984455943108 validation cost:0.0679618194699 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0564783066511 and training accuracy:0.985819458961 validation cost:0.0613880939782 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0516189523041 and training accuracy:0.987364768982 validation cost:0.0560763627291 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:124.340863943 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.24192892015 and training accuracy:0.982146322727 validation cost:0.243156954646 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.115080162883 and training accuracy:0.991121947765 validation cost:0.110327079892 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.076357409358 and training accuracy:0.994146347046 validation cost:0.0699001252651 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0581399463117 and training accuracy:0.995219528675 validation cost:0.051251731813 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0475561805069 and training accuracy:0.995804905891 validation cost:0.0406491011381 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0406047590077 and training accuracy:0.995999991894 validation cost:0.0338293686509 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0356614887714 and training accuracy:0.996195137501 validation cost:0.0290738474578 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0319466218352 and training accuracy:0.996487796307 validation cost:0.0255643576384 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290391854942 and training accuracy:0.996682941914 validation cost:0.0228643771261 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.742492914 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.166885569692 and training accuracy:0.991160809994 validation cost:0.161126226187 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0752352997661 and training accuracy:0.995039224625 validation cost:0.0729897767305 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0500483810902 and training accuracy:0.996662735939 validation cost:0.0487802326679 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.038391508162 and training accuracy:0.997384309769 validation cost:0.0374775715172 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0316182076931 and training accuracy:0.997745096684 validation cost:0.0308572594076 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0271543189883 and training accuracy:0.998105883598 validation cost:0.026466595009 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0239682924002 and training accuracy:0.998286306858 validation cost:0.0233202185482 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0215662270784 and training accuracy:0.998647093773 validation cost:0.0209424030036 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0196813084185 and training accuracy:0.999007821083 validation cost:0.0190748535097 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.987255096 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.234211593866 and training accuracy:0.957813382149 validation cost:0.235491454601 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.142776086926 and training accuracy:0.966194808483 validation cost:0.144489228725 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.110779866576 and training accuracy:0.970851182938 validation cost:0.112659148872 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0932902768254 and training accuracy:0.975693821907 validation cost:0.0950389951468 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0817695334554 and training accuracy:0.978394508362 validation cost:0.0832572281361 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0734248459339 and training accuracy:0.980722665787 validation cost:0.0746107175946 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.067021548748 and training accuracy:0.982398927212 validation cost:0.0679037645459 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0619167722762 and training accuracy:0.983702719212 validation cost:0.0625171735883 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0577333793044 and training accuracy:0.985099673271 validation cost:0.0580825656652 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:121.966381788 Method 3 test accuracy:0.782100021839 Training with lmbda:182585.275511, 72 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.627042055 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.367456883192 and training accuracy:0.934733211994 validation cost:0.373251289129 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.180475652218 and training accuracy:0.958912849426 validation cost:0.186218902469 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.124663956463 and training accuracy:0.969548225403 validation cost:0.131124570966 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0978074446321 and training accuracy:0.975184082985 validation cost:0.104379884899 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0816840678453 and training accuracy:0.979183733463 validation cost:0.0879778191447 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0707718208432 and training accuracy:0.982274353504 validation cost:0.0766291171312 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0628143697977 and training accuracy:0.984365046024 validation cost:0.0681911632419 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.056707829237 and training accuracy:0.985819458961 validation cost:0.0616126358509 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0518411137164 and training accuracy:0.987273871899 validation cost:0.0562960579991 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:125.04764986 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.243527278304 and training accuracy:0.982146322727 validation cost:0.244814321399 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.11614253372 and training accuracy:0.991024374962 validation cost:0.111442416906 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0771583616734 and training accuracy:0.994146347046 validation cost:0.0707413479686 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0587867759168 and training accuracy:0.995219528675 validation cost:0.0519297532737 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0481033436954 and training accuracy:0.995804905891 validation cost:0.0412214063108 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0410813651979 and training accuracy:0.995999991894 validation cost:0.034326788038 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0360863506794 and training accuracy:0.996195137501 validation cost:0.029516229406 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323307625949 and training accuracy:0.996487796307 validation cost:0.02596292831 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0293910689652 and training accuracy:0.996682941914 validation cost:0.0232284888625 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.725282907 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.16801173985 and training accuracy:0.991250991821 validation cost:0.16225412488 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0759896188974 and training accuracy:0.995039224625 validation cost:0.0737437456846 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.050666783005 and training accuracy:0.996662735939 validation cost:0.0494019500911 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.038929194212 and training accuracy:0.997384309769 validation cost:0.0380225740373 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0320995934308 and training accuracy:0.997745096684 validation cost:0.0313498824835 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0275929644704 and training accuracy:0.998105883598 validation cost:0.0269192308187 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.024372657761 and training accuracy:0.998286306858 validation cost:0.0237404666841 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0219422094524 and training accuracy:0.998556852341 validation cost:0.0213355720043 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200335849077 and training accuracy:0.999007821083 validation cost:0.0194453112781 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.980268955 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.235445529222 and training accuracy:0.957720220089 validation cost:0.236712604761 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.1435623914 and training accuracy:0.966194808483 validation cost:0.145246684551 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.111471258104 and training accuracy:0.970758080482 validation cost:0.113305866718 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0939560830593 and training accuracy:0.975880026817 validation cost:0.0956584215164 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0824295952916 and training accuracy:0.978394508362 validation cost:0.0838740244508 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0740816220641 and training accuracy:0.980629563332 validation cost:0.0752303153276 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0676768198609 and training accuracy:0.982305824757 validation cost:0.0685294419527 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0625682994723 and training accuracy:0.983516454697 validation cost:0.0631457567215 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0583802461624 and training accuracy:0.984913408756 validation cost:0.0587135180831 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:121.019941092 Method 3 test accuracy:0.784600019455 Training with lmbda:184477.613232, 73 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.312777996 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.367499470711 and training accuracy:0.934733211994 validation cost:0.373293161392 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.180515393615 and training accuracy:0.958912849426 validation cost:0.186256349087 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.124699003994 and training accuracy:0.969548225403 validation cost:0.131157070398 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0978399068117 and training accuracy:0.975184082985 validation cost:0.104410022497 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.081714823842 and training accuracy:0.979183733463 validation cost:0.0880066975951 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0708012133837 and training accuracy:0.982274353504 validation cost:0.0766570717096 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0628427863121 and training accuracy:0.984365046024 validation cost:0.0682186558843 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.056735266 and training accuracy:0.985819458961 validation cost:0.0616394840181 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0518674701452 and training accuracy:0.987273871899 validation cost:0.0563221722841 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:124.95973897 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.243717938662 and training accuracy:0.982146322727 validation cost:0.2450119555 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.11626920104 and training accuracy:0.991024374962 validation cost:0.111575447023 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0772534310818 and training accuracy:0.994146347046 validation cost:0.0708414167166 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.058863107115 and training accuracy:0.995219528675 validation cost:0.052009947598 and validation accuracy:1.0 Training on :(4, 5) training cost:0.048167988658 and training accuracy:0.995707333088 validation cost:0.0412892065942 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0411377549171 and training accuracy:0.995999991894 validation cost:0.0343858003616 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0361361131072 and training accuracy:0.996195137501 validation cost:0.0295681282878 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323758460581 and training accuracy:0.996487796307 validation cost:0.0260097980499 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0294323135167 and training accuracy:0.996682941914 validation cost:0.0232712421566 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.655334949 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.168146535754 and training accuracy:0.991250991821 validation cost:0.162389263511 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0760802328587 and training accuracy:0.995039224625 validation cost:0.0738345235586 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0507406666875 and training accuracy:0.996662735939 validation cost:0.0494764074683 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.038993395865 and training accuracy:0.997384309769 validation cost:0.0380878373981 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0321570560336 and training accuracy:0.997745096684 validation cost:0.0314087085426 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0276451166719 and training accuracy:0.998105883598 validation cost:0.0269731041044 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.024420613423 and training accuracy:0.998286306858 validation cost:0.0237903725356 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0219867210835 and training accuracy:0.998556852341 validation cost:0.0213821399957 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200752429664 and training accuracy:0.999007821083 validation cost:0.0194891560823 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.027522087 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.235594972968 and training accuracy:0.957720220089 validation cost:0.236860543489 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.143658041954 and training accuracy:0.966194808483 validation cost:0.145338848233 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.111554600298 and training accuracy:0.970758080482 validation cost:0.113384008408 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0940360873938 and training accuracy:0.975880026817 validation cost:0.0957330092788 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0825083255768 and training accuracy:0.978394508362 validation cost:0.0839474201202 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0741599574685 and training accuracy:0.980629563332 validation cost:0.0753044337034 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0677551701665 and training accuracy:0.982305824757 validation cost:0.0686044469476 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0626461282372 and training accuracy:0.983516454697 validation cost:0.0632211267948 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0584569685161 and training accuracy:0.984820246696 validation cost:0.0587884783745 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:122.695713043 Method 3 test accuracy:0.784600019455 Training with lmbda:189132.195431, 74 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.584663868 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.367601305246 and training accuracy:0.934642314911 validation cost:0.373393058777 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.180610895157 and training accuracy:0.958912849426 validation cost:0.186346873641 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.124783754349 and training accuracy:0.969548225403 validation cost:0.13123588264 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0979188233614 and training accuracy:0.975184082985 validation cost:0.104483656585 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0817899107933 and training accuracy:0.979183733463 validation cost:0.0880780443549 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0708729103208 and training accuracy:0.982274353504 validation cost:0.0767267793417 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0629117265344 and training accuracy:0.984365046024 validation cost:0.0682863891125 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0568015165627 and training accuracy:0.985728561878 validation cost:0.061705160886 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0519316680729 and training accuracy:0.987273871899 validation cost:0.0563865043223 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:126.088363171 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.244177609682 and training accuracy:0.982146322727 validation cost:0.24548868835 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.11657436192 and training accuracy:0.991024374962 validation cost:0.111895941198 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0774825140834 and training accuracy:0.994146347046 validation cost:0.0710821822286 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0590479932725 and training accuracy:0.995219528675 validation cost:0.0522038340569 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0483244098723 and training accuracy:0.995707333088 validation cost:0.0414529033005 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0412738993764 and training accuracy:0.995999991894 validation cost:0.0345279090106 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0362576246262 and training accuracy:0.996195137501 validation cost:0.029694410041 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0324855111539 and training accuracy:0.996487796307 validation cost:0.0261235013604 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0295325666666 and training accuracy:0.996682941914 validation cost:0.0233748964965 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.439064026 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.168474301696 and training accuracy:0.991250991821 validation cost:0.162717863917 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0763011425734 and training accuracy:0.995039224625 validation cost:0.0740554854274 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0509219095111 and training accuracy:0.996662735939 validation cost:0.0496586970985 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0391501896083 and training accuracy:0.997384309769 validation cost:0.0382470525801 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0322968587279 and training accuracy:0.997745096684 validation cost:0.0315518155694 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0277721434832 and training accuracy:0.998105883598 validation cost:0.0271042529494 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0245376080275 and training accuracy:0.998286306858 validation cost:0.0239120330662 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0220955777913 and training accuracy:0.998556852341 validation cost:0.0214960537851 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0201770924032 and training accuracy:0.999007821083 validation cost:0.019596260041 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.856873035 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.235962659121 and training accuracy:0.957720220089 validation cost:0.237225592136 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.143892988563 and training accuracy:0.966194808483 validation cost:0.14556619525 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.111761271954 and training accuracy:0.970758080482 validation cost:0.113579154015 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0942331328988 and training accuracy:0.975786924362 validation cost:0.0959174856544 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0827035009861 and training accuracy:0.978394508362 validation cost:0.0841310694814 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0743527784944 and training accuracy:0.980443298817 validation cost:0.0754873380065 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0679462850094 and training accuracy:0.982305824757 validation cost:0.0687883943319 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0628359019756 and training accuracy:0.983423352242 validation cost:0.0634051412344 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0586448386312 and training accuracy:0.984820246696 validation cost:0.0589725114405 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:122.090372086 Method 3 test accuracy:0.784699976444 Training with lmbda:0, 75 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.930713892 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366470932961 and training accuracy:0.937732934952 validation cost:0.371039152145 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.175411596894 and training accuracy:0.960367262363 validation cost:0.180491805077 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.11924661696 and training accuracy:0.970093607903 validation cost:0.125180900097 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0924856364727 and training accuracy:0.976274907589 validation cost:0.0985112637281 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.076520472765 and training accuracy:0.979729115963 validation cost:0.0821784287691 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0657691657543 and training accuracy:0.982092559338 validation cost:0.0708855390549 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0579631142318 and training accuracy:0.984637737274 validation cost:0.0625104308128 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.051995255053 and training accuracy:0.986183047295 validation cost:0.0560009740293 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0472546815872 and training accuracy:0.987455666065 validation cost:0.0507661439478 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:124.299241066 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.217274129391 and training accuracy:0.981365859509 validation cost:0.217678338289 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.0962906181812 and training accuracy:0.991512179375 validation cost:0.0909327343106 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0601806640625 and training accuracy:0.994341492653 validation cost:0.0534313507378 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0437421649694 and training accuracy:0.995609760284 validation cost:0.0367516838014 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0344804525375 and training accuracy:0.996097564697 validation cost:0.0275833141059 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0285620167851 and training accuracy:0.996390223503 validation cost:0.0218673981726 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0244521275163 and training accuracy:0.99658536911 validation cost:0.0179950799793 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0214275699109 and training accuracy:0.996780514717 validation cost:0.0152159156278 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0191037189215 and training accuracy:0.997365832329 validation cost:0.0131336115301 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.543466806 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.151390746236 and training accuracy:0.988364756107 validation cost:0.145402595401 and validation accuracy:0.987226247787 Training on :(6, 7) training cost:0.0639078989625 and training accuracy:0.99341571331 validation cost:0.0614203587174 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0397773608565 and training accuracy:0.995580434799 validation cost:0.0381997190416 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0288155879825 and training accuracy:0.996752977371 validation cost:0.0275195688009 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0225892402232 and training accuracy:0.997474491596 validation cost:0.0213856939226 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0185792669654 and training accuracy:0.997925519943 validation cost:0.017406752333 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0157815814018 and training accuracy:0.998556852341 validation cost:0.0146208405495 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0137180658057 and training accuracy:0.999007821083 validation cost:0.0125656165183 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0121321631595 and training accuracy:0.999098062515 validation cost:0.0109896566719 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.587074041 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.216610535979 and training accuracy:0.950456321239 validation cost:0.219858035445 and validation accuracy:0.94350284338 Training on :(8, 9) training cost:0.136157274246 and training accuracy:0.962562859058 validation cost:0.13968038559 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.10468287766 and training accuracy:0.969361126423 validation cost:0.10846734792 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.0864506661892 and training accuracy:0.974483132362 validation cost:0.0901307761669 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0740369856358 and training accuracy:0.977556347847 validation cost:0.0773872584105 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0648756697774 and training accuracy:0.981095194817 validation cost:0.0677874088287 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0577875562012 and training accuracy:0.983702719212 validation cost:0.0602244995534 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0521266944706 and training accuracy:0.985285878181 validation cost:0.0540968626738 and validation accuracy:0.988700568676 Training on :(8, 9) training cost:0.0475001484156 and training accuracy:0.987520933151 validation cost:0.0490337088704 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.665616035 Method 3 test accuracy:0.72469997406 Training with lmbda:100471.885619, 76 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.229606867 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.369044244289 and training accuracy:0.937551140785 validation cost:0.373580485582 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178103730083 and training accuracy:0.960458159447 validation cost:0.183061182499 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.12184279412 and training accuracy:0.97045725584 validation cost:0.127585202456 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0950629711151 and training accuracy:0.976729393005 validation cost:0.100874044001 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0790917724371 and training accuracy:0.980001807213 validation cost:0.0845438763499 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0683328360319 and training accuracy:0.982274353504 validation cost:0.0732681453228 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0605110935867 and training accuracy:0.984546840191 validation cost:0.0649023130536 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0545210316777 and training accuracy:0.986364901066 validation cost:0.058397449553 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0497547872365 and training accuracy:0.987273871899 validation cost:0.0531563162804 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:124.807355881 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.238222554326 and training accuracy:0.981853663921 validation cost:0.239508733153 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.111255601048 and training accuracy:0.991707324982 validation cost:0.106546185911 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0729813873768 and training accuracy:0.994146347046 validation cost:0.0666887536645 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0552308149636 and training accuracy:0.994926810265 validation cost:0.048557382077 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0450220219791 and training accuracy:0.995414614677 validation cost:0.0383419543505 and validation accuracy:1.0 Training on :(4, 5) training cost:0.038361787796 and training accuracy:0.99590241909 validation cost:0.0318090841174 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0336481481791 and training accuracy:0.996487796307 validation cost:0.0272715147585 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0301167760044 and training accuracy:0.996878027916 validation cost:0.0239313356578 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0273588839918 and training accuracy:0.99726831913 validation cost:0.0213663298637 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.134227991 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163230329752 and training accuracy:0.990349054337 validation cost:0.15706820786 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0712427720428 and training accuracy:0.995850980282 validation cost:0.0683699026704 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0464857630432 and training accuracy:0.996662735939 validation cost:0.0445218794048 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0352083444595 and training accuracy:0.997294127941 validation cost:0.0335869155824 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0287366248667 and training accuracy:0.998196065426 validation cost:0.027276692912 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0245147123933 and training accuracy:0.998466670513 validation cost:0.0231468621641 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0215255822986 and training accuracy:0.9987372756 validation cost:0.0202181320637 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0192868635058 and training accuracy:0.999007821083 validation cost:0.0180249996483 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0175395514816 and training accuracy:0.999188244343 validation cost:0.0163156408817 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.730391979 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227978736162 and training accuracy:0.955578327179 validation cost:0.229770869017 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.139840394258 and training accuracy:0.964797914028 validation cost:0.142178937793 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.107997983694 and training accuracy:0.970758080482 validation cost:0.110503397882 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0903433337808 and training accuracy:0.975321292877 validation cost:0.0926896706223 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0786528736353 and training accuracy:0.979046404362 validation cost:0.0807080119848 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0701717510819 and training accuracy:0.980722665787 validation cost:0.0718967989087 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0636710301042 and training accuracy:0.983237087727 validation cost:0.0650678426027 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0585041567683 and training accuracy:0.984447777271 validation cost:0.0595959946513 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0542872883379 and training accuracy:0.985937774181 validation cost:0.0551029630005 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:121.25978303 Method 3 test accuracy:0.789600014687 Training with lmbda:110837.689046, 77 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.260644913 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.369283378124 and training accuracy:0.937642037868 validation cost:0.373816162348 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178338572383 and training accuracy:0.960458159447 validation cost:0.183284819126 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.122057594359 and training accuracy:0.97045725584 validation cost:0.12778455019 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0952659621835 and training accuracy:0.976729393005 validation cost:0.101061321795 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0792871266603 and training accuracy:0.980001807213 validation cost:0.0847257524729 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0685213282704 and training accuracy:0.982274353504 validation cost:0.0734460651875 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0606940127909 and training accuracy:0.984546840191 validation cost:0.0650783404708 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0546985529363 and training accuracy:0.986364901066 validation cost:0.0585704520345 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0499280653894 and training accuracy:0.987273871899 validation cost:0.0533272512257 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:124.725875854 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.239635333419 and training accuracy:0.981951236725 validation cost:0.24097700417 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.11223565042 and training accuracy:0.991707324982 validation cost:0.107569590211 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0737500116229 and training accuracy:0.994048774242 validation cost:0.0674891024828 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0558658763766 and training accuracy:0.994926810265 validation cost:0.0492174290121 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0455665886402 and training accuracy:0.995414614677 validation cost:0.0389071777463 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0388403087854 and training accuracy:0.99590241909 validation cost:0.0323047712445 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0340761765838 and training accuracy:0.996487796307 validation cost:0.0277137812227 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0305049177259 and training accuracy:0.996975600719 validation cost:0.0243315771222 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0277144033462 and training accuracy:0.99726831913 validation cost:0.0217323489487 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.543527126 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.164207309484 and training accuracy:0.990439236164 validation cost:0.158029183745 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0718890726566 and training accuracy:0.995850980282 validation cost:0.06899856776 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0470199175179 and training accuracy:0.996662735939 validation cost:0.0450413972139 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0356760285795 and training accuracy:0.997294127941 validation cost:0.0340435765684 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0291577931494 and training accuracy:0.998196065426 validation cost:0.027689801529 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0248997732997 and training accuracy:0.998466670513 validation cost:0.0235261507332 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0218819919974 and training accuracy:0.9987372756 validation cost:0.0205704141408 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0196197479963 and training accuracy:0.999007821083 validation cost:0.0183549579233 and validation accuracy:1.0 Training on :(6, 7) training cost:0.017852474004 and training accuracy:0.999188244343 validation cost:0.0166269727051 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.311429977 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.228928372264 and training accuracy:0.955671429634 validation cost:0.230696320534 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.140415757895 and training accuracy:0.964611649513 validation cost:0.142725497484 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.108510322869 and training accuracy:0.970758080482 validation cost:0.110978677869 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0908537507057 and training accuracy:0.975414395332 validation cost:0.0931620076299 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.079174503684 and training accuracy:0.978953242302 validation cost:0.0811951383948 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0707057341933 and training accuracy:0.980722665787 validation cost:0.0724017173052 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0642143413424 and training accuracy:0.983143985271 validation cost:0.065589427948 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0590549521148 and training accuracy:0.984540879726 validation cost:0.0601324141026 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0548416040838 and training accuracy:0.985751509666 validation cost:0.0556511320174 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:122.131003857 Method 3 test accuracy:0.791100025177 Training with lmbda:112156.912078, 78 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.68485713 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.369312942028 and training accuracy:0.937642037868 validation cost:0.373845279217 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.1783683002 and training accuracy:0.960458159447 validation cost:0.183313086629 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.122084729373 and training accuracy:0.97045725584 validation cost:0.127809673548 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0952918976545 and training accuracy:0.976729393005 validation cost:0.101085551083 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0793121010065 and training accuracy:0.980001807213 validation cost:0.0847494155169 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0685452371836 and training accuracy:0.982274353504 validation cost:0.0734687969089 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0607169494033 and training accuracy:0.984546840191 validation cost:0.0651004910469 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0547209121287 and training accuracy:0.986364901066 validation cost:0.0585922598839 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0499496161938 and training accuracy:0.987273871899 validation cost:0.0533486753702 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:124.703262091 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.239810422063 and training accuracy:0.981951236725 validation cost:0.241159453988 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.112356312573 and training accuracy:0.991707324982 validation cost:0.107695810497 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0738440155983 and training accuracy:0.994048774242 validation cost:0.0675871670246 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.055943518877 and training accuracy:0.994926810265 validation cost:0.0492981821299 and validation accuracy:1.0 Training on :(4, 5) training cost:0.045633174479 and training accuracy:0.995414614677 validation cost:0.038976278156 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0388987548649 and training accuracy:0.99590241909 validation cost:0.0323653593659 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0341282263398 and training accuracy:0.996487796307 validation cost:0.027767630294 and validation accuracy:1.0 Training on :(4, 5) training cost:0.030551917851 and training accuracy:0.996975600719 validation cost:0.0243801418692 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0277575142682 and training accuracy:0.99726831913 validation cost:0.0217768326402 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.408396959 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.164330482483 and training accuracy:0.990439236164 validation cost:0.158150374889 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0719695836306 and training accuracy:0.995850980282 validation cost:0.0690769404173 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0470861531794 and training accuracy:0.996662735939 validation cost:0.045105855912 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.035733833909 and training accuracy:0.997294127941 validation cost:0.0341000631452 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0292096138 and training accuracy:0.998196065426 validation cost:0.027740644291 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0249471794814 and training accuracy:0.998466670513 validation cost:0.0235728360713 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0219258274883 and training accuracy:0.9987372756 validation cost:0.0206136852503 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0196606051177 and training accuracy:0.999007821083 validation cost:0.018395435065 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0178908612579 and training accuracy:0.999188244343 validation cost:0.0166651774198 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.408303022 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.22904728353 and training accuracy:0.955671429634 validation cost:0.230812370777 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.14048871398 and training accuracy:0.964611649513 validation cost:0.142795160413 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.10857553035 and training accuracy:0.970758080482 validation cost:0.111039370298 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0909183099866 and training accuracy:0.975414395332 validation cost:0.0932219102979 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0792405605316 and training accuracy:0.978953242302 validation cost:0.0812570974231 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0707730352879 and training accuracy:0.980722665787 validation cost:0.0724656656384 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0642828643322 and training accuracy:0.983143985271 validation cost:0.0656555816531 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0591243840754 and training accuracy:0.984540879726 validation cost:0.0602005496621 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0549114458263 and training accuracy:0.985751509666 validation cost:0.0557205155492 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:123.021385908 Method 3 test accuracy:0.791199982166 Training with lmbda:113670.658968, 79 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.423820019 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.369348227978 and training accuracy:0.937642037868 validation cost:0.373879998922 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178402334452 and training accuracy:0.960458159447 validation cost:0.18334543705 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.122115828097 and training accuracy:0.97045725584 validation cost:0.127838626504 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0953212454915 and training accuracy:0.976729393005 validation cost:0.101112835109 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.079340107739 and training accuracy:0.980001807213 validation cost:0.084775686264 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0685720443726 and training accuracy:0.982274353504 validation cost:0.073494374752 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0607429668307 and training accuracy:0.984546840191 validation cost:0.065125733614 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0547462441027 and training accuracy:0.986364901066 validation cost:0.0586174204946 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0499742925167 and training accuracy:0.987273871899 validation cost:0.0533732548356 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:124.504745007 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.240009769797 and training accuracy:0.981951236725 validation cost:0.241366818547 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.112494714558 and training accuracy:0.991707324982 validation cost:0.107840508223 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0739514902234 and training accuracy:0.994048774242 validation cost:0.0676992535591 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0560322515666 and training accuracy:0.994926810265 validation cost:0.0493903830647 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0457095429301 and training accuracy:0.995414614677 validation cost:0.0390554964542 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0389656461775 and training accuracy:0.99590241909 validation cost:0.0324346721172 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0341878943145 and training accuracy:0.996487796307 validation cost:0.0278293397278 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0306059680879 and training accuracy:0.996975600719 validation cost:0.0244360044599 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0278069954365 and training accuracy:0.99726831913 validation cost:0.0218279194087 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.128081083 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.164470896125 and training accuracy:0.990439236164 validation cost:0.158288702369 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.072062201798 and training accuracy:0.995850980282 validation cost:0.069167226553 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0471625961363 and training accuracy:0.996662735939 validation cost:0.0451802834868 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0358004458249 and training accuracy:0.997294127941 validation cost:0.0341652184725 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0292693376541 and training accuracy:0.998196065426 validation cost:0.0277993548661 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0250017158687 and training accuracy:0.998466670513 validation cost:0.0236265845597 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0219762083143 and training accuracy:0.998647093773 validation cost:0.0206634681672 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0197075176984 and training accuracy:0.999007821083 validation cost:0.0184419415891 and validation accuracy:1.0 Training on :(6, 7) training cost:0.017934853211 and training accuracy:0.999188244343 validation cost:0.0167089346796 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.476607084 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.229185014963 and training accuracy:0.955857694149 validation cost:0.230947285891 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.140572667122 and training accuracy:0.964611649513 validation cost:0.142875626683 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.108650162816 and training accuracy:0.970758080482 validation cost:0.111109383404 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0909917652607 and training accuracy:0.975414395332 validation cost:0.0932909026742 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0793153122067 and training accuracy:0.978953242302 validation cost:0.0813274905086 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0708490237594 and training accuracy:0.980815768242 validation cost:0.0725382044911 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0643601790071 and training accuracy:0.983143985271 validation cost:0.0657308474183 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0592026300728 and training accuracy:0.984540879726 validation cost:0.0602779723704 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0549901276827 and training accuracy:0.985658407211 validation cost:0.0557991340756 and validation accuracy:0.989642202854 Training on :(8, 9) Time taken:121.977099895 Method 3 test accuracy:0.791199982166 Training with lmbda:118532.821955, 80 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.095464945 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.369458913803 and training accuracy:0.937642037868 validation cost:0.373989194632 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178509637713 and training accuracy:0.960367262363 validation cost:0.183447644114 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.122213669121 and training accuracy:0.97045725584 validation cost:0.12792955339 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0954136699438 and training accuracy:0.976638495922 validation cost:0.101198136806 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0794289410114 and training accuracy:0.980001807213 validation cost:0.0848585814238 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0686577856541 and training accuracy:0.982274353504 validation cost:0.0735755562782 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0608254596591 and training accuracy:0.984546840191 validation cost:0.0652050375938 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0548262372613 and training accuracy:0.986364901066 validation cost:0.0586951598525 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0500520132482 and training accuracy:0.987273871899 validation cost:0.0534495525062 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:125.54072094 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.240643620491 and training accuracy:0.981951236725 validation cost:0.242026045918 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.112932637334 and training accuracy:0.991707324982 validation cost:0.108298368752 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0742908343673 and training accuracy:0.994048774242 validation cost:0.0680532380939 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0563124455512 and training accuracy:0.994926810265 validation cost:0.0496818907559 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0459487140179 and training accuracy:0.995512187481 validation cost:0.0393040329218 and validation accuracy:1.0 Training on :(4, 5) training cost:0.03917549178 and training accuracy:0.99590241909 validation cost:0.0326523892581 and validation accuracy:1.0 Training on :(4, 5) training cost:0.034375153482 and training accuracy:0.996487796307 validation cost:0.0280233696103 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0307754203677 and training accuracy:0.996975600719 validation cost:0.0246112179011 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0279620382935 and training accuracy:0.99726831913 validation cost:0.0219878926873 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.628415823 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.164921447635 and training accuracy:0.990439236164 validation cost:0.158732578158 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0723563358188 and training accuracy:0.995850980282 validation cost:0.0694539099932 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0474029779434 and training accuracy:0.996662735939 validation cost:0.0454146079719 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0360096395016 and training accuracy:0.997294127941 validation cost:0.0343699418008 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0294569507241 and training accuracy:0.998196065426 validation cost:0.0279836636037 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0251729115844 and training accuracy:0.998466670513 validation cost:0.0237955059856 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.022134417668 and training accuracy:0.998647093773 validation cost:0.0208201278001 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0198549255729 and training accuracy:0.999007821083 validation cost:0.0185884647071 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0180731508881 and training accuracy:0.999188244343 validation cost:0.0168468281627 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.612671852 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.229621738195 and training accuracy:0.955857694149 validation cost:0.231375038624 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.140842825174 and training accuracy:0.964611649513 validation cost:0.143134996295 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.108889512718 and training accuracy:0.970664918423 validation cost:0.111333996058 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0912276878953 and training accuracy:0.975414395332 validation cost:0.0935118943453 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0795547142625 and training accuracy:0.978953242302 validation cost:0.0815534368157 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0710927322507 and training accuracy:0.980815768242 validation cost:0.0727710425854 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0646073892713 and training accuracy:0.983050823212 validation cost:0.0659702122211 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0594525001943 and training accuracy:0.984447777271 validation cost:0.0605234913528 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0552414432168 and training accuracy:0.985565304756 validation cost:0.0560492873192 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:123.166675091 Method 3 test accuracy:0.792200028896 Training with lmbda:120920.212212, 81 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.196805954 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.369512379169 and training accuracy:0.937642037868 validation cost:0.374041885138 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178562238812 and training accuracy:0.960367262363 validation cost:0.183497875929 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.122261732817 and training accuracy:0.97045725584 validation cost:0.127974569798 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0954593420029 and training accuracy:0.976638495922 validation cost:0.101240552962 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0794729441404 and training accuracy:0.980001807213 validation cost:0.0848998129368 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0687000304461 and training accuracy:0.982274353504 validation cost:0.0736156851053 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0608661025763 and training accuracy:0.984455943108 validation cost:0.0652444288135 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0548653528094 and training accuracy:0.986364901066 validation cost:0.0587333850563 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0500901788473 and training accuracy:0.987273871899 validation cost:0.0534875318408 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:125.134021997 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.240951150656 and training accuracy:0.981951236725 validation cost:0.242346152663 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.113144338131 and training accuracy:0.991707324982 validation cost:0.108519792557 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0744544938207 and training accuracy:0.994048774242 validation cost:0.0682238638401 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0564468950033 and training accuracy:0.994926810265 validation cost:0.0498217567801 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0460633561015 and training accuracy:0.995512187481 validation cost:0.0394232347608 and validation accuracy:1.0 Training on :(4, 5) training cost:0.039276085794 and training accuracy:0.99590241909 validation cost:0.0327568948269 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0344646833837 and training accuracy:0.996487796307 validation cost:0.0281162578613 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0308564193547 and training accuracy:0.996975600719 validation cost:0.0246951263398 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0280361752957 and training accuracy:0.99726831913 validation cost:0.0220644976944 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.139503956 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.165139824152 and training accuracy:0.990529477596 validation cost:0.158947721124 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0724997445941 and training accuracy:0.995850980282 validation cost:0.0695938467979 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0475198999047 and training accuracy:0.996662735939 validation cost:0.0455288402736 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0361114218831 and training accuracy:0.997294127941 validation cost:0.0344697758555 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0295480787754 and training accuracy:0.998196065426 validation cost:0.0280733946711 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0252557396889 and training accuracy:0.998466670513 validation cost:0.0238773450255 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0222107619047 and training accuracy:0.998647093773 validation cost:0.020895825699 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0199260059744 and training accuracy:0.999007821083 validation cost:0.0186591874808 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0181399770081 and training accuracy:0.999188244343 validation cost:0.0169134698808 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.051853895 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.229835599661 and training accuracy:0.955857694149 validation cost:0.23158480227 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.140975415707 and training accuracy:0.964704811573 validation cost:0.14326249063 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.109007172287 and training accuracy:0.970664918423 validation cost:0.111444689333 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0913437530398 and training accuracy:0.975414395332 validation cost:0.0936209782958 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0796722918749 and training accuracy:0.978953242302 validation cost:0.0816650763154 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0712119266391 and training accuracy:0.980722665787 validation cost:0.0728855058551 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0647278800607 and training accuracy:0.982957720757 validation cost:0.0660876333714 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.059573892504 and training accuracy:0.984447777271 validation cost:0.0606434717774 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0553633756936 and training accuracy:0.985565304756 validation cost:0.056171067059 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.375747204 Method 3 test accuracy:0.792599976063 Training with lmbda:127836.938509, 82 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.971580982 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.369667351246 and training accuracy:0.937642037868 validation cost:0.374194741249 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.178713038564 and training accuracy:0.960367262363 validation cost:0.183641910553 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.122399181128 and training accuracy:0.97045725584 validation cost:0.128102838993 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0955886542797 and training accuracy:0.976638495922 validation cost:0.101360805333 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.079596079886 and training accuracy:0.980001807213 validation cost:0.0850151479244 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0688186585903 and training accuracy:0.982274353504 validation cost:0.0737287700176 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0609804056585 and training accuracy:0.984365046024 validation cost:0.0653550922871 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0549759827554 and training accuracy:0.986364901066 validation cost:0.0588419288397 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0501974895597 and training accuracy:0.987273871899 validation cost:0.0535941980779 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:124.190022945 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.241821020842 and training accuracy:0.982048809528 validation cost:0.243251159787 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.113743118942 and training accuracy:0.991707324982 validation cost:0.109146006405 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.074916139245 and training accuracy:0.994048774242 validation cost:0.0687051415443 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0568263046443 and training accuracy:0.994926810265 validation cost:0.0502165481448 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0463869795203 and training accuracy:0.995512187481 validation cost:0.0397594571114 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0395592115819 and training accuracy:0.99590241909 validation cost:0.0330508239567 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0347170643508 and training accuracy:0.996487796307 validation cost:0.0283776335418 and validation accuracy:1.0 Training on :(4, 5) training cost:0.031084889546 and training accuracy:0.996975600719 validation cost:0.0249313898385 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0282452013344 and training accuracy:0.997170746326 validation cost:0.0222803037614 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.971071959 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.165762260556 and training accuracy:0.990529477596 validation cost:0.159560456872 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0729090943933 and training accuracy:0.995850980282 validation cost:0.0699925720692 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0478540174663 and training accuracy:0.996662735939 validation cost:0.0458546876907 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0364008545876 and training accuracy:0.997384309769 validation cost:0.0347529985011 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.029806451872 and training accuracy:0.998105883598 validation cost:0.0283271335065 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0254911649972 and training accuracy:0.998466670513 validation cost:0.024109557271 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0224279444665 and training accuracy:0.998647093773 validation cost:0.0211107749492 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0201283507049 and training accuracy:0.999007821083 validation cost:0.0188600867987 and validation accuracy:1.0 Training on :(6, 7) training cost:0.018329558894 and training accuracy:0.999188244343 validation cost:0.0171021744609 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.003139019 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230444014072 and training accuracy:0.955857694149 validation cost:0.232182130218 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.14135491848 and training accuracy:0.964797914028 validation cost:0.143627882004 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.109344445169 and training accuracy:0.970571815968 validation cost:0.111762791872 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0916760414839 and training accuracy:0.975321292877 validation cost:0.0939336270094 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0800082981586 and training accuracy:0.978953242302 validation cost:0.0819836035371 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0715533271432 and training accuracy:0.980629563332 validation cost:0.0732139870524 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.06507281214 and training accuracy:0.982864618301 validation cost:0.0664241984487 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0599208511412 and training accuracy:0.984447777271 validation cost:0.0609865710139 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0557104423642 and training accuracy:0.985565304756 validation cost:0.0565183088183 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.94844389 Method 3 test accuracy:0.79439997673 Training with lmbda:142451.759075, 83 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.240916014 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.369990855455 and training accuracy:0.937732934952 validation cost:0.374513417482 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.179023429751 and training accuracy:0.960458159447 validation cost:0.183937847614 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.122679978609 and training accuracy:0.97045725584 validation cost:0.128364741802 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0958519726992 and training accuracy:0.976638495922 validation cost:0.10160575062 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.079848818481 and training accuracy:0.97991091013 validation cost:0.0852535888553 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.069061294198 and training accuracy:0.982274353504 validation cost:0.0739614665508 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.06121417135 and training accuracy:0.984274148941 validation cost:0.065582960844 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0552015788853 and training accuracy:0.986274003983 validation cost:0.0590643025935 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0504155606031 and training accuracy:0.987273871899 validation cost:0.0538116209209 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:125.480978966 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.243584886193 and training accuracy:0.982048809528 validation cost:0.245085671544 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.114950686693 and training accuracy:0.991707324982 validation cost:0.110408969223 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0758447125554 and training accuracy:0.994048774242 validation cost:0.0696728080511 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0575864836574 and training accuracy:0.994926810265 validation cost:0.0510076805949 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0470320507884 and training accuracy:0.995512187481 validation cost:0.0404300428927 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0401217788458 and training accuracy:0.995804905891 validation cost:0.0336348414421 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0352174565196 and training accuracy:0.996195137501 validation cost:0.0288966391236 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0315366312861 and training accuracy:0.996975600719 validation cost:0.0253991447389 and validation accuracy:1.0 Training on :(4, 5) training cost:0.028657656163 and training accuracy:0.997170746326 validation cost:0.022706752643 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.744385958 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.167036056519 and training accuracy:0.990619659424 validation cost:0.160815581679 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0737482756376 and training accuracy:0.995850980282 validation cost:0.0708120018244 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.048536144197 and training accuracy:0.996662735939 validation cost:0.0465215146542 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0369907878339 and training accuracy:0.997384309769 validation cost:0.0353315919638 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0303321350366 and training accuracy:0.998105883598 validation cost:0.0288449861109 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259687379003 and training accuracy:0.998466670513 validation cost:0.0245820377022 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0228673070669 and training accuracy:0.998556852341 validation cost:0.0215468015522 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.020536089316 and training accuracy:0.999007821083 validation cost:0.0192659795284 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0187106039375 and training accuracy:0.999188244343 validation cost:0.0174824111164 and validation accuracy:1.0 Training on :(6, 7) Time taken:127.367496014 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.231702595949 and training accuracy:0.955857694149 validation cost:0.233422145247 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.142152145505 and training accuracy:0.964797914028 validation cost:0.144400149584 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.110050819814 and training accuracy:0.970478653908 validation cost:0.11243493855 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.092366963625 and training accuracy:0.975135028362 validation cost:0.0945897251368 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.080702021718 and training accuracy:0.978860139847 validation cost:0.0826476961374 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.072253473103 and training accuracy:0.980536401272 validation cost:0.0738915354013 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0657801404595 and training accuracy:0.982771456242 validation cost:0.0671181380749 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0606309771538 and training accuracy:0.984261512756 validation cost:0.0616908743978 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0564193576574 and training accuracy:0.985472142696 validation cost:0.0572295188904 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.780062199 Method 3 test accuracy:0.794900000095 Training with lmbda:154340.494179, 84 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.502414942 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370247453451 and training accuracy:0.937732934952 validation cost:0.374766618013 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.179269462824 and training accuracy:0.960458159447 validation cost:0.184172734618 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.122900627553 and training accuracy:0.97045725584 validation cost:0.128570958972 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0960588827729 and training accuracy:0.976638495922 validation cost:0.101798169315 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.080046236515 and training accuracy:0.97991091013 validation cost:0.0854394137859 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0692502111197 and training accuracy:0.982183456421 validation cost:0.0741422027349 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.061395585537 and training accuracy:0.984274148941 validation cost:0.0657594054937 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0553763695061 and training accuracy:0.986274003983 validation cost:0.0592374503613 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0505848675966 and training accuracy:0.987273871899 validation cost:0.0539811737835 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:124.853429079 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.244942218065 and training accuracy:0.982048809528 validation cost:0.246497988701 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.115880213678 and training accuracy:0.991707324982 validation cost:0.111382491887 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0765545293689 and training accuracy:0.994048774242 validation cost:0.0704148262739 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0581641569734 and training accuracy:0.994731724262 validation cost:0.05161036551 and validation accuracy:1.0 Training on :(4, 5) training cost:0.047520801425 and training accuracy:0.995512187481 validation cost:0.0409393161535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0405480526388 and training accuracy:0.995804905891 validation cost:0.0340785384178 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0355960205197 and training accuracy:0.996292710304 validation cost:0.0292900856584 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0318775251508 and training accuracy:0.996975600719 validation cost:0.0257529113442 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289687681943 and training accuracy:0.997170746326 validation cost:0.0230290684849 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.105588913 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.168032765388 and training accuracy:0.990619659424 validation cost:0.161797434092 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0744069442153 and training accuracy:0.995850980282 validation cost:0.0714550167322 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0490685924888 and training accuracy:0.996662735939 validation cost:0.047041747719 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0374500416219 and training accuracy:0.997384309769 validation cost:0.0357820913196 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0307401120663 and training accuracy:0.998105883598 validation cost:0.0292472206056 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.026338391006 and training accuracy:0.998466670513 validation cost:0.0249481070787 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0232062749565 and training accuracy:0.998556852341 validation cost:0.0218837801367 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0208501201123 and training accuracy:0.998917639256 validation cost:0.0195790398866 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0190036892891 and training accuracy:0.999188244343 validation cost:0.0177753809839 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.046241999 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.23270393908 and training accuracy:0.955857694149 validation cost:0.234411790967 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.142793983221 and training accuracy:0.964984178543 validation cost:0.145024031401 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.110620267689 and training accuracy:0.970385551453 validation cost:0.112978570163 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0929199010134 and training accuracy:0.974948763847 validation cost:0.0951176285744 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0812551304698 and training accuracy:0.978766977787 validation cost:0.0831802412868 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0728092268109 and training accuracy:0.980443298817 validation cost:0.0744329839945 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0663373470306 and training accuracy:0.982678353786 validation cost:0.0676664933562 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0611871927977 and training accuracy:0.984261512756 validation cost:0.0622447878122 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0569725334644 and training accuracy:0.985192775726 validation cost:0.0577857382596 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.680210829 Method 3 test accuracy:0.795799970627 Training with lmbda:157509.332943, 85 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.249166965 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370316058397 and training accuracy:0.937732934952 validation cost:0.374834150076 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.179333746433 and training accuracy:0.960367262363 validation cost:0.184234157205 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.12295781821 and training accuracy:0.97045725584 validation cost:0.128624424338 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0961126238108 and training accuracy:0.976638495922 validation cost:0.101848259568 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.080097258091 and training accuracy:0.97991091013 validation cost:0.0854874700308 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0692993402481 and training accuracy:0.982092559338 validation cost:0.074189350009 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0614426583052 and training accuracy:0.984274148941 validation cost:0.0658051520586 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0554216876626 and training accuracy:0.986274003983 validation cost:0.0592821352184 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0506286211312 and training accuracy:0.987273871899 validation cost:0.0540249310434 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:125.52621007 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.245296105742 and training accuracy:0.982048809528 validation cost:0.24686652422 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.116120971739 and training accuracy:0.991707324982 validation cost:0.111634545028 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0767374485731 and training accuracy:0.994048774242 validation cost:0.0706059858203 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.058312702924 and training accuracy:0.994731724262 validation cost:0.0517651773989 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0476464666426 and training accuracy:0.995512187481 validation cost:0.0410701483488 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0406570769846 and training accuracy:0.995804905891 validation cost:0.0341919101775 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0356927700341 and training accuracy:0.996292710304 validation cost:0.0293905157596 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0319648198783 and training accuracy:0.996975600719 validation cost:0.0258434098214 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290483925492 and training accuracy:0.997170746326 validation cost:0.0231114774942 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.426764965 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.168294876814 and training accuracy:0.990529477596 validation cost:0.162055253983 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0745803341269 and training accuracy:0.995850980282 validation cost:0.0716241672635 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0492081865668 and training accuracy:0.996662735939 validation cost:0.047178003937 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0375697948039 and training accuracy:0.997384309769 validation cost:0.0358994752169 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0308461785316 and training accuracy:0.998105883598 validation cost:0.0293516833335 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0264343749732 and training accuracy:0.998466670513 validation cost:0.0250429715961 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0232942402363 and training accuracy:0.998556852341 validation cost:0.0219710674137 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0209314934909 and training accuracy:0.998917639256 validation cost:0.0196600966156 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0190796814859 and training accuracy:0.999188244343 validation cost:0.0178512744606 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.088469028 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.232965901494 and training accuracy:0.955950856209 validation cost:0.234670475125 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.14296400547 and training accuracy:0.964984178543 validation cost:0.145188942552 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.110771052539 and training accuracy:0.970478653908 validation cost:0.113122470677 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0930661857128 and training accuracy:0.975041925907 validation cost:0.0952577218413 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0814006105065 and training accuracy:0.978766977787 validation cost:0.0833205804229 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0729551836848 and training accuracy:0.980443298817 validation cost:0.0745753347874 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0664830058813 and training accuracy:0.982678353786 validation cost:0.0678103640676 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.061332333833 and training accuracy:0.984168350697 validation cost:0.0623895302415 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0571174360812 and training accuracy:0.985192775726 validation cost:0.0579320155084 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:122.0395751 Method 3 test accuracy:0.796299993992 Training with lmbda:167074.908473, 86 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.471827984 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370519697666 and training accuracy:0.937732934952 validation cost:0.375035047531 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.179526224732 and training accuracy:0.960458159447 validation cost:0.1844176054 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.123130477965 and training accuracy:0.97045725584 validation cost:0.128785282373 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0962740257382 and training accuracy:0.976638495922 validation cost:0.101998448372 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.080250017345 and training accuracy:0.97991091013 validation cost:0.0856314599514 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.069445207715 and training accuracy:0.982001662254 validation cost:0.0743295252323 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0615824870765 and training accuracy:0.984274148941 validation cost:0.0659414604306 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0555562451482 and training accuracy:0.986274003983 validation cost:0.0594158247113 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0507585071027 and training accuracy:0.987273871899 validation cost:0.0541552007198 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:125.992007017 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.246333882213 and training accuracy:0.982048809528 validation cost:0.247947260737 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.116830103099 and training accuracy:0.991707324982 validation cost:0.112377986312 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.077276751399 and training accuracy:0.994048774242 validation cost:0.0711706578732 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0587502494454 and training accuracy:0.994731724262 validation cost:0.0522221289575 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0480159260333 and training accuracy:0.995512187481 validation cost:0.0414551943541 and validation accuracy:1.0 Training on :(4, 5) training cost:0.040977511555 and training accuracy:0.995804905891 validation cost:0.0345256924629 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0359762273729 and training accuracy:0.996292710304 validation cost:0.0296853259206 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0322198942304 and training accuracy:0.996975600719 validation cost:0.0261083245277 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0292805358768 and training accuracy:0.997170746326 validation cost:0.0233520939946 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.935995102 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.16907247901 and training accuracy:0.990529477596 validation cost:0.162822380662 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0750945582986 and training accuracy:0.995850980282 validation cost:0.0721272975206 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0496203526855 and training accuracy:0.996662735939 validation cost:0.0475817173719 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0379238463938 and training accuracy:0.997384309769 validation cost:0.036247510463 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.031159946695 and training accuracy:0.998105883598 validation cost:0.0296615920961 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0267177261412 and training accuracy:0.998466670513 validation cost:0.025323998183 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0235538613051 and training accuracy:0.998556852341 validation cost:0.0222295075655 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0211712308228 and training accuracy:0.998917639256 validation cost:0.0198995489627 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0193028822541 and training accuracy:0.999188244343 validation cost:0.0180746819824 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.448645115 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.233750760555 and training accuracy:0.956137061119 validation cost:0.235446691513 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.143474087119 and training accuracy:0.964984178543 validation cost:0.145685002208 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.111222922802 and training accuracy:0.970664918423 validation cost:0.113556839526 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0935021862388 and training accuracy:0.974948763847 validation cost:0.0956767126918 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0818340852857 and training accuracy:0.978953242302 validation cost:0.0837395489216 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0733887925744 and training accuracy:0.980350136757 validation cost:0.0749993547797 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0669158473611 and training accuracy:0.982585191727 validation cost:0.0682384818792 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0617632456124 and training accuracy:0.984168350697 validation cost:0.0628197714686 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0575451441109 and training accuracy:0.985192775726 validation cost:0.0583618357778 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.5423069 Method 3 test accuracy:0.797699987888 Training with lmbda:182585.275511, 87 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.903321028 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370843499899 and training accuracy:0.937732934952 validation cost:0.375354140997 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.179831132293 and training accuracy:0.960458159447 validation cost:0.184708505869 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.123402580619 and training accuracy:0.97045725584 validation cost:0.129039406776 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0965266004205 and training accuracy:0.976547598839 validation cost:0.102234005928 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0804891735315 and training accuracy:0.97991091013 validation cost:0.0858574509621 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0696733295918 and training accuracy:0.982001662254 validation cost:0.0745489448309 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0618006512523 and training accuracy:0.984274148941 validation cost:0.0661543980241 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0557659268379 and training accuracy:0.986364901066 validation cost:0.059623748064 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0509614497423 and training accuracy:0.987273871899 validation cost:0.0543591603637 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:125.115700006 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.247960656881 and training accuracy:0.981561005116 validation cost:0.249640181661 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.117932721972 and training accuracy:0.991512179375 validation cost:0.113534100354 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0781088545918 and training accuracy:0.994048774242 validation cost:0.0720417648554 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0594217926264 and training accuracy:0.994731724262 validation cost:0.0529237352312 and validation accuracy:1.0 Training on :(4, 5) training cost:0.048582252115 and training accuracy:0.995317101479 validation cost:0.0420459508896 and validation accuracy:1.0 Training on :(4, 5) training cost:0.041468013078 and training accuracy:0.99590241909 validation cost:0.035036560148 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0364104360342 and training accuracy:0.996292710304 validation cost:0.0301370695233 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0326103456318 and training accuracy:0.997073173523 validation cost:0.0265136957169 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0296360254288 and training accuracy:0.997170746326 validation cost:0.0237204600126 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.896991014 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.170304059982 and training accuracy:0.990529477596 validation cost:0.164037019014 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.075904995203 and training accuracy:0.995850980282 validation cost:0.0729202181101 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0502686798573 and training accuracy:0.996662735939 validation cost:0.0482170283794 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0384778752923 and training accuracy:0.997384309769 validation cost:0.0367926098406 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0316492542624 and training accuracy:0.998105883598 validation cost:0.0301452595741 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0271586962044 and training accuracy:0.998376488686 validation cost:0.0257619190961 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.023956598714 and training accuracy:0.998556852341 validation cost:0.0226308964193 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0215429738164 and training accuracy:0.998917639256 validation cost:0.0202711932361 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0196488834918 and training accuracy:0.999188244343 validation cost:0.0184213798493 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.878623009 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.234999611974 and training accuracy:0.956788957119 validation cost:0.236683607101 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.144294545054 and training accuracy:0.964984178543 validation cost:0.146485105157 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.111946888268 and training accuracy:0.970758080482 validation cost:0.114253528416 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0941995158792 and training accuracy:0.975135028362 validation cost:0.0963478982449 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0825223177671 and training accuracy:0.978860139847 validation cost:0.0844063013792 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0740730464458 and training accuracy:0.980163931847 validation cost:0.0756695792079 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0675966665149 and training accuracy:0.982398927212 validation cost:0.0689127147198 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0624383948743 and training accuracy:0.984168350697 validation cost:0.0634938403964 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0582133457065 and training accuracy:0.985006511211 validation cost:0.0590344183147 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.765478134 Method 3 test accuracy:0.798600018024 Training with lmbda:184477.613232, 88 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.019327879 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370882511139 and training accuracy:0.937732934952 validation cost:0.3753926754 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.179868087173 and training accuracy:0.960458159447 validation cost:0.184743732214 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.123435221612 and training accuracy:0.97045725584 validation cost:0.129069685936 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0965571403503 and training accuracy:0.976547598839 validation cost:0.102262228727 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0805180296302 and training accuracy:0.979820013046 validation cost:0.0858845487237 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0697006955743 and training accuracy:0.982092559338 validation cost:0.0745751708746 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.061827108264 and training accuracy:0.984274148941 validation cost:0.0661806538701 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.055791169405 and training accuracy:0.986364901066 validation cost:0.0596490465105 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0509856268764 and training accuracy:0.987273871899 validation cost:0.0543835796416 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:125.541389942 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.248152062297 and training accuracy:0.981561005116 validation cost:0.249839678407 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.118062466383 and training accuracy:0.991512179375 validation cost:0.113670386374 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0782069712877 and training accuracy:0.994048774242 validation cost:0.0721448287368 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0595010593534 and training accuracy:0.994731724262 validation cost:0.0530067272484 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0486486144364 and training accuracy:0.995317101479 validation cost:0.0421153530478 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0415256805718 and training accuracy:0.99590241909 validation cost:0.035096809268 and validation accuracy:1.0 Training on :(4, 5) training cost:0.036461379379 and training accuracy:0.996292710304 validation cost:0.0301901269704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0326561294496 and training accuracy:0.997073173523 validation cost:0.0265612825751 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0296776816249 and training accuracy:0.997170746326 validation cost:0.0237636696547 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.679228067 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.170450657606 and training accuracy:0.990529477596 validation cost:0.164181560278 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0760016813874 and training accuracy:0.995850980282 validation cost:0.0730147510767 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0503461696208 and training accuracy:0.996662735939 validation cost:0.048292864114 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0385439954698 and training accuracy:0.997384309769 validation cost:0.0368576012552 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0317074172199 and training accuracy:0.998105883598 validation cost:0.0302027203143 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0272111408412 and training accuracy:0.998376488686 validation cost:0.0258139204234 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.024004470557 and training accuracy:0.998556852341 validation cost:0.0226785000414 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0215871781111 and training accuracy:0.998917639256 validation cost:0.0203152894974 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0196899808943 and training accuracy:0.999188244343 validation cost:0.018462492153 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.310219049 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.235149979591 and training accuracy:0.956882119179 validation cost:0.236833080649 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.144394308329 and training accuracy:0.964984178543 validation cost:0.146583154798 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.112034238875 and training accuracy:0.970758080482 validation cost:0.114337973297 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0942836180329 and training accuracy:0.975135028362 validation cost:0.0964292511344 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0826053395867 and training accuracy:0.978860139847 validation cost:0.0844872370362 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0741547420621 and training accuracy:0.980163931847 validation cost:0.0757498815656 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.067677885294 and training accuracy:0.982398927212 validation cost:0.0689931064844 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0625190809369 and training accuracy:0.984168350697 validation cost:0.0635746642947 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0582931563258 and training accuracy:0.985006511211 validation cost:0.059114869684 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:121.603975058 Method 3 test accuracy:0.798699975014 Training with lmbda:189132.195431, 89 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.609091997 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370977342129 and training accuracy:0.937732934952 validation cost:0.375485926867 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.179957315326 and training accuracy:0.960458159447 validation cost:0.184828996658 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.123514428735 and training accuracy:0.970366358757 validation cost:0.129143834114 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0966306328773 and training accuracy:0.976547598839 validation cost:0.102331005037 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.080587901175 and training accuracy:0.979820013046 validation cost:0.0859510302544 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.069767229259 and training accuracy:0.982092559338 validation cost:0.0746396631002 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0618909373879 and training accuracy:0.984274148941 validation cost:0.0662439242005 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.055852688849 and training accuracy:0.986455798149 validation cost:0.0597107410431 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0510447993875 and training accuracy:0.987273871899 validation cost:0.0544438883662 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:124.930416107 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.248621121049 and training accuracy:0.981561005116 validation cost:0.250328093767 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.118381254375 and training accuracy:0.991512179375 validation cost:0.114004634321 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0784469917417 and training accuracy:0.994048774242 validation cost:0.0723962038755 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0596940629184 and training accuracy:0.994731724262 validation cost:0.0532082170248 and validation accuracy:1.0 Training on :(4, 5) training cost:0.048810325563 and training accuracy:0.995219528675 validation cost:0.0422838404775 and validation accuracy:1.0 Training on :(4, 5) training cost:0.041665636003 and training accuracy:0.99590241909 validation cost:0.0352424867451 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0365852452815 and training accuracy:0.996292710304 validation cost:0.0303187891841 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0327671356499 and training accuracy:0.997073173523 validation cost:0.0266764406115 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029778862372 and training accuracy:0.997170746326 validation cost:0.0238685384393 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.106211185 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.170812234282 and training accuracy:0.990619659424 validation cost:0.164538443089 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0762383788824 and training accuracy:0.995850980282 validation cost:0.0732467472553 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.050534710288 and training accuracy:0.996662735939 validation cost:0.0484779626131 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0387046299875 and training accuracy:0.997384309769 validation cost:0.0370159298182 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0318486616015 and training accuracy:0.998105883598 validation cost:0.0303425677121 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0273382943124 and training accuracy:0.998376488686 validation cost:0.0259403344244 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.024120753631 and training accuracy:0.998556852341 validation cost:0.0227945242077 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0216945167631 and training accuracy:0.999007821083 validation cost:0.020422777161 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0197896137834 and training accuracy:0.999188244343 validation cost:0.0185625012964 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.047829866 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.235518082976 and training accuracy:0.956882119179 validation cost:0.237198218703 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.144638821483 and training accuracy:0.965077280998 validation cost:0.146823003888 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.112249292433 and training accuracy:0.970664918423 validation cost:0.114545807242 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0944905355573 and training accuracy:0.975135028362 validation cost:0.0966296344995 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0828079655766 and training accuracy:0.978860139847 validation cost:0.0846845731139 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0743551328778 and training accuracy:0.980163931847 validation cost:0.0759460702538 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0678766444325 and training accuracy:0.982398927212 validation cost:0.0691893994808 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0627157911658 and training accuracy:0.984168350697 validation cost:0.0637707859278 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.058487765491 and training accuracy:0.985006511211 validation cost:0.059310875833 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:122.116767883 Method 3 test accuracy:0.799300014973 Training with lmbda:0, 90 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:138.061988831 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.350078076124 and training accuracy:0.945550382137 validation cost:0.35626244545 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.168276295066 and training accuracy:0.963821470737 validation cost:0.173856139183 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.115321777761 and training accuracy:0.971457123756 validation cost:0.121292434633 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0899425372481 and training accuracy:0.977274775505 validation cost:0.0958155542612 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0747277066112 and training accuracy:0.981092631817 validation cost:0.0801893845201 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0644341409206 and training accuracy:0.982728838921 validation cost:0.0693763718009 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.056921761483 and training accuracy:0.984546840191 validation cost:0.0613324306905 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0511523224413 and training accuracy:0.986455798149 validation cost:0.0550550036132 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0465539507568 and training accuracy:0.98800110817 validation cost:0.049983561039 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:135.848793983 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.21651314199 and training accuracy:0.982243895531 validation cost:0.216060474515 and validation accuracy:0.990128338337 Training on :(4, 5) training cost:0.0952939912677 and training accuracy:0.991902410984 validation cost:0.0892580747604 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.059481125325 and training accuracy:0.99385368824 validation cost:0.052209045738 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0432471707463 and training accuracy:0.995317101479 validation cost:0.0358251705766 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0341157391667 and training accuracy:0.995999991894 validation cost:0.0268493946642 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0282830186188 and training accuracy:0.996682941914 validation cost:0.0212646182626 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0242329780012 and training accuracy:0.996682941914 validation cost:0.0174879170954 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0212509669363 and training accuracy:0.996780514717 validation cost:0.0147799393162 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189582556486 and training accuracy:0.996878027916 validation cost:0.0127518065274 and validation accuracy:1.0 Training on :(4, 5) Time taken:125.979764223 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.147574067116 and training accuracy:0.987102031708 validation cost:0.141037851572 and validation accuracy:0.985401451588 Training on :(6, 7) training cost:0.0634679719806 and training accuracy:0.994227468967 validation cost:0.0609527975321 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.039851680398 and training accuracy:0.996121585369 validation cost:0.0384407900274 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0289878062904 and training accuracy:0.997113764286 validation cost:0.0279205814004 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0227695163339 and training accuracy:0.997474491596 validation cost:0.0218062438071 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0187469292432 and training accuracy:0.998015701771 validation cost:0.0178057253361 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0159333888441 and training accuracy:0.998466670513 validation cost:0.0149873849005 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0138549664989 and training accuracy:0.998647093773 validation cost:0.0128987394273 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0122568802908 and training accuracy:0.998917639256 validation cost:0.011292649433 and validation accuracy:1.0 Training on :(6, 7) Time taken:137.491168022 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.212972521782 and training accuracy:0.951201319695 validation cost:0.213990628719 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.133900925517 and training accuracy:0.963494122028 validation cost:0.135815069079 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.102961160243 and training accuracy:0.970478653908 validation cost:0.105636321008 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.085023611784 and training accuracy:0.974762499332 validation cost:0.0879236459732 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0728058218956 and training accuracy:0.978394508362 validation cost:0.0756027624011 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0637875497341 and training accuracy:0.981188297272 validation cost:0.0663148313761 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0568143390119 and training accuracy:0.983143985271 validation cost:0.059002161026 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0512534044683 and training accuracy:0.985658407211 validation cost:0.0530792996287 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.046716991812 and training accuracy:0.987055301666 validation cost:0.0481896996498 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:133.581828117 Method 3 test accuracy:0.723900020123 Training with lmbda:100471.885619, 91 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:144.642075062 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.352313220501 and training accuracy:0.945550382137 validation cost:0.358481913805 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.170601189137 and training accuracy:0.963730573654 validation cost:0.176086634398 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.117590174079 and training accuracy:0.971638917923 validation cost:0.123394533992 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0922148004174 and training accuracy:0.977365672588 validation cost:0.0978916585445 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0770085677505 and training accuracy:0.981001734734 validation cost:0.0822758302093 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0667209103703 and training accuracy:0.982910633087 validation cost:0.0714854598045 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.05920657143 and training accuracy:0.984546840191 validation cost:0.0634544566274 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.053425963968 and training accuracy:0.986364901066 validation cost:0.0571802146733 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0488136671484 and training accuracy:0.987637460232 validation cost:0.0521085597575 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:139.901934862 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.234811112285 and training accuracy:0.983414649963 validation cost:0.234935194254 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.108578555286 and training accuracy:0.991902410984 validation cost:0.102991655469 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0709960088134 and training accuracy:0.99385368824 validation cost:0.0640233755112 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0536803603172 and training accuracy:0.995024383068 validation cost:0.0464482493699 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0437601692975 and training accuracy:0.995414614677 validation cost:0.036601908505 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0373048633337 and training accuracy:0.99590241909 validation cost:0.0303305666894 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0327444262803 and training accuracy:0.996292710304 validation cost:0.0259892437607 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0293322280049 and training accuracy:0.996975600719 validation cost:0.0228027552366 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0266698207706 and training accuracy:0.997170746326 validation cost:0.0203605517745 and validation accuracy:1.0 Training on :(4, 5) Time taken:129.901757956 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.158412963152 and training accuracy:0.991250991821 validation cost:0.15186226368 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0702458247542 and training accuracy:0.995670616627 validation cost:0.0674235373735 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0462076812983 and training accuracy:0.997113764286 validation cost:0.0444623380899 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0351637974381 and training accuracy:0.997745096684 validation cost:0.0338110215962 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0287970695645 and training accuracy:0.998196065426 validation cost:0.0276139769703 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0246297586709 and training accuracy:0.998286306858 validation cost:0.023529836908 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0216737501323 and training accuracy:0.998376488686 validation cost:0.0206191465259 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0194577127695 and training accuracy:0.998556852341 validation cost:0.018432289362 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0177275910974 and training accuracy:0.998917639256 validation cost:0.0167241878808 and validation accuracy:1.0 Training on :(6, 7) Time taken:139.075483799 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.224761933088 and training accuracy:0.957440853119 validation cost:0.224796637893 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.137690007687 and training accuracy:0.965449810028 validation cost:0.138640984893 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.106465242803 and training accuracy:0.971596181393 validation cost:0.107962027192 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0891758427024 and training accuracy:0.975880026817 validation cost:0.0907968580723 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.077720284462 and training accuracy:0.978487610817 validation cost:0.0792536213994 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0694036334753 and training accuracy:0.981374561787 validation cost:0.0707599148154 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0630295276642 and training accuracy:0.982864618301 validation cost:0.0641828030348 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0579606629908 and training accuracy:0.984540879726 validation cost:0.0589095167816 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0538194812834 and training accuracy:0.985565304756 validation cost:0.0545757524669 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:135.966916084 Method 3 test accuracy:0.809300005436 Training with lmbda:110837.689046, 92 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:144.280641079 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.352522432804 and training accuracy:0.945550382137 validation cost:0.358689337969 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.170804202557 and training accuracy:0.963730573654 validation cost:0.176280885935 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.117778412998 and training accuracy:0.971729815006 validation cost:0.123568676412 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0923953279853 and training accuracy:0.977547466755 validation cost:0.0980569422245 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0771844014525 and training accuracy:0.981001734734 validation cost:0.08243688941 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0668932273984 and training accuracy:0.982910633087 validation cost:0.0716449320316 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0593751631677 and training accuracy:0.984546840191 validation cost:0.0636118277907 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0535913705826 and training accuracy:0.986274003983 validation cost:0.0573357306421 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0489760376513 and training accuracy:0.98772841692 validation cost:0.0522625409067 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:139.092243195 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236085265875 and training accuracy:0.983512222767 validation cost:0.236247420311 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.109478205442 and training accuracy:0.991902410984 validation cost:0.103919155896 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0717103034258 and training accuracy:0.993756115437 validation cost:0.0647579208016 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0542803108692 and training accuracy:0.995024383068 validation cost:0.0470627434552 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0442813448608 and training accuracy:0.995414614677 validation cost:0.0371338874102 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0377688221633 and training accuracy:0.99590241909 validation cost:0.0308024380356 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0331639312208 and training accuracy:0.996292710304 validation cost:0.0264146272093 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0297160353512 and training accuracy:0.996975600719 validation cost:0.0231906361878 and validation accuracy:1.0 Training on :(4, 5) training cost:0.027024788782 and training accuracy:0.997170746326 validation cost:0.0207180641592 and validation accuracy:1.0 Training on :(4, 5) Time taken:124.585834026 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159354031086 and training accuracy:0.991341233253 validation cost:0.152798652649 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0708724036813 and training accuracy:0.995670616627 validation cost:0.0680368468165 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0467395409942 and training accuracy:0.997113764286 validation cost:0.0449821427464 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0356392413378 and training accuracy:0.997745096684 validation cost:0.0342775061727 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0292312595993 and training accuracy:0.998105883598 validation cost:0.0280428286642 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0250313896686 and training accuracy:0.998286306858 validation cost:0.0239286981523 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0220486260951 and training accuracy:0.998376488686 validation cost:0.0209933053702 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0198103450239 and training accuracy:0.998556852341 validation cost:0.0187857355922 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0180608797818 and training accuracy:0.998917639256 validation cost:0.0170595645905 and validation accuracy:1.0 Training on :(6, 7) Time taken:133.903045893 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.225788190961 and training accuracy:0.957534015179 validation cost:0.225831344724 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.138284444809 and training accuracy:0.965636074543 validation cost:0.139230445027 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.106994114816 and training accuracy:0.971596181393 validation cost:0.108468912542 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0896994769573 and training accuracy:0.975786924362 validation cost:0.0912927612662 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0782523602247 and training accuracy:0.978487610817 validation cost:0.0797585770488 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0699463486671 and training accuracy:0.981374561787 validation cost:0.0712795332074 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.063579455018 and training accuracy:0.982957720757 validation cost:0.0647155120969 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0585152134299 and training accuracy:0.984447777271 validation cost:0.0594544224441 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0543767884374 and training accuracy:0.985565304756 validation cost:0.0551309585571 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:134.357453108 Method 3 test accuracy:0.811800003052 Training with lmbda:112156.912078, 93 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:151.119601011 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.352548927069 and training accuracy:0.945550382137 validation cost:0.358715683222 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.170830056071 and training accuracy:0.963730573654 validation cost:0.176305785775 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.1178021878 and training accuracy:0.971729815006 validation cost:0.123590901494 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0924181565642 and training accuracy:0.977547466755 validation cost:0.0980781316757 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0772063285112 and training accuracy:0.981001734734 validation cost:0.0824572518468 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0669148266315 and training accuracy:0.982910633087 validation cost:0.0716653466225 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0593965239823 and training accuracy:0.984546840191 validation cost:0.0636323466897 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0536122322083 and training accuracy:0.986274003983 validation cost:0.0573557466269 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0489964000881 and training accuracy:0.98772841692 validation cost:0.0522821098566 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:145.695536852 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236241996288 and training accuracy:0.983512222767 validation cost:0.236408933997 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.109589591622 and training accuracy:0.991999983788 validation cost:0.104033969343 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0717984437943 and training accuracy:0.993756115437 validation cost:0.0648486539721 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0543542020023 and training accuracy:0.995024383068 validation cost:0.0471384823322 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0443455129862 and training accuracy:0.995414614677 validation cost:0.0371993929148 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378256067634 and training accuracy:0.99590241909 validation cost:0.0308602806181 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0332150533795 and training accuracy:0.996292710304 validation cost:0.0264665465802 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0297629330307 and training accuracy:0.996975600719 validation cost:0.0232381336391 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0270681511611 and training accuracy:0.997170746326 validation cost:0.0207618083805 and validation accuracy:1.0 Training on :(4, 5) Time taken:135.289583921 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159471198916 and training accuracy:0.991431415081 validation cost:0.152915507555 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0709506645799 and training accuracy:0.995670616627 validation cost:0.0681136623025 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0468059331179 and training accuracy:0.997113764286 validation cost:0.0450472459197 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0356982275844 and training accuracy:0.997745096684 validation cost:0.0343356132507 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0292850825936 and training accuracy:0.998105883598 validation cost:0.0280962530524 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0250812042505 and training accuracy:0.998286306858 validation cost:0.0239784438163 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0220951084048 and training accuracy:0.998376488686 validation cost:0.0210399180651 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0198540259153 and training accuracy:0.998556852341 validation cost:0.018829734996 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0181021075696 and training accuracy:0.998917639256 validation cost:0.0171012151986 and validation accuracy:1.0 Training on :(6, 7) Time taken:147.40079093 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.225917652249 and training accuracy:0.957534015179 validation cost:0.225962027907 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.138360917568 and training accuracy:0.965636074543 validation cost:0.139306560159 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107061311603 and training accuracy:0.971596181393 validation cost:0.108533538878 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0897655785084 and training accuracy:0.975786924362 validation cost:0.0913556665182 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0783196985722 and training accuracy:0.978487610817 validation cost:0.07982275635 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0700148269534 and training accuracy:0.981374561787 validation cost:0.0713454708457 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0636485591531 and training accuracy:0.982957720757 validation cost:0.0647828131914 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0585853420198 and training accuracy:0.984447777271 validation cost:0.0595232434571 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0544467419386 and training accuracy:0.985565304756 validation cost:0.0552007816732 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:143.282305956 Method 3 test accuracy:0.812300026417 Training with lmbda:113670.658968, 94 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:151.513397932 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.352578908205 and training accuracy:0.945550382137 validation cost:0.358745336533 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.170858979225 and training accuracy:0.963730573654 validation cost:0.17633344233 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.117829106748 and training accuracy:0.971729815006 validation cost:0.123615898192 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0924438908696 and training accuracy:0.977547466755 validation cost:0.0981018170714 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0772310942411 and training accuracy:0.981001734734 validation cost:0.0824800804257 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0669389590621 and training accuracy:0.982910633087 validation cost:0.0716876387596 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0594200529158 and training accuracy:0.984546840191 validation cost:0.0636544302106 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0536353215575 and training accuracy:0.986274003983 validation cost:0.0573777370155 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0490194186568 and training accuracy:0.98772841692 validation cost:0.0523044839501 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:145.624078989 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236422881484 and training accuracy:0.983512222767 validation cost:0.236595407128 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.109716497362 and training accuracy:0.991999983788 validation cost:0.104164995253 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.071898676455 and training accuracy:0.993756115437 validation cost:0.0649518147111 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0544379651546 and training accuracy:0.995024383068 validation cost:0.0472244173288 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0444184169173 and training accuracy:0.995414614677 validation cost:0.0372739844024 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.037890072912 and training accuracy:0.995999991894 validation cost:0.0309260394424 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0332731977105 and training accuracy:0.996292710304 validation cost:0.0265256706625 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0298160277307 and training accuracy:0.996975600719 validation cost:0.0232919659466 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0271173119545 and training accuracy:0.997170746326 validation cost:0.020811393857 and validation accuracy:1.0 Training on :(4, 5) Time taken:135.578994989 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.159604340792 and training accuracy:0.991431415081 validation cost:0.153047800064 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0710395872593 and training accuracy:0.995670616627 validation cost:0.0682006850839 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0468813180923 and training accuracy:0.997113764286 validation cost:0.0451208800077 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0357657708228 and training accuracy:0.997745096684 validation cost:0.0344018898904 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0293466690928 and training accuracy:0.998105883598 validation cost:0.0281570795923 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0251380726695 and training accuracy:0.998286306858 validation cost:0.0240349527448 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0221480689943 and training accuracy:0.998286306858 validation cost:0.021092787385 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0199036132544 and training accuracy:0.998556852341 validation cost:0.0188794936985 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0181488730013 and training accuracy:0.998917639256 validation cost:0.0171483084559 and validation accuracy:1.0 Training on :(6, 7) Time taken:143.601014853 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.226063266397 and training accuracy:0.957534015179 validation cost:0.226109072566 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.13844653964 and training accuracy:0.965636074543 validation cost:0.139391571283 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107138104737 and training accuracy:0.971596181393 validation cost:0.108607575297 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.089840747416 and training accuracy:0.975880026817 validation cost:0.0914270430803 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0783959999681 and training accuracy:0.978487610817 validation cost:0.079895414412 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0700926557183 and training accuracy:0.981374561787 validation cost:0.0714204758406 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0637271925807 and training accuracy:0.982957720757 validation cost:0.0648594647646 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0586644262075 and training accuracy:0.984447777271 validation cost:0.0596009716392 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0545257665217 and training accuracy:0.985565304756 validation cost:0.0552796348929 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:132.178125143 Method 3 test accuracy:0.812399983406 Training with lmbda:118532.821955, 95 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:139.141273022 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.352675825357 and training accuracy:0.945641279221 validation cost:0.35884141922 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.170951709151 and training accuracy:0.963730573654 validation cost:0.176422283053 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.117914564908 and training accuracy:0.971729815006 validation cost:0.123695231974 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0925255939364 and training accuracy:0.977547466755 validation cost:0.0981770157814 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0773102417588 and training accuracy:0.981001734734 validation cost:0.0825531706214 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0670163705945 and training accuracy:0.98300153017 validation cost:0.0717598646879 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0594952888787 and training accuracy:0.984546840191 validation cost:0.0637253299356 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0537091344595 and training accuracy:0.986364901066 validation cost:0.0574474409223 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0490913130343 and training accuracy:0.98772841692 validation cost:0.0523726195097 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:125.201680183 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236990451813 and training accuracy:0.983609735966 validation cost:0.237180188298 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.110117673874 and training accuracy:0.991902410984 validation cost:0.10457880795 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0722161829472 and training accuracy:0.993756115437 validation cost:0.0652785301208 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.054703373462 and training accuracy:0.995024383068 validation cost:0.0474964939058 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0446482934058 and training accuracy:0.995414614677 validation cost:0.0375089906156 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.038094162941 and training accuracy:0.995999991894 validation cost:0.0311340652406 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.033456813544 and training accuracy:0.996390223503 validation cost:0.0267122164369 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0299838036299 and training accuracy:0.996878027916 validation cost:0.0234618540853 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0272719524801 and training accuracy:0.997170746326 validation cost:0.0209672879428 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.437548876 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.160034477711 and training accuracy:0.991431415081 validation cost:0.153475657105 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0713255479932 and training accuracy:0.995580434799 validation cost:0.0684807822108 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0471220575273 and training accuracy:0.997113764286 validation cost:0.0453565903008 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0359797179699 and training accuracy:0.997745096684 validation cost:0.0346122384071 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0295415055007 and training accuracy:0.998105883598 validation cost:0.0283498112112 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0253179185092 and training accuracy:0.998286306858 validation cost:0.0242138653994 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0223155431449 and training accuracy:0.998286306858 validation cost:0.0212601311505 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200606025755 and training accuracy:0.998556852341 validation cost:0.0190370436758 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0182968191803 and training accuracy:0.998917639256 validation cost:0.0172972939909 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.330088139 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.22653529048 and training accuracy:0.957534015179 validation cost:0.22658649087 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.138725101948 and training accuracy:0.965636074543 validation cost:0.139669820666 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107384540141 and training accuracy:0.971875607967 validation cost:0.108846507967 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0900827273726 and training accuracy:0.975880026817 validation cost:0.0916587412357 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.078640408814 and training accuracy:0.978487610817 validation cost:0.0801288485527 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0703406706452 and training accuracy:0.981374561787 validation cost:0.0716602578759 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0639779120684 and training accuracy:0.982771456242 validation cost:0.0651037916541 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0589160397649 and training accuracy:0.984447777271 validation cost:0.0598492734134 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0547776035964 and training accuracy:0.985472142696 validation cost:0.0555303245783 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:122.378546 Method 3 test accuracy:0.813499987125 Training with lmbda:120920.212212, 96 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.209090948 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.352723002434 and training accuracy:0.945641279221 validation cost:0.358888179064 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.1709972471 and training accuracy:0.963730573654 validation cost:0.176466032863 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.117956340313 and training accuracy:0.971820771694 validation cost:0.123733967543 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.092565074563 and training accuracy:0.977547466755 validation cost:0.0982134342194 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0773485451937 and training accuracy:0.981001734734 validation cost:0.0825884118676 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0670539438725 and training accuracy:0.98300153017 validation cost:0.071795001626 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0595321319997 and training accuracy:0.984546840191 validation cost:0.0637599080801 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0537452511489 and training accuracy:0.986364901066 validation cost:0.0574819780886 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.049126625061 and training accuracy:0.98772841692 validation cost:0.0524068027735 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:125.365875006 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.237267956138 and training accuracy:0.983609735966 validation cost:0.237466678023 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.110311187804 and training accuracy:0.991902410984 validation cost:0.104778677225 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0723692700267 and training accuracy:0.993756115437 validation cost:0.0654361397028 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0548312291503 and training accuracy:0.995024383068 validation cost:0.0476277209818 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0447589308023 and training accuracy:0.995414614677 validation cost:0.037622127682 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0381919071078 and training accuracy:0.995999991894 validation cost:0.0312337316573 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0335451886058 and training accuracy:0.996390223503 validation cost:0.0268020257354 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0300643928349 and training accuracy:0.996780514717 validation cost:0.0235434938222 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0273461770266 and training accuracy:0.997170746326 validation cost:0.0210421718657 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.118429899 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.160245269537 and training accuracy:0.991431415081 validation cost:0.15368552506 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0714646428823 and training accuracy:0.995670616627 validation cost:0.0686173439026 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.047239035368 and training accuracy:0.997113764286 validation cost:0.0454713180661 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0360835380852 and training accuracy:0.997745096684 validation cost:0.0347144417465 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0296357031912 and training accuracy:0.998105883598 validation cost:0.0284430645406 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0254049990326 and training accuracy:0.998286306858 validation cost:0.0243005361408 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.022396530956 and training accuracy:0.998286306858 validation cost:0.0213410928845 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.020136507228 and training accuracy:0.998556852341 validation cost:0.0191132668406 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0183683894575 and training accuracy:0.998917639256 validation cost:0.0173693951219 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.20193696 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.226764440536 and training accuracy:0.957627117634 validation cost:0.226817831397 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.138860881329 and training accuracy:0.965729176998 validation cost:0.139805242419 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.10750374943 and training accuracy:0.971875607967 validation cost:0.108961962163 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0902001410723 and training accuracy:0.975880026817 validation cost:0.0917712748051 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0787592679262 and training accuracy:0.978487610817 validation cost:0.0802427530289 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0704610645771 and training accuracy:0.981374561787 validation cost:0.0717767626047 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0640996396542 and training accuracy:0.982771456242 validation cost:0.0652232915163 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0590380579233 and training accuracy:0.984447777271 validation cost:0.0599700026214 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0548991002142 and training accuracy:0.985472142696 validation cost:0.0556517988443 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:121.483183146 Method 3 test accuracy:0.814300000668 Training with lmbda:127836.938509, 97 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.867572069 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.352859437466 and training accuracy:0.945732235909 validation cost:0.359023213387 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.171127304435 and training accuracy:0.963730573654 validation cost:0.176590487361 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.11807564646 and training accuracy:0.971820771694 validation cost:0.123844668269 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0926790386438 and training accuracy:0.977547466755 validation cost:0.0983184725046 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0774588659406 and training accuracy:0.981001734734 validation cost:0.0826902538538 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0671605542302 and training accuracy:0.98300153017 validation cost:0.0718947350979 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0596363805234 and training accuracy:0.984546840191 validation cost:0.0638588368893 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0538467057049 and training accuracy:0.986455798149 validation cost:0.0575782209635 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0492257513106 and training accuracy:0.98772841692 validation cost:0.0525010339916 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:124.701139927 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.238054379821 and training accuracy:0.983707308769 validation cost:0.238276794553 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.110860802233 and training accuracy:0.991902410984 validation cost:0.105345144868 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0728007182479 and training accuracy:0.993756115437 validation cost:0.0658796951175 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0551917031407 and training accuracy:0.995024383068 validation cost:0.0479970127344 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.045070618391 and training accuracy:0.995414614677 validation cost:0.0379404313862 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0384680256248 and training accuracy:0.99590241909 validation cost:0.0315147899091 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0337937027216 and training accuracy:0.996390223503 validation cost:0.0270542614162 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0302911177278 and training accuracy:0.996780514717 validation cost:0.0237726029009 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0275554377586 and training accuracy:0.997170746326 validation cost:0.0212529134005 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.339416981 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.160843297839 and training accuracy:0.991431415081 validation cost:0.154281780124 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0718635171652 and training accuracy:0.995670616627 validation cost:0.0690094456077 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0475733056664 and training accuracy:0.997113764286 validation cost:0.0457996465266 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0363799408078 and training accuracy:0.997745096684 validation cost:0.0350069217384 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.029904672876 and training accuracy:0.998105883598 validation cost:0.0287101194263 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0256524924189 and training accuracy:0.998286306858 validation cost:0.0245474055409 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0226266682148 and training accuracy:0.998286306858 validation cost:0.0215717162937 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0203518550843 and training accuracy:0.998556852341 validation cost:0.0193299725652 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0185711234808 and training accuracy:0.998917639256 validation cost:0.017574056983 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.729783058 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.22741997242 and training accuracy:0.957627117634 validation cost:0.227480620146 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.139254376292 and training accuracy:0.965729176998 validation cost:0.140198424459 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.107850499451 and training accuracy:0.971875607967 validation cost:0.109299018979 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0905389562249 and training accuracy:0.975786924362 validation cost:0.0920975133777 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0790999233723 and training accuracy:0.978487610817 validation cost:0.0805703625083 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0708055868745 and training accuracy:0.981188297272 validation cost:0.0721108168364 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0644477382302 and training accuracy:0.982678353786 validation cost:0.065564095974 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.059387139976 and training accuracy:0.984261512756 validation cost:0.0603146106005 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0552469156682 and training accuracy:0.985472142696 validation cost:0.0559985563159 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:121.781491995 Method 3 test accuracy:0.815299987793 Training with lmbda:142451.759075, 98 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.17582798 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.353139936924 and training accuracy:0.945732235909 validation cost:0.359300911427 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.17139570415 and training accuracy:0.963730573654 validation cost:0.176847577095 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.118321694434 and training accuracy:0.971820771694 validation cost:0.12407296896 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0929123684764 and training accuracy:0.977547466755 validation cost:0.0985333323479 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0776842907071 and training accuracy:0.981001734734 validation cost:0.0828988179564 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0673797130585 and training accuracy:0.98300153017 validation cost:0.0720989704132 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0598498731852 and training accuracy:0.984546840191 validation cost:0.0640607699752 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0540548115969 and training accuracy:0.986455798149 validation cost:0.0577758215368 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0494286455214 and training accuracy:0.98772841692 validation cost:0.052694812417 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:124.707298994 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.239651814103 and training accuracy:0.983707308769 validation cost:0.239923387766 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.111973918974 and training accuracy:0.991902410984 validation cost:0.106493867934 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.073669962585 and training accuracy:0.993756115437 validation cost:0.0667737275362 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0559135451913 and training accuracy:0.995024383068 validation cost:0.0487374104559 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0456917025149 and training accuracy:0.995414614677 validation cost:0.038575462997 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0390169136226 and training accuracy:0.99590241909 validation cost:0.032074354589 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0342876501381 and training accuracy:0.996390223503 validation cost:0.027556059882 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0307416543365 and training accuracy:0.996682941914 validation cost:0.0242288764566 and validation accuracy:1.0 Training on :(4, 5) training cost:0.027971142903 and training accuracy:0.997170746326 validation cost:0.0216726511717 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.442110062 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.16207575798 and training accuracy:0.991521596909 validation cost:0.155509799719 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0726830810308 and training accuracy:0.995670616627 validation cost:0.0698158293962 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.048257149756 and training accuracy:0.997113764286 validation cost:0.0464720726013 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0369833521545 and training accuracy:0.997745096684 validation cost:0.0356033220887 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0304504707456 and training accuracy:0.998105883598 validation cost:0.0292524602264 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0261533465236 and training accuracy:0.998376488686 validation cost:0.0250476226211 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0230910405517 and training accuracy:0.998286306858 validation cost:0.0220374390483 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0207858420908 and training accuracy:0.998556852341 validation cost:0.0197668746114 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0189791508019 and training accuracy:0.9987372756 validation cost:0.0179861113429 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.481906891 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.228782594204 and training accuracy:0.957999646664 validation cost:0.228860452771 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.140078529716 and training accuracy:0.966008543968 validation cost:0.141024067998 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.10857309401 and training accuracy:0.971782445908 validation cost:0.1100050807 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0912413224578 and training accuracy:0.975973188877 validation cost:0.0927754789591 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0798028111458 and training accuracy:0.978487610817 validation cost:0.0812495276332 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0715146437287 and training accuracy:0.981095194817 validation cost:0.072801604867 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0651589259505 and training accuracy:0.982492089272 validation cost:0.0662632584572 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0600974373519 and training accuracy:0.984168350697 validation cost:0.0610202848911 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0559541173279 and training accuracy:0.985379040241 validation cost:0.0567073002458 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:122.149544954 Method 3 test accuracy:0.81819999218 Training with lmbda:154340.494179, 99 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.479036093 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.353363245726 and training accuracy:0.945732235909 validation cost:0.359522014856 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.171607747674 and training accuracy:0.963730573654 validation cost:0.177051126957 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.118515811861 and training accuracy:0.971820771694 validation cost:0.124253690243 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0930951535702 and training accuracy:0.977547466755 validation cost:0.0987021252513 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0778597295284 and training accuracy:0.981001734734 validation cost:0.0830615535378 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.067549392581 and training accuracy:0.98300153017 validation cost:0.0722583159804 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0600147508085 and training accuracy:0.984455943108 validation cost:0.0642167329788 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0542154088616 and training accuracy:0.986364901066 validation cost:0.057928994298 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0495852977037 and training accuracy:0.98772841692 validation cost:0.0528449602425 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:124.882565975 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.240890145302 and training accuracy:0.983609735966 validation cost:0.241200596094 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.112833470106 and training accuracy:0.991804897785 validation cost:0.107381947339 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0743389353156 and training accuracy:0.993756115437 validation cost:0.0674626976252 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.056465998292 and training accuracy:0.994926810265 validation cost:0.0493044704199 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0461660847068 and training accuracy:0.995414614677 validation cost:0.0390607565641 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0394346565008 and training accuracy:0.995999991894 validation cost:0.0325003415346 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0346626527607 and training accuracy:0.996390223503 validation cost:0.0279374048114 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0310831926763 and training accuracy:0.996682941914 validation cost:0.024575214833 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0282856393605 and training accuracy:0.997170746326 validation cost:0.0219905283302 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.023973942 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163047835231 and training accuracy:0.991611778736 validation cost:0.156476795673 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0733302608132 and training accuracy:0.995670616627 validation cost:0.0704520717263 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0487940311432 and training accuracy:0.997113764286 validation cost:0.0469999462366 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0374541096389 and training accuracy:0.997745096684 validation cost:0.0360683202744 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0308746341616 and training accuracy:0.998105883598 validation cost:0.0296741724014 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0265415627509 and training accuracy:0.998376488686 validation cost:0.0254355650395 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0234500672668 and training accuracy:0.998286306858 validation cost:0.0223977118731 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0211207289249 and training accuracy:0.998466670513 validation cost:0.020104078576 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0192936845124 and training accuracy:0.9987372756 validation cost:0.0183037146926 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.186306953 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.22986638546 and training accuracy:0.958185911179 validation cost:0.229960501194 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.140744566917 and training accuracy:0.966194808483 validation cost:0.14169497788 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.109155677259 and training accuracy:0.971875607967 validation cost:0.110577426851 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0918033123016 and training accuracy:0.975973188877 validation cost:0.0933204591274 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0803612917662 and training accuracy:0.978487610817 validation cost:0.0817924290895 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0720739662647 and training accuracy:0.981095194817 validation cost:0.0733508244157 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0657167583704 and training accuracy:0.982212722301 validation cost:0.0668163150549 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0606528483331 and training accuracy:0.984168350697 validation cost:0.0615757592022 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0565052032471 and training accuracy:0.985192775726 validation cost:0.0572632364929 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:122.684242964 Method 3 test accuracy:0.817900002003 Training with lmbda:157509.332943, 100 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.317097187 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.353422135115 and training accuracy:0.945732235909 validation cost:0.359580248594 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.171663194895 and training accuracy:0.963730573654 validation cost:0.177104130387 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.118566058576 and training accuracy:0.971820771694 validation cost:0.124300196767 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0931427329779 and training accuracy:0.977547466755 validation cost:0.0987459123135 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0779060050845 and training accuracy:0.981001734734 validation cost:0.0831045284867 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0675940439105 and training accuracy:0.98300153017 validation cost:0.0723001286387 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0600581653416 and training accuracy:0.984455943108 validation cost:0.0642577558756 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0542578399181 and training accuracy:0.986364901066 validation cost:0.0579695403576 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0496266037226 and training accuracy:0.98772841692 validation cost:0.0528848282993 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:123.995715141 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.241213560104 and training accuracy:0.983609735966 validation cost:0.241534173489 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.113056220114 and training accuracy:0.991804897785 validation cost:0.107612214983 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0745114907622 and training accuracy:0.993756115437 validation cost:0.0676404684782 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0566080249846 and training accuracy:0.994926810265 validation cost:0.0494503267109 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0462877228856 and training accuracy:0.995414614677 validation cost:0.0391852706671 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0395416468382 and training accuracy:0.995999991894 validation cost:0.0326094701886 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0347585044801 and training accuracy:0.996390223503 validation cost:0.0280348323286 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0311706662178 and training accuracy:0.996682941914 validation cost:0.0246638972312 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0283661428839 and training accuracy:0.997170746326 validation cost:0.0220720339566 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.966598988 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163302019238 and training accuracy:0.991611778736 validation cost:0.156729966402 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0734998062253 and training accuracy:0.995670616627 validation cost:0.0706190392375 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0489344075322 and training accuracy:0.997113764286 validation cost:0.0471381731331 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0375772826374 and training accuracy:0.997745096684 validation cost:0.0361902490258 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.030985314399 and training accuracy:0.998105883598 validation cost:0.0297843273729 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0266426056623 and training accuracy:0.998376488686 validation cost:0.0255365055054 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0235432330519 and training accuracy:0.998286306858 validation cost:0.0224911943078 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0212075393647 and training accuracy:0.998466670513 validation cost:0.0201915092766 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0193750299513 and training accuracy:0.9987372756 validation cost:0.0183859411627 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.059320927 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230149850249 and training accuracy:0.958279013634 validation cost:0.230248257518 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.140920296311 and training accuracy:0.966194808483 validation cost:0.14187194407 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.10930941999 and training accuracy:0.971875607967 validation cost:0.110728479922 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0919505879283 and training accuracy:0.975973188877 validation cost:0.0934633165598 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0805072709918 and training accuracy:0.978487610817 validation cost:0.0819347798824 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0722195059061 and training accuracy:0.981002032757 validation cost:0.0734935328364 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0658617764711 and training accuracy:0.982212722301 validation cost:0.0669605284929 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0607961416245 and training accuracy:0.983982145786 validation cost:0.0617195405066 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0566468760371 and training accuracy:0.985099673271 validation cost:0.0574060156941 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:122.220356941 Method 3 test accuracy:0.823099970818 Training with lmbda:167074.908473, 101 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.791327 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.353599190712 and training accuracy:0.945732235909 validation cost:0.359755337238 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.171830058098 and training accuracy:0.963730573654 validation cost:0.177264213562 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.118717469275 and training accuracy:0.971820771694 validation cost:0.124441340566 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0932856425643 and training accuracy:0.977547466755 validation cost:0.0988785549998 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0780424401164 and training accuracy:0.981092631817 validation cost:0.0832311809063 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0677259415388 and training accuracy:0.98300153017 validation cost:0.0724238827825 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0601868741214 and training accuracy:0.984546840191 validation cost:0.0643801540136 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0543830022216 and training accuracy:0.986364901066 validation cost:0.0580892302096 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0497482344508 and training accuracy:0.987637460232 validation cost:0.0530018918216 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:125.668198824 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.242172494531 and training accuracy:0.983512222767 validation cost:0.242522954941 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.113714106381 and training accuracy:0.991804897785 validation cost:0.108292616904 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0750193148851 and training accuracy:0.993756115437 validation cost:0.0681639015675 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0570263080299 and training accuracy:0.994926810265 validation cost:0.0498800724745 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0466458462179 and training accuracy:0.995414614677 validation cost:0.0395522117615 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0398563630879 and training accuracy:0.995999991894 validation cost:0.0329311564565 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0350409336388 and training accuracy:0.996390223503 validation cost:0.0283226668835 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0314275249839 and training accuracy:0.996682941914 validation cost:0.0249249003828 and validation accuracy:1.0 Training on :(4, 5) training cost:0.028602367267 and training accuracy:0.997170746326 validation cost:0.0223116725683 and validation accuracy:1.0 Training on :(4, 5) Time taken:118.054436922 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.164061129093 and training accuracy:0.991611778736 validation cost:0.157485872507 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0740031450987 and training accuracy:0.995670616627 validation cost:0.0711145624518 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0493502058089 and training accuracy:0.997113764286 validation cost:0.0475475154817 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0379405580461 and training accuracy:0.997745096684 validation cost:0.0365495719016 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.031311262399 and training accuracy:0.998105883598 validation cost:0.0301086045802 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0269401036203 and training accuracy:0.998376488686 validation cost:0.0258340034634 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0238178204745 and training accuracy:0.998286306858 validation cost:0.0227669589221 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0214632097632 and training accuracy:0.998466670513 validation cost:0.0204494390637 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0196146722883 and training accuracy:0.9987372756 validation cost:0.0186285227537 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.811486006 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230999499559 and training accuracy:0.958279013634 validation cost:0.231110781431 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.14144808054 and training accuracy:0.966287970543 validation cost:0.142403200269 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.109768129885 and training accuracy:0.971875607967 validation cost:0.111179314554 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0923910662532 and training accuracy:0.975880026817 validation cost:0.0938924327493 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0809433013201 and training accuracy:0.978487610817 validation cost:0.0823613330722 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0726522728801 and training accuracy:0.980815768242 validation cost:0.0739193409681 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0662925690413 and training accuracy:0.982026457787 validation cost:0.0673878788948 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0612236484885 and training accuracy:0.983795881271 validation cost:0.0621468871832 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0570702813566 and training accuracy:0.984913408756 validation cost:0.0578326247633 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:121.788640976 Method 3 test accuracy:0.824899971485 Training with lmbda:182585.275511, 102 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.709367037 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.353880435228 and training accuracy:0.945823132992 validation cost:0.360033601522 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.172092154622 and training accuracy:0.963730573654 validation cost:0.17751583457 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.118953943253 and training accuracy:0.971911668777 validation cost:0.124661922455 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0935091003776 and training accuracy:0.977456569672 validation cost:0.0990850254893 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0782572254539 and training accuracy:0.981092631817 validation cost:0.0834321007133 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0679327249527 and training accuracy:0.982910633087 validation cost:0.0726195275784 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0603872649372 and training accuracy:0.984546840191 validation cost:0.0645711645484 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0545787885785 and training accuracy:0.986455798149 validation cost:0.0582775734365 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0499388538301 and training accuracy:0.987637460232 validation cost:0.0531868301332 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:126.343791962 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.24366492033 and training accuracy:0.983414649963 validation cost:0.244063094258 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.114736683667 and training accuracy:0.991804897785 validation cost:0.109350785613 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.07580576092 and training accuracy:0.993658542633 validation cost:0.0689747110009 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0576704442501 and training accuracy:0.994829297066 validation cost:0.0505417957902 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0471962615848 and training accuracy:0.995317101479 validation cost:0.0401161648333 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0403405055404 and training accuracy:0.995999991894 validation cost:0.0334258675575 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.035474896431 and training accuracy:0.996390223503 validation cost:0.028765020892 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0318222492933 and training accuracy:0.996780514717 validation cost:0.0253261514008 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289656948298 and training accuracy:0.997073173523 validation cost:0.0226800069213 and validation accuracy:1.0 Training on :(4, 5) Time taken:118.042772055 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.165254443884 and training accuracy:0.991702020168 validation cost:0.158673927188 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0747981444001 and training accuracy:0.995760798454 validation cost:0.0718980580568 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0500036105514 and training accuracy:0.997113764286 validation cost:0.048191498965 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0385100096464 and training accuracy:0.997745096684 validation cost:0.0371139533818 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0318208485842 and training accuracy:0.998105883598 validation cost:0.0306163914502 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.027404345572 and training accuracy:0.998376488686 validation cost:0.0262991301715 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0242457017303 and training accuracy:0.998376488686 validation cost:0.0231976304203 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0218608304858 and training accuracy:0.998466670513 validation cost:0.0208515189588 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0199868921191 and training accuracy:0.9987372756 validation cost:0.0190062336624 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.585134983 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.232346728444 and training accuracy:0.958558380604 validation cost:0.232478454709 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.142296180129 and training accuracy:0.966287970543 validation cost:0.143257498741 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.110503107309 and training accuracy:0.971968710423 validation cost:0.111904524267 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0930928364396 and training accuracy:0.975880026817 validation cost:0.0945782139897 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0816329047084 and training accuracy:0.978394508362 validation cost:0.0830380991101 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0733342766762 and training accuracy:0.980722665787 validation cost:0.0745933949947 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0669687986374 and training accuracy:0.981840193272 validation cost:0.0680612102151 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0618921481073 and training accuracy:0.983795881271 validation cost:0.062817491591 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0577295273542 and training accuracy:0.984913408756 validation cost:0.0584998205304 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:122.052061081 Method 3 test accuracy:0.826200008392 Training with lmbda:184477.613232, 103 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.150338888 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.35391458869 and training accuracy:0.945823132992 validation cost:0.360067367554 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.172123804688 and training accuracy:0.963730573654 validation cost:0.177546277642 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.118982478976 and training accuracy:0.971911668777 validation cost:0.124688610435 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0935359075665 and training accuracy:0.977456569672 validation cost:0.0991099178791 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0782829448581 and training accuracy:0.981092631817 validation cost:0.0834562182426 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0679576918483 and training accuracy:0.982910633087 validation cost:0.0726429596543 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.060411311686 and training accuracy:0.984546840191 validation cost:0.0645940303802 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0546019598842 and training accuracy:0.986455798149 validation cost:0.0582996346056 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0499613769352 and training accuracy:0.987637460232 validation cost:0.0532085709274 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:125.639451981 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.243841558695 and training accuracy:0.983414649963 validation cost:0.24424533546 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.114858448505 and training accuracy:0.991804897785 validation cost:0.109476938844 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0758988335729 and training accuracy:0.993658542633 validation cost:0.0690707191825 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0577462129295 and training accuracy:0.994829297066 validation cost:0.0506197661161 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0472612082958 and training accuracy:0.995317101479 validation cost:0.0401828996837 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0403973124921 and training accuracy:0.995999991894 validation cost:0.0334840938449 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0355258099735 and training accuracy:0.996390223503 validation cost:0.0288170929998 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0318685509264 and training accuracy:0.996780514717 validation cost:0.0253733675927 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0290081128478 and training accuracy:0.997073173523 validation cost:0.0227231681347 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.610364914 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.165398165584 and training accuracy:0.991882383823 validation cost:0.158816978335 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0748937129974 and training accuracy:0.995760798454 validation cost:0.0719922631979 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0500816591084 and training accuracy:0.997113764286 validation cost:0.0482685007155 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0385778807104 and training accuracy:0.997745096684 validation cost:0.0371812321246 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0318816564977 and training accuracy:0.998105883598 validation cost:0.0306771229953 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0274595338851 and training accuracy:0.998376488686 validation cost:0.0263545457274 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0242964848876 and training accuracy:0.998376488686 validation cost:0.0232488755137 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0219081435353 and training accuracy:0.998466670513 validation cost:0.0208994615823 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0200311299413 and training accuracy:0.9987372756 validation cost:0.0190512184054 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.792531013 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.2325091362 and training accuracy:0.958558380604 validation cost:0.232643246651 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.142398968339 and training accuracy:0.966287970543 validation cost:0.143360942602 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.11059178412 and training accuracy:0.972154974937 validation cost:0.111992031336 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0931765958667 and training accuracy:0.975880026817 validation cost:0.0946601256728 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0817148312926 and training accuracy:0.978394508362 validation cost:0.0831182226539 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0734151676297 and training accuracy:0.980722665787 validation cost:0.0746733397245 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0670488998294 and training accuracy:0.981933295727 validation cost:0.0681409835815 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0619710087776 and training accuracy:0.983795881271 validation cost:0.0628963857889 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.057807482779 and training accuracy:0.984913408756 validation cost:0.058578569442 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:121.881186008 Method 3 test accuracy:0.826499998569 Training with lmbda:189132.195431, 104 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.407857895 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.353998601437 and training accuracy:0.945823132992 validation cost:0.360150486231 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.172201126814 and training accuracy:0.963730573654 validation cost:0.177620530128 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.119052052498 and training accuracy:0.971911668777 validation cost:0.124753542244 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0936013683677 and training accuracy:0.977456569672 validation cost:0.0991704389453 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0783454701304 and training accuracy:0.981092631817 validation cost:0.0835141986609 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0680177658796 and training accuracy:0.982910633087 validation cost:0.0726993605494 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.060469545424 and training accuracy:0.984546840191 validation cost:0.0646491870284 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0546586886048 and training accuracy:0.986455798149 validation cost:0.0583539642394 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0500166043639 and training accuracy:0.987637460232 validation cost:0.053262103349 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:124.96575284 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.244274631143 and training accuracy:0.983414649963 validation cost:0.244691923261 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.115152448416 and training accuracy:0.991804897785 validation cost:0.109780803323 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0761247873306 and training accuracy:0.993658542633 validation cost:0.0693034380674 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0579310692847 and training accuracy:0.994829297066 validation cost:0.0508096665144 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0474191233516 and training accuracy:0.995512187481 validation cost:0.0403447821736 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0405357517302 and training accuracy:0.995999991894 validation cost:0.033625561744 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0356494374573 and training accuracy:0.996390223503 validation cost:0.0289431139827 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0319808982313 and training accuracy:0.996780514717 validation cost:0.0254875738174 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291113369167 and training accuracy:0.997073173523 validation cost:0.0228278245777 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.921353817 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.16574794054 and training accuracy:0.991882383823 validation cost:0.159165456891 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0751266553998 and training accuracy:0.995670616627 validation cost:0.0722222179174 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0502724573016 and training accuracy:0.997113764286 validation cost:0.0484570004046 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0387437529862 and training accuracy:0.997745096684 validation cost:0.0373458340764 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0320294201374 and training accuracy:0.998105883598 validation cost:0.0308247208595 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0275938194245 and training accuracy:0.998376488686 validation cost:0.0264893956482 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0244199726731 and training accuracy:0.998376488686 validation cost:0.0233735684305 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0220228787512 and training accuracy:0.998466670513 validation cost:0.021015804261 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0201386045665 and training accuracy:0.9987372756 validation cost:0.0191605146974 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.08091116 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.232906252146 and training accuracy:0.958465278149 validation cost:0.233046263456 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.142649903893 and training accuracy:0.966381072998 validation cost:0.143613830209 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.110808387399 and training accuracy:0.972154974937 validation cost:0.11220600456 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0933827310801 and training accuracy:0.975973188877 validation cost:0.0948620066047 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0819167196751 and training accuracy:0.978394508362 validation cost:0.0833163410425 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.073613807559 and training accuracy:0.980722665787 validation cost:0.0748709216714 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0672452896833 and training accuracy:0.981933295727 validation cost:0.0683373436332 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0621648803353 and training accuracy:0.983702719212 validation cost:0.0630914792418 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0579977445304 and training accuracy:0.984913408756 validation cost:0.0587719045579 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:122.704183102 Method 3 test accuracy:0.827400028706 Training with lmbda:0, 105 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:132.089348793 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.374109685421 and training accuracy:0.934733211994 validation cost:0.379631221294 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.180046975613 and training accuracy:0.957367539406 validation cost:0.186074197292 and validation accuracy:0.954044103622 Training on :(2, 3) training cost:0.122537687421 and training accuracy:0.969275534153 validation cost:0.129823923111 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0948988422751 and training accuracy:0.975274980068 validation cost:0.102585330606 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0783565938473 and training accuracy:0.979183733463 validation cost:0.0858492776752 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0672169774771 and training accuracy:0.982547044754 validation cost:0.074258133769 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0591394118965 and training accuracy:0.984183251858 validation cost:0.0656364634633 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0529682300985 and training accuracy:0.985546767712 validation cost:0.0589070171118 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0480785146356 and training accuracy:0.986546695232 validation cost:0.0534764751792 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:124.768224001 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.215502530336 and training accuracy:0.980975627899 validation cost:0.216352030635 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.095838226378 and training accuracy:0.991902410984 validation cost:0.0900560095906 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0599936656654 and training accuracy:0.994048774242 validation cost:0.0525834225118 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0436178408563 and training accuracy:0.995707333088 validation cost:0.0359384864569 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0343715772033 and training accuracy:0.996390223503 validation cost:0.0268252678216 and validation accuracy:1.0 Training on :(4, 5) training cost:0.02845460549 and training accuracy:0.99658536911 validation cost:0.0211710799485 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0243431478739 and training accuracy:0.996975600719 validation cost:0.0173602383584 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0213160254061 and training accuracy:0.997365832329 validation cost:0.0146370949224 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0189895760268 and training accuracy:0.997560977936 validation cost:0.0126042440534 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.106044054 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.152585744858 and training accuracy:0.98737257719 validation cost:0.14562638104 and validation accuracy:0.987226247787 Training on :(6, 7) training cost:0.0649510398507 and training accuracy:0.992964744568 validation cost:0.0620686598122 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0405389331281 and training accuracy:0.995760798454 validation cost:0.0388703197241 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0293762590736 and training accuracy:0.996933341026 validation cost:0.0281388480216 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.02301229164 and training accuracy:0.997474491596 validation cost:0.0219448618591 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0189050324261 and training accuracy:0.998376488686 validation cost:0.0179099477828 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0160367097706 and training accuracy:0.998556852341 validation cost:0.015075664036 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0139201199636 and training accuracy:0.998827457428 validation cost:0.0129792718217 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.012294176966 and training accuracy:0.999188244343 validation cost:0.0113701121882 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.901736975 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.218305125833 and training accuracy:0.94952505827 validation cost:0.221673175693 and validation accuracy:0.947269320488 Training on :(8, 9) training cost:0.13863414526 and training accuracy:0.960979700089 validation cost:0.14239422977 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.106884725392 and training accuracy:0.968616127968 validation cost:0.111053310335 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.0883275195956 and training accuracy:0.973458766937 validation cost:0.0924249887466 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0756206735969 and training accuracy:0.978301346302 validation cost:0.0793264955282 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0662072151899 and training accuracy:0.980629563332 validation cost:0.0693620741367 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0589098632336 and training accuracy:0.982864618301 validation cost:0.061454385519 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0530780442059 and training accuracy:0.984447777271 validation cost:0.0550192706287 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0483115538955 and training accuracy:0.986124038696 validation cost:0.0496933609247 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:122.667928934 Method 3 test accuracy:0.709200024605 Training with lmbda:100471.885619, 106 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.803427935 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376632630825 and training accuracy:0.935005903244 validation cost:0.382118076086 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.182647004724 and training accuracy:0.958185613155 validation cost:0.188525289297 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.12506493926 and training accuracy:0.969093739986 validation cost:0.13210259378 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0974360331893 and training accuracy:0.975274980068 validation cost:0.104844667017 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.080912746489 and training accuracy:0.97909283638 validation cost:0.0881402939558 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0697853341699 and training accuracy:0.982274353504 validation cost:0.0765887796879 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0617055930197 and training accuracy:0.984092354774 validation cost:0.0679995045066 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0555243715644 and training accuracy:0.985274076462 validation cost:0.0612906552851 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0506187453866 and training accuracy:0.986546695232 validation cost:0.0558705441654 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:126.246898174 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.236232176423 and training accuracy:0.980975627899 validation cost:0.237697541714 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.111009530723 and training accuracy:0.991804897785 validation cost:0.105740100145 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0730980038643 and training accuracy:0.993658542633 validation cost:0.066004998982 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0554366856813 and training accuracy:0.995121955872 validation cost:0.0479051992297 and validation accuracy:1.0 Training on :(4, 5) training cost:0.045251660049 and training accuracy:0.99590241909 validation cost:0.0377184040844 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0385974012315 and training accuracy:0.996292710304 validation cost:0.0312180668116 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0338834449649 and training accuracy:0.996682941914 validation cost:0.0267136208713 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0303508900106 and training accuracy:0.996975600719 validation cost:0.0234074089676 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0275910254568 and training accuracy:0.997170746326 validation cost:0.0208740606904 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.081825018 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.16470323503 and training accuracy:0.990349054337 validation cost:0.157571852207 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0721914470196 and training accuracy:0.99485886097 validation cost:0.0688707754016 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0471479780972 and training accuracy:0.996752977371 validation cost:0.0450213253498 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0356988273561 and training accuracy:0.997384309769 validation cost:0.0340632610023 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0291126333177 and training accuracy:0.998015701771 validation cost:0.0277199987322 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0248084738851 and training accuracy:0.998105883598 validation cost:0.0235568452626 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0217581856996 and training accuracy:0.998556852341 validation cost:0.0206001251936 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0194734893739 and training accuracy:0.998917639256 validation cost:0.0183852538466 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0176909901202 and training accuracy:0.99927842617 validation cost:0.0166593473405 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.520105124 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.232488557696 and training accuracy:0.953343272209 validation cost:0.234496966004 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.143877789378 and training accuracy:0.963028490543 validation cost:0.146210774779 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.111375391483 and training accuracy:0.970013022423 validation cost:0.113965786994 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0932344943285 and training accuracy:0.974390029907 validation cost:0.0957355871797 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0811705067754 and training accuracy:0.977742612362 validation cost:0.0833914726973 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0723862424493 and training accuracy:0.979605138302 validation cost:0.0742426589131 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0656366869807 and training accuracy:0.981840193272 validation cost:0.0671099349856 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0602592900395 and training accuracy:0.983050823212 validation cost:0.0613636448979 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.055859927088 and training accuracy:0.984447777271 validation cost:0.0566293895245 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:122.058809996 Method 3 test accuracy:0.767199993134 Training with lmbda:110837.689046, 107 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.877877951 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376870930195 and training accuracy:0.935005903244 validation cost:0.382352620363 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.182878255844 and training accuracy:0.958185613155 validation cost:0.188743308187 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.125280186534 and training accuracy:0.969093739986 validation cost:0.132297635078 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0976446419954 and training accuracy:0.975274980068 validation cost:0.105033285916 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0811162590981 and training accuracy:0.979001879692 validation cost:0.0883267521858 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0699837803841 and training accuracy:0.982183456421 validation cost:0.0767745003104 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0618995241821 and training accuracy:0.984092354774 validation cost:0.0681844875216 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0557131916285 and training accuracy:0.985274076462 validation cost:0.0614736974239 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0508031435311 and training accuracy:0.986546695232 validation cost:0.0560516417027 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:125.649286032 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.237653911114 and training accuracy:0.981073141098 validation cost:0.239157155156 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.112014383078 and training accuracy:0.991804897785 validation cost:0.106776744127 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0738935694098 and training accuracy:0.99356096983 validation cost:0.0668211430311 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0561019927263 and training accuracy:0.995121955872 validation cost:0.0485824383795 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0458260290325 and training accuracy:0.99590241909 validation cost:0.038298420608 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0391058214009 and training accuracy:0.996195137501 validation cost:0.031727489084 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0343410000205 and training accuracy:0.996682941914 validation cost:0.0271688643843 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0307673104107 and training accuracy:0.996975600719 validation cost:0.0238190796226 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0279740672559 and training accuracy:0.997170746326 validation cost:0.0212502013892 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.513820887 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.165684387088 and training accuracy:0.990349054337 validation cost:0.158538281918 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0728245452046 and training accuracy:0.994949042797 validation cost:0.0694839805365 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0476702190936 and training accuracy:0.996752977371 validation cost:0.0455269813538 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0361571386456 and training accuracy:0.997384309769 validation cost:0.0345095992088 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0295257940888 and training accuracy:0.998015701771 validation cost:0.0281245801598 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0251867212355 and training accuracy:0.998105883598 validation cost:0.0239293687046 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.022108213976 and training accuracy:0.998556852341 validation cost:0.0209466796368 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0198002438992 and training accuracy:0.998917639256 validation cost:0.0187100674957 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.01799784787 and training accuracy:0.99927842617 validation cost:0.0169651098549 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:126.959581852 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.233522579074 and training accuracy:0.953250110149 validation cost:0.235514461994 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.144508525729 and training accuracy:0.963307857513 validation cost:0.146810218692 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.111935019493 and training accuracy:0.969826757908 validation cost:0.114482119679 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0937835648656 and training accuracy:0.974110662937 validation cost:0.0962396264076 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0817233547568 and training accuracy:0.977835714817 validation cost:0.0839046314359 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0729439780116 and training accuracy:0.979791402817 validation cost:0.0747689977288 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.066199272871 and training accuracy:0.981747090816 validation cost:0.0676504448056 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0608233064413 and training accuracy:0.982957720757 validation cost:0.0619163438678 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0564227774739 and training accuracy:0.984354615211 validation cost:0.0571882240474 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:122.325378895 Method 3 test accuracy:0.769100010395 Training with lmbda:112156.912078, 108 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.171931982 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376901775599 and training accuracy:0.935005903244 validation cost:0.382383078337 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.182907804847 and training accuracy:0.958185613155 validation cost:0.188771188259 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.12530708313 and training accuracy:0.969093739986 validation cost:0.132322087884 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0976706668735 and training accuracy:0.975274980068 validation cost:0.105056799948 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0811415240169 and training accuracy:0.979001879692 validation cost:0.0883497968316 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0700083747506 and training accuracy:0.982183456421 validation cost:0.0767974257469 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0619235932827 and training accuracy:0.984092354774 validation cost:0.0682073459029 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0557367652655 and training accuracy:0.985274076462 validation cost:0.0614965520799 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0508259683847 and training accuracy:0.986546695232 validation cost:0.0560739599168 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:125.27701807 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.237829297781 and training accuracy:0.981073141098 validation cost:0.239337012172 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.112138912082 and training accuracy:0.991804897785 validation cost:0.10690510273 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0739917084575 and training accuracy:0.99356096983 validation cost:0.0669217258692 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0561836697161 and training accuracy:0.995121955872 validation cost:0.0486655011773 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0458969250321 and training accuracy:0.99590241909 validation cost:0.0383699201047 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0391687378287 and training accuracy:0.996195137501 validation cost:0.0317904874682 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0343974009156 and training accuracy:0.996682941914 validation cost:0.0272249970585 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0308184716851 and training accuracy:0.997073173523 validation cost:0.0238696355373 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0280210431665 and training accuracy:0.997170746326 validation cost:0.0212962776423 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.005318165 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.16580760479 and training accuracy:0.990439236164 validation cost:0.158659726381 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0729040130973 and training accuracy:0.994949042797 validation cost:0.0695611163974 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0477355569601 and training accuracy:0.996752977371 validation cost:0.0455904081464 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0362142398953 and training accuracy:0.997384309769 validation cost:0.0345652699471 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0295770633966 and training accuracy:0.998015701771 validation cost:0.0281748827547 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0252336189151 and training accuracy:0.998105883598 validation cost:0.0239756572992 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0221515633166 and training accuracy:0.998556852341 validation cost:0.0209896434098 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0198407322168 and training accuracy:0.998917639256 validation cost:0.0187503583729 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0180358123034 and training accuracy:0.99927842617 validation cost:0.0170029886067 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:126.284217119 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.233651801944 and training accuracy:0.953157007694 validation cost:0.23564170301 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.144589006901 and training accuracy:0.963401019573 validation cost:0.14688745141 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.112005800009 and training accuracy:0.969919919968 validation cost:0.114548131824 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0938526913524 and training accuracy:0.974110662937 validation cost:0.0963034927845 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0817923843861 and training accuracy:0.977835714817 validation cost:0.0839693918824 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0730136781931 and training accuracy:0.979791402817 validation cost:0.0748351514339 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0662691816688 and training accuracy:0.981653928757 validation cost:0.0677177682519 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0608932599425 and training accuracy:0.982957720757 validation cost:0.0619851872325 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0564926713705 and training accuracy:0.984447777271 validation cost:0.0572579018772 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:122.41080308 Method 3 test accuracy:0.769100010395 Training with lmbda:113670.658968, 109 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:132.062725067 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376936167479 and training accuracy:0.935005903244 validation cost:0.382416903973 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.182941123843 and training accuracy:0.958185613155 validation cost:0.188802599907 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.125338062644 and training accuracy:0.969093739986 validation cost:0.132350295782 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0977007001638 and training accuracy:0.975274980068 validation cost:0.105084069073 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0811709091067 and training accuracy:0.979001879692 validation cost:0.088376738131 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0700367540121 and training accuracy:0.982183456421 validation cost:0.0768238902092 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0619509555399 and training accuracy:0.984092354774 validation cost:0.0682334303856 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0557633526623 and training accuracy:0.985274076462 validation cost:0.0615221485496 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0508520230651 and training accuracy:0.986546695232 validation cost:0.0560995452106 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:126.210999966 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.238031327724 and training accuracy:0.981073141098 validation cost:0.23954424262 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.112281538546 and training accuracy:0.991804897785 validation cost:0.1070522964 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0741036534309 and training accuracy:0.99356096983 validation cost:0.0670365840197 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0562768429518 and training accuracy:0.995121955872 validation cost:0.0487603917718 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0459772050381 and training accuracy:0.99590241909 validation cost:0.0384510569274 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0392395146191 and training accuracy:0.996195137501 validation cost:0.0318614803255 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0344609133899 and training accuracy:0.996682941914 validation cost:0.0272883046418 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0308762509376 and training accuracy:0.997073173523 validation cost:0.0239268671721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0280741471797 and training accuracy:0.997170746326 validation cost:0.0213485173881 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.369125843 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.165947169065 and training accuracy:0.990439236164 validation cost:0.158796936274 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0729948058724 and training accuracy:0.994949042797 validation cost:0.0696490034461 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0478100329638 and training accuracy:0.996752977371 validation cost:0.0456624738872 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0362793430686 and training accuracy:0.997384309769 validation cost:0.0346286296844 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.029635483399 and training accuracy:0.998015701771 validation cost:0.0282320454717 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0252870246768 and training accuracy:0.998105883598 validation cost:0.0240281913429 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0222008917481 and training accuracy:0.998556852341 validation cost:0.0210384316742 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.01988668181 and training accuracy:0.998917639256 validation cost:0.0187959801406 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0180788915604 and training accuracy:0.99927842617 validation cost:0.0170458592474 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:126.195580959 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.233798086643 and training accuracy:0.953157007694 validation cost:0.235786303878 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.144680738449 and training accuracy:0.963401019573 validation cost:0.146975487471 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.112087033689 and training accuracy:0.970013022423 validation cost:0.11462379247 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0939320027828 and training accuracy:0.974110662937 validation cost:0.096376478672 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0818719342351 and training accuracy:0.977835714817 validation cost:0.0840438529849 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0730937793851 and training accuracy:0.979791402817 validation cost:0.0749108493328 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0663498267531 and training accuracy:0.981653928757 validation cost:0.0677953436971 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0609736479819 and training accuracy:0.982957720757 validation cost:0.0620640330017 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0565726086497 and training accuracy:0.984447777271 validation cost:0.0573378615081 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:122.371649981 Method 3 test accuracy:0.769400000572 Training with lmbda:118532.821955, 110 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.829882145 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.377047210932 and training accuracy:0.935005903244 validation cost:0.382526278496 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.183048173785 and training accuracy:0.958185613155 validation cost:0.188903704286 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.125436455011 and training accuracy:0.969093739986 validation cost:0.132439732552 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0977955982089 and training accuracy:0.975274980068 validation cost:0.105170048773 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0812630280852 and training accuracy:0.979001879692 validation cost:0.0884613394737 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0701268166304 and training accuracy:0.982183456421 validation cost:0.07690859586 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0620390363038 and training accuracy:0.984092354774 validation cost:0.0683179870248 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0558489374816 and training accuracy:0.985274076462 validation cost:0.0616056211293 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0509353764355 and training accuracy:0.986546695232 validation cost:0.0561817660928 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:124.676203012 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.238667398691 and training accuracy:0.981073141098 validation cost:0.240197598934 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.11273073405 and training accuracy:0.991804897785 validation cost:0.1075161919 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0744564905763 and training accuracy:0.99356096983 validation cost:0.067399084568 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0565700866282 and training accuracy:0.995121955872 validation cost:0.0490592420101 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0462294518948 and training accuracy:0.99590241909 validation cost:0.0387061499059 and validation accuracy:1.0 Training on :(4, 5) training cost:0.039461363107 and training accuracy:0.996195137501 validation cost:0.0320842005312 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0346605107188 and training accuracy:0.996682941914 validation cost:0.0274873487651 and validation accuracy:1.0 Training on :(4, 5) training cost:0.031057914719 and training accuracy:0.996975600719 validation cost:0.0241066906601 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0282413903624 and training accuracy:0.997170746326 validation cost:0.0215127151459 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.330446959 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.166391506791 and training accuracy:0.990439236164 validation cost:0.159234955907 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0732830762863 and training accuracy:0.994949042797 validation cost:0.0699287354946 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0480466298759 and training accuracy:0.996752977371 validation cost:0.0458921305835 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.036485414952 and training accuracy:0.997384309769 validation cost:0.0348295532167 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0298203229904 and training accuracy:0.998015701771 validation cost:0.0284133069217 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.025455692783 and training accuracy:0.998105883598 validation cost:0.0241944063455 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0223566386849 and training accuracy:0.998556852341 validation cost:0.0211927965283 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0200317502022 and training accuracy:0.998917639256 validation cost:0.0189403556287 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0182149708271 and training accuracy:0.99927842617 validation cost:0.0171817224473 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:126.618631124 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.234267860651 and training accuracy:0.953063905239 validation cost:0.236249595881 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.144972220063 and training accuracy:0.963307857513 validation cost:0.147255018353 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.112344749272 and training accuracy:0.970013022423 validation cost:0.114864006639 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0941839441657 and training accuracy:0.974203765392 validation cost:0.0966109260917 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.082124017179 and training accuracy:0.977835714817 validation cost:0.0842811614275 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0733482837677 and training accuracy:0.979791402817 validation cost:0.0751535370946 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0666048303246 and training accuracy:0.981560826302 validation cost:0.0680425912142 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0612279251218 and training accuracy:0.982957720757 validation cost:0.0623141340911 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0568249933422 and training accuracy:0.984168350697 validation cost:0.0575897023082 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:122.424521208 Method 3 test accuracy:0.770699977875 Training with lmbda:120920.212212, 111 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.286900043 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.377100795507 and training accuracy:0.935005903244 validation cost:0.382579028606 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.183100342751 and training accuracy:0.958185613155 validation cost:0.188952803612 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.125484064221 and training accuracy:0.969093739986 validation cost:0.132483020425 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0978415906429 and training accuracy:0.975274980068 validation cost:0.105211742222 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0813081413507 and training accuracy:0.979001879692 validation cost:0.0885025858879 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.070170596242 and training accuracy:0.982183456421 validation cost:0.0769496187568 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0620816908777 and training accuracy:0.984092354774 validation cost:0.0683588907123 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0558905489743 and training accuracy:0.985274076462 validation cost:0.0616462379694 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0509757995605 and training accuracy:0.986546695232 validation cost:0.0562214590609 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:126.513244152 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.238972723484 and training accuracy:0.981073141098 validation cost:0.240510985255 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.112946040928 and training accuracy:0.991707324982 validation cost:0.107738524675 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0746262967587 and training accuracy:0.993658542633 validation cost:0.067573428154 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0567113347352 and training accuracy:0.995121955872 validation cost:0.049203183502 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0463512279093 and training accuracy:0.99590241909 validation cost:0.0388290025294 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0395686998963 and training accuracy:0.996195137501 validation cost:0.0321915782988 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0347566977143 and training accuracy:0.996682941914 validation cost:0.0275829546154 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0311454366893 and training accuracy:0.996975600719 validation cost:0.0241929534823 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0283216461539 and training accuracy:0.997170746326 validation cost:0.0215912535787 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.095589876 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.166607558727 and training accuracy:0.990439236164 validation cost:0.159447833896 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.073423370719 and training accuracy:0.994949042797 validation cost:0.0700649097562 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0481616966426 and training accuracy:0.996752977371 validation cost:0.0460038557649 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0365856364369 and training accuracy:0.997384309769 validation cost:0.0349272638559 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0299101993442 and training accuracy:0.998015701771 validation cost:0.0285014454275 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0255375504494 and training accuracy:0.998105883598 validation cost:0.0242749974132 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0224321205169 and training accuracy:0.998556852341 validation cost:0.021267471835 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0201019775122 and training accuracy:0.998917639256 validation cost:0.0190101526678 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0182807147503 and training accuracy:0.99927842617 validation cost:0.0172472596169 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:126.136019945 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.234497770667 and training accuracy:0.953063905239 validation cost:0.23647646606 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.14511525631 and training accuracy:0.963214755058 validation cost:0.147392228246 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.112471051514 and training accuracy:0.970013022423 validation cost:0.114982061088 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0943069010973 and training accuracy:0.974203765392 validation cost:0.0967256575823 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0822472050786 and training accuracy:0.977928876877 validation cost:0.0843966752291 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0734720602632 and training accuracy:0.979791402817 validation cost:0.0752714723349 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0667291209102 and training accuracy:0.981560826302 validation cost:0.0681628286839 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.06135186553 and training accuracy:0.982957720757 validation cost:0.062436234206 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0569483526051 and training accuracy:0.984168350697 validation cost:0.0577127188444 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:122.337197065 Method 3 test accuracy:0.771099984646 Training with lmbda:127836.938509, 112 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.894880056 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.377256274223 and training accuracy:0.935005903244 validation cost:0.382732063532 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.183249250054 and training accuracy:0.958094716072 validation cost:0.189093247056 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.125621169806 and training accuracy:0.969002842903 validation cost:0.132607966661 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0979733169079 and training accuracy:0.975365877151 validation cost:0.105331338942 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0814363360405 and training accuracy:0.979001879692 validation cost:0.0886206626892 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.07029530406 and training accuracy:0.982183456421 validation cost:0.0770670250058 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0622025579214 and training accuracy:0.983910560608 validation cost:0.0684747099876 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0560083650053 and training accuracy:0.985274076462 validation cost:0.061761226505 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0510900318623 and training accuracy:0.986546695232 validation cost:0.0563344657421 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:126.58300209 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.239845946431 and training accuracy:0.981170713902 validation cost:0.24140676856 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.113560572267 and training accuracy:0.991707324982 validation cost:0.108372919261 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0751074552536 and training accuracy:0.993658542633 validation cost:0.0680673345923 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0571104362607 and training accuracy:0.994926810265 validation cost:0.0496096536517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0466941557825 and training accuracy:0.99590241909 validation cost:0.03917549178 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0398703739047 and training accuracy:0.996195137501 validation cost:0.0324942618608 and validation accuracy:1.0 Training on :(4, 5) training cost:0.035026896745 and training accuracy:0.996682941914 validation cost:0.0278518907726 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0313909091055 and training accuracy:0.996975600719 validation cost:0.024435730651 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0285472925752 and training accuracy:0.997170746326 validation cost:0.0218129828572 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.651031971 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.167229399085 and training accuracy:0.990439236164 validation cost:0.1600600034 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0738249719143 and training accuracy:0.994949042797 validation cost:0.0704543665051 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0484897308052 and training accuracy:0.996752977371 validation cost:0.0463220328093 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0368704944849 and training accuracy:0.997384309769 validation cost:0.0352047421038 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0301644057035 and training accuracy:0.998015701771 validation cost:0.0287504829466 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0257688779384 and training accuracy:0.998105883598 validation cost:0.0245027448982 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0226453058422 and training accuracy:0.998556852341 validation cost:0.0214784424752 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.020300200209 and training accuracy:0.998917639256 validation cost:0.0192071609199 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0184664204717 and training accuracy:0.99927842617 validation cost:0.0174321979284 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:127.008923769 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.235153570771 and training accuracy:0.953063905239 validation cost:0.237124368548 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.145526006818 and training accuracy:0.963214755058 validation cost:0.147786945105 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.112833589315 and training accuracy:0.970106184483 validation cost:0.115321569145 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0946577042341 and training accuracy:0.974203765392 validation cost:0.0970530509949 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.082596540451 and training accuracy:0.977742612362 validation cost:0.0847255438566 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0738230422139 and training accuracy:0.979791402817 validation cost:0.0756068453193 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0670812726021 and training accuracy:0.981560826302 validation cost:0.0685054585338 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0617034323514 and training accuracy:0.982957720757 validation cost:0.0627835988998 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0572971142828 and training accuracy:0.983982145786 validation cost:0.0580625534058 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:123.213371992 Method 3 test accuracy:0.773000001907 Training with lmbda:142451.759075, 113 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:132.087340117 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.377576768398 and training accuracy:0.935005903244 validation cost:0.383047223091 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.183557674289 and training accuracy:0.958094716072 validation cost:0.189384624362 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.125904485583 and training accuracy:0.96891194582 validation cost:0.132866516709 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0982439517975 and training accuracy:0.975456774235 validation cost:0.105577513576 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.081698872149 and training accuracy:0.979001879692 validation cost:0.0888640508056 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0705495923758 and training accuracy:0.982183456421 validation cost:0.0773083567619 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0624490566552 and training accuracy:0.983728766441 validation cost:0.0687123984098 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0562474839389 and training accuracy:0.985092282295 validation cost:0.061995703727 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0513222292066 and training accuracy:0.986637592316 validation cost:0.0565653666854 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:125.249935865 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.241615712643 and training accuracy:0.981268286705 validation cost:0.243223428726 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.114798069 and training accuracy:0.991707324982 validation cost:0.109650619328 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0760719552636 and training accuracy:0.99385368824 validation cost:0.0690581202507 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0579075701535 and training accuracy:0.994829297066 validation cost:0.0504223667085 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0473774597049 and training accuracy:0.99590241909 validation cost:0.0398667268455 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0404703766108 and training accuracy:0.996195137501 validation cost:0.0330965109169 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0355638042092 and training accuracy:0.99658536911 validation cost:0.0283871330321 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0318783558905 and training accuracy:0.996975600719 validation cost:0.0249181315303 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289946049452 and training accuracy:0.997170746326 validation cost:0.0222528912127 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.673130035 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.168503671885 and training accuracy:0.990439236164 validation cost:0.161316812038 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0746475756168 and training accuracy:0.994949042797 validation cost:0.0712545067072 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0491582602262 and training accuracy:0.996752977371 validation cost:0.0469722189009 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0374481752515 and training accuracy:0.997474491596 validation cost:0.0357685312629 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0306796934456 and training accuracy:0.998015701771 validation cost:0.0292561873794 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0262367501855 and training accuracy:0.998105883598 validation cost:0.0249644331634 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0230759773403 and training accuracy:0.998556852341 validation cost:0.0219056606293 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0207000467926 and training accuracy:0.998917639256 validation cost:0.0196052528918 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0188401639462 and training accuracy:0.99927842617 validation cost:0.0178055167198 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:126.874406099 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.236503154039 and training accuracy:0.953063905239 validation cost:0.238458946347 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.146383345127 and training accuracy:0.963214755058 validation cost:0.148612216115 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.11358884722 and training accuracy:0.969733655453 validation cost:0.116031721234 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0953869819641 and training accuracy:0.974483132362 validation cost:0.0977368727326 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0833200588822 and training accuracy:0.977742612362 validation cost:0.0854097753763 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0745449364185 and training accuracy:0.979884505272 validation cost:0.0762993022799 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0678014755249 and training accuracy:0.981467664242 validation cost:0.0692099258304 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0624200254679 and training accuracy:0.982771456242 validation cost:0.063496299088 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0580071173608 and training accuracy:0.983888983727 validation cost:0.0587780512869 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:122.554660082 Method 3 test accuracy:0.781899988651 Training with lmbda:154340.494179, 114 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.337674141 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.377834260464 and training accuracy:0.935096800327 validation cost:0.383300334215 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.183802902699 and training accuracy:0.958094716072 validation cost:0.18961648643 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.126128420234 and training accuracy:0.96891194582 validation cost:0.133071497083 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0984582677484 and training accuracy:0.975638568401 validation cost:0.105773709714 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0819053426385 and training accuracy:0.97909283638 validation cost:0.0890564695001 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0707496702671 and training accuracy:0.982092559338 validation cost:0.0774996131659 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0626427084208 and training accuracy:0.983728766441 validation cost:0.0689017474651 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0564353615046 and training accuracy:0.985092282295 validation cost:0.0621817521751 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.051504150033 and training accuracy:0.986637592316 validation cost:0.05674790591 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:125.647412062 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.242992848158 and training accuracy:0.981073141098 validation cost:0.24463775754 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.115754194558 and training accuracy:0.991707324982 validation cost:0.110637933016 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.076812915504 and training accuracy:0.99385368824 validation cost:0.0698191970587 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0585172139108 and training accuracy:0.994829297066 validation cost:0.0510436370969 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0478972867131 and training accuracy:0.995804905891 validation cost:0.0403926968575 and validation accuracy:1.0 Training on :(4, 5) training cost:0.040925104171 and training accuracy:0.996195137501 validation cost:0.0335533730686 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0359695889056 and training accuracy:0.996487796307 validation cost:0.028792174533 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0322461426258 and training accuracy:0.996975600719 validation cost:0.0252829119563 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0293308999389 and training accuracy:0.997170746326 validation cost:0.0225843526423 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.917028904 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.169502809644 and training accuracy:0.990529477596 validation cost:0.162301704288 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0752958878875 and training accuracy:0.994949042797 validation cost:0.071885637939 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0496815480292 and training accuracy:0.996752977371 validation cost:0.0474816001952 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0378989689052 and training accuracy:0.997474491596 validation cost:0.0362092591822 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0310799535364 and training accuracy:0.997925519943 validation cost:0.0296495575458 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0265992861241 and training accuracy:0.998105883598 validation cost:0.0253226105124 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234084110707 and training accuracy:0.998556852341 validation cost:0.0222356021404 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0210080184042 and training accuracy:0.998917639256 validation cost:0.019912134856 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0191276296973 and training accuracy:0.99927842617 validation cost:0.0180928800255 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:126.118592978 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.237568020821 and training accuracy:0.952970743179 validation cost:0.239514142275 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.147064551711 and training accuracy:0.963401019573 validation cost:0.149271145463 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.114190377295 and training accuracy:0.969733655453 validation cost:0.116600871086 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0959652587771 and training accuracy:0.974110662937 validation cost:0.0982824489474 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0838904604316 and training accuracy:0.977835714817 validation cost:0.0859527587891 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0751112625003 and training accuracy:0.980070769787 validation cost:0.0768472403288 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0683636143804 and training accuracy:0.981467664242 validation cost:0.069762609899 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0629772469401 and training accuracy:0.982678353786 validation cost:0.064052477479 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0585579760373 and training accuracy:0.983702719212 validation cost:0.0593345053494 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:122.219195127 Method 3 test accuracy:0.783500015736 Training with lmbda:157509.332943, 115 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.51872611 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.377902269363 and training accuracy:0.935096800327 validation cost:0.383367151022 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.183867186308 and training accuracy:0.958094716072 validation cost:0.189677149057 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.126186966896 and training accuracy:0.96891194582 validation cost:0.133125185966 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0985139459372 and training accuracy:0.975638568401 validation cost:0.105824582279 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0819589048624 and training accuracy:0.97909283638 validation cost:0.0891063660383 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0708015859127 and training accuracy:0.982092559338 validation cost:0.0775493085384 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0626928731799 and training accuracy:0.983728766441 validation cost:0.0689505934715 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0564838387072 and training accuracy:0.985092282295 validation cost:0.0622296109796 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0515509955585 and training accuracy:0.986637592316 validation cost:0.056795027107 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:125.144730091 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.243347749114 and training accuracy:0.981073141098 validation cost:0.245002552867 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.116002239287 and training accuracy:0.991707324982 validation cost:0.110894717276 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.077004596591 and training accuracy:0.99385368824 validation cost:0.0700162574649 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0586743503809 and training accuracy:0.994829297066 validation cost:0.0512041337788 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0480314679444 and training accuracy:0.995804905891 validation cost:0.0405286997557 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0410425104201 and training accuracy:0.996195137501 validation cost:0.0336714908481 and validation accuracy:1.0 Training on :(4, 5) training cost:0.036074411124 and training accuracy:0.996487796307 validation cost:0.0288969092071 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323408544064 and training accuracy:0.996975600719 validation cost:0.0253769122064 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0294177625328 and training accuracy:0.997170746326 validation cost:0.0226700175554 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.060600042 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.169766828418 and training accuracy:0.990529477596 validation cost:0.162562146783 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0754657238722 and training accuracy:0.994949042797 validation cost:0.0720511227846 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0498180389404 and training accuracy:0.996752977371 validation cost:0.047614697367 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0380161702633 and training accuracy:0.997474491596 validation cost:0.0363239496946 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0311839003116 and training accuracy:0.997925519943 validation cost:0.0297518130392 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0266933217645 and training accuracy:0.998105883598 validation cost:0.0254154130816 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0234946012497 and training accuracy:0.998556852341 validation cost:0.0223211850971 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0210878308862 and training accuracy:0.998917639256 validation cost:0.0199916772544 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0192020405084 and training accuracy:0.99927842617 validation cost:0.0181673001498 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:125.601691008 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.237847223878 and training accuracy:0.952877640724 validation cost:0.23979075253 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.147245496511 and training accuracy:0.963307857513 validation cost:0.149446770549 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.114349916577 and training accuracy:0.969733655453 validation cost:0.116752527654 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.0961171239614 and training accuracy:0.974017500877 validation cost:0.0984265878797 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0840389952064 and training accuracy:0.977835714817 validation cost:0.0860944241285 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0752578228712 and training accuracy:0.980070769787 validation cost:0.0769892334938 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0685087814927 and training accuracy:0.981374561787 validation cost:0.0699059069157 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0631216168404 and training accuracy:0.982678353786 validation cost:0.0641968399286 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0587013475597 and training accuracy:0.983609616756 validation cost:0.0594799034297 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:122.567471027 Method 3 test accuracy:0.783900022507 Training with lmbda:167074.908473, 116 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.887094975 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.378104746342 and training accuracy:0.935096800327 validation cost:0.383566111326 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.184059768915 and training accuracy:0.958094716072 validation cost:0.189859136939 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.126361623406 and training accuracy:0.969002842903 validation cost:0.133285015821 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0986798405647 and training accuracy:0.975729465485 validation cost:0.105976305902 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0821194350719 and training accuracy:0.97909283638 validation cost:0.0892562568188 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0709565654397 and training accuracy:0.982092559338 validation cost:0.0776976644993 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.062842220068 and training accuracy:0.983728766441 validation cost:0.0690962448716 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0566280968487 and training accuracy:0.985092282295 validation cost:0.0623727142811 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0516912192106 and training accuracy:0.986546695232 validation cost:0.0569358840585 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:125.872272968 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.244401395321 and training accuracy:0.980975627899 validation cost:0.24608425796 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.116733506322 and training accuracy:0.991707324982 validation cost:0.111650265753 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0775685831904 and training accuracy:0.993756115437 validation cost:0.0705953538418 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.059136249125 and training accuracy:0.994731724262 validation cost:0.0516752898693 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0484239645302 and training accuracy:0.995804905891 validation cost:0.0409262925386 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0413861162961 and training accuracy:0.996195137501 validation cost:0.0340168662369 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0363802872598 and training accuracy:0.996487796307 validation cost:0.0292023848742 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0326166860759 and training accuracy:0.996975600719 validation cost:0.0256505515426 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0296701248735 and training accuracy:0.997170746326 validation cost:0.0229189563543 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.497964144 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.170549735427 and training accuracy:0.990529477596 validation cost:0.163333445787 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0759709402919 and training accuracy:0.994949042797 validation cost:0.0725431218743 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0502235330641 and training accuracy:0.996752977371 validation cost:0.0480096042156 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0383634679019 and training accuracy:0.997474491596 validation cost:0.036663595587 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0314914248884 and training accuracy:0.997925519943 validation cost:0.0300543606281 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.026970943436 and training accuracy:0.998105883598 validation cost:0.0256898738444 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0237487088889 and training accuracy:0.998556852341 validation cost:0.0225737839937 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0213227774948 and training accuracy:0.999007821083 validation cost:0.0202262997627 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0194210801274 and training accuracy:0.99927842617 validation cost:0.0183868352324 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:126.331305981 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.238679274917 and training accuracy:0.953157007694 validation cost:0.240617081523 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.147785544395 and training accuracy:0.963307857513 validation cost:0.149971246719 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.114823773503 and training accuracy:0.969547390938 validation cost:0.11720277369 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.0965698957443 and training accuracy:0.974110662937 validation cost:0.0988558158278 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0844837203622 and training accuracy:0.977835714817 validation cost:0.0865202099085 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0756966695189 and training accuracy:0.980070769787 validation cost:0.0774152204394 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0689425468445 and training accuracy:0.981374561787 validation cost:0.0703331753612 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0635496526957 and training accuracy:0.982678353786 validation cost:0.0646251365542 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0591237284243 and training accuracy:0.983423352242 validation cost:0.0599083453417 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:121.772003889 Method 3 test accuracy:0.78560000658 Training with lmbda:182585.275511, 117 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.900024891 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.378429472446 and training accuracy:0.935096800327 validation cost:0.383885145187 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.18436524272 and training accuracy:0.958094716072 validation cost:0.190148159862 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.126638382673 and training accuracy:0.96891194582 validation cost:0.133539661765 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0989415347576 and training accuracy:0.975729465485 validation cost:0.106216371059 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0823707655072 and training accuracy:0.979274630547 validation cost:0.089491546154 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0711981281638 and training accuracy:0.982001662254 validation cost:0.0779290646315 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0630746111274 and training accuracy:0.983728766441 validation cost:0.0693224221468 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.056852016598 and training accuracy:0.984910488129 validation cost:0.0625939145684 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.051908172667 and training accuracy:0.986546695232 validation cost:0.0571536459029 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:125.027374029 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.246040731668 and training accuracy:0.980878055096 validation cost:0.247767582536 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.117865033448 and training accuracy:0.991609752178 validation cost:0.112819887698 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0784389153123 and training accuracy:0.993756115437 validation cost:0.0714898183942 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0598466917872 and training accuracy:0.994829297066 validation cost:0.052400354296 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0490270927548 and training accuracy:0.995707333088 validation cost:0.0415374524891 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0419127158821 and training accuracy:0.996195137501 validation cost:0.0345469266176 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0368488654494 and training accuracy:0.996487796307 validation cost:0.0296705830842 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0330398418009 and training accuracy:0.996878027916 validation cost:0.0260707549751 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0300569683313 and training accuracy:0.997170746326 validation cost:0.0233010035008 and validation accuracy:1.0 Training on :(4, 5) Time taken:118.969084024 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.171780228615 and training accuracy:0.990529477596 validation cost:0.164547383785 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0767651796341 and training accuracy:0.99485886097 validation cost:0.0733175426722 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0508584417403 and training accuracy:0.996752977371 validation cost:0.048628937453 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0389065034688 and training accuracy:0.997564733028 validation cost:0.0371959879994 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0319704972208 and training accuracy:0.997925519943 validation cost:0.030526554212 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0274025853723 and training accuracy:0.998105883598 validation cost:0.0261174961925 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0241431780159 and training accuracy:0.998556852341 validation cost:0.0229665525258 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0216871853918 and training accuracy:0.999007821083 validation cost:0.0205907523632 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0197607818991 and training accuracy:0.99927842617 validation cost:0.0187278818339 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:127.919663906 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.239988639951 and training accuracy:0.953250110149 validation cost:0.241918697953 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.148642972112 and training accuracy:0.963121652603 validation cost:0.150805607438 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.115576528013 and training accuracy:0.969640552998 validation cost:0.117920860648 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0972873345017 and training accuracy:0.973924398422 validation cost:0.0995374172926 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0851838961244 and training accuracy:0.977742612362 validation cost:0.0871912837029 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0763872638345 and training accuracy:0.980163931847 validation cost:0.0780865475535 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0696232318878 and training accuracy:0.981188297272 validation cost:0.0710036680102 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0642200112343 and training accuracy:0.982492089272 validation cost:0.0652946084738 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0597823597491 and training accuracy:0.983330249786 validation cost:0.0605751723051 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:123.506716967 Method 3 test accuracy:0.787100017071 Training with lmbda:184477.613232, 118 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:132.629683971 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.378469765186 and training accuracy:0.935096800327 validation cost:0.383924752474 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.184402197599 and training accuracy:0.958094716072 validation cost:0.190183147788 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.12667158246 and training accuracy:0.968820989132 validation cost:0.133570238948 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0989730581641 and training accuracy:0.975729465485 validation cost:0.106245338917 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0824006423354 and training accuracy:0.979274630547 validation cost:0.0895195603371 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0712270587683 and training accuracy:0.982001662254 validation cost:0.0779567882419 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0631027594209 and training accuracy:0.983728766441 validation cost:0.069350078702 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0568791329861 and training accuracy:0.984910488129 validation cost:0.062620870769 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0519343093038 and training accuracy:0.986546695232 validation cost:0.0571799166501 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:126.661299944 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.246236667037 and training accuracy:0.980878055096 validation cost:0.247969001532 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.117999620736 and training accuracy:0.991609752178 validation cost:0.112959071994 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0785415843129 and training accuracy:0.993756115437 validation cost:0.0715952441096 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.059930164367 and training accuracy:0.994829297066 validation cost:0.052485447377 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0490981452167 and training accuracy:0.995609760284 validation cost:0.0416094362736 and validation accuracy:1.0 Training on :(4, 5) training cost:0.041974697262 and training accuracy:0.996195137501 validation cost:0.0346092693508 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0369040779769 and training accuracy:0.996487796307 validation cost:0.0297256372869 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0330897308886 and training accuracy:0.996878027916 validation cost:0.0261201933026 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0301026515663 and training accuracy:0.997170746326 validation cost:0.0233460199088 and validation accuracy:1.0 Training on :(4, 5) Time taken:118.355539083 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.171928524971 and training accuracy:0.990529477596 validation cost:0.164693683386 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0768607929349 and training accuracy:0.99485886097 validation cost:0.0734108835459 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0509344227612 and training accuracy:0.996752977371 validation cost:0.048703186214 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0389710888267 and training accuracy:0.997564733028 validation cost:0.0372594445944 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0320274345577 and training accuracy:0.997925519943 validation cost:0.0305828601122 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0274537857622 and training accuracy:0.998105883598 validation cost:0.0261683762074 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0241898484528 and training accuracy:0.998556852341 validation cost:0.0230131819844 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0217301957309 and training accuracy:0.999007821083 validation cost:0.0206338185817 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0198007673025 and training accuracy:0.99927842617 validation cost:0.0187680386007 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:129.144255877 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.240145176649 and training accuracy:0.953343272209 validation cost:0.242074683309 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.148745730519 and training accuracy:0.963121652603 validation cost:0.150905653834 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.115667112172 and training accuracy:0.969640552998 validation cost:0.118007652462 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.097373187542 and training accuracy:0.973924398422 validation cost:0.0996191352606 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0852674767375 and training accuracy:0.977742612362 validation cost:0.0872716158628 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0764697343111 and training accuracy:0.980070769787 validation cost:0.0781672596931 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.069704554975 and training accuracy:0.981188297272 validation cost:0.0710843726993 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0643004179001 and training accuracy:0.982398927212 validation cost:0.0653756335378 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.059861600399 and training accuracy:0.983330249786 validation cost:0.0606566406786 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:123.901435137 Method 3 test accuracy:0.787100017071 Training with lmbda:189132.195431, 119 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:132.076288223 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.378565639257 and training accuracy:0.935096800327 validation cost:0.384018748999 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.184491857886 and training accuracy:0.958094716072 validation cost:0.190267756581 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.126753151417 and training accuracy:0.968820989132 validation cost:0.133644938469 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0990496873856 and training accuracy:0.975729465485 validation cost:0.106315217912 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0824737921357 and training accuracy:0.979274630547 validation cost:0.0895879045129 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0712973922491 and training accuracy:0.982001662254 validation cost:0.0780239105225 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0631709620357 and training accuracy:0.983728766441 validation cost:0.0694163963199 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0569449067116 and training accuracy:0.984910488129 validation cost:0.0626862049103 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0519977584481 and training accuracy:0.986546695232 validation cost:0.0572436191142 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:125.995788097 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.246710151434 and training accuracy:0.980878055096 validation cost:0.248454615474 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.118327461183 and training accuracy:0.991512179375 validation cost:0.113297909498 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0787914320827 and training accuracy:0.993756115437 validation cost:0.0718518942595 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0601342879236 and training accuracy:0.994829297066 validation cost:0.0526936687529 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0492715090513 and training accuracy:0.995609760284 validation cost:0.0417850203812 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0421252995729 and training accuracy:0.996195137501 validation cost:0.0347606688738 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0370382107794 and training accuracy:0.996390223503 validation cost:0.0298596955836 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0332106947899 and training accuracy:0.996878027916 validation cost:0.0262403544039 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0302127171308 and training accuracy:0.997170746326 validation cost:0.0234547182918 and validation accuracy:1.0 Training on :(4, 5) Time taken:118.778635979 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.172290220857 and training accuracy:0.990529477596 validation cost:0.165050789714 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0770936310291 and training accuracy:0.99485886097 validation cost:0.0736382082105 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0511192418635 and training accuracy:0.996752977371 validation cost:0.0488838106394 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0391281656921 and training accuracy:0.997564733028 validation cost:0.0374136343598 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0321660414338 and training accuracy:0.997925519943 validation cost:0.030719736591 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0275785904378 and training accuracy:0.998105883598 validation cost:0.0262923054397 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0243036244065 and training accuracy:0.998556852341 validation cost:0.023126674816 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0218353029341 and training accuracy:0.999007821083 validation cost:0.0207389760762 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.019898654893 and training accuracy:0.99927842617 validation cost:0.0188663676381 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:128.107211113 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.240531995893 and training accuracy:0.953343272209 validation cost:0.242459520698 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.149001657963 and training accuracy:0.963307857513 validation cost:0.151155173779 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.115889780223 and training accuracy:0.969547390938 validation cost:0.118220597506 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0975839495659 and training accuracy:0.973924398422 validation cost:0.0998204573989 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0854730904102 and training accuracy:0.977742612362 validation cost:0.0874692201614 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0766713023186 and training accuracy:0.979884505272 validation cost:0.0783638581634 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0699030384421 and training accuracy:0.981095194817 validation cost:0.0712805613875 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0644953027368 and training accuracy:0.982398927212 validation cost:0.0655714720488 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0600528120995 and training accuracy:0.983330249786 validation cost:0.0608520656824 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:124.134122849 Method 3 test accuracy:0.787500023842 Training with lmbda:0, 120 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.954234838 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.359688639641 and training accuracy:0.938278317451 validation cost:0.365469425917 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.174097880721 and training accuracy:0.959185540676 validation cost:0.179042175412 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.118931226432 and training accuracy:0.969548225403 validation cost:0.124394655228 and validation accuracy:0.962316155434 Training on :(2, 3) training cost:0.0924085080624 and training accuracy:0.976184010506 validation cost:0.0979102104902 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0765304118395 and training accuracy:0.979274630547 validation cost:0.0816756263375 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0658349692822 and training accuracy:0.982274353504 validation cost:0.0704788118601 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0580689832568 and training accuracy:0.984546840191 validation cost:0.0621962957084 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0521333664656 and training accuracy:0.985637664795 validation cost:0.0557704046369 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0474223420024 and training accuracy:0.987092077732 validation cost:0.050607778132 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:126.293276072 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.219766154885 and training accuracy:0.97619509697 validation cost:0.222773611546 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.0989823415875 and training accuracy:0.989268302917 validation cost:0.0943430811167 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0620392896235 and training accuracy:0.993073165417 validation cost:0.0553754754364 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0450936891139 and training accuracy:0.995121955872 validation cost:0.0379476360977 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0355152860284 and training accuracy:0.995609760284 validation cost:0.0283593144268 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0293836407363 and training accuracy:0.996292710304 validation cost:0.0223873239011 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0251222960651 and training accuracy:0.99658536911 validation cost:0.0183498114347 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0219847075641 and training accuracy:0.99658536911 validation cost:0.0154596427456 and validation accuracy:1.0 Training on :(4, 5) training cost:0.019573353231 and training accuracy:0.996878027916 validation cost:0.0132996821776 and validation accuracy:1.0 Training on :(4, 5) Time taken:118.527725935 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.148557648063 and training accuracy:0.98737257719 validation cost:0.143342450261 and validation accuracy:0.985401451588 Training on :(6, 7) training cost:0.0637603849173 and training accuracy:0.99395686388 validation cost:0.0614273026586 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0397954918444 and training accuracy:0.996121585369 validation cost:0.0381592325866 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0288071651012 and training accuracy:0.997384309769 validation cost:0.0273645147681 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0225455462933 and training accuracy:0.997654914856 validation cost:0.0211606025696 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0185105483979 and training accuracy:0.998105883598 validation cost:0.017146686092 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0156984273344 and training accuracy:0.998556852341 validation cost:0.0143512347713 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0136269861832 and training accuracy:0.9987372756 validation cost:0.0123003646731 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0120381321758 and training accuracy:0.998917639256 validation cost:0.0107372412458 and validation accuracy:1.0 Training on :(6, 7) Time taken:128.174364805 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.220668673515 and training accuracy:0.9485937953 validation cost:0.222773388028 and validation accuracy:0.94632768631 Training on :(8, 9) training cost:0.138860762119 and training accuracy:0.960327804089 validation cost:0.141296610236 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.106612227857 and training accuracy:0.968895494938 validation cost:0.109591983259 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.0878952369094 and training accuracy:0.974483132362 validation cost:0.0909496992826 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0751454979181 and training accuracy:0.978115081787 validation cost:0.0779638364911 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0657401159406 and training accuracy:0.981188297272 validation cost:0.0681624338031 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0584718100727 and training accuracy:0.982864618301 validation cost:0.0604332238436 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.052677500993 and training accuracy:0.984540879726 validation cost:0.0541715212166 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0479495041072 and training accuracy:0.986589670181 validation cost:0.0490060709417 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:127.100877047 Method 3 test accuracy:0.734600007534 Training with lmbda:100471.885619, 121 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:141.635323048 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36209654808 and training accuracy:0.938551068306 validation cost:0.367843270302 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.176637619734 and training accuracy:0.959549129009 validation cost:0.181462183595 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.1214376688 and training accuracy:0.969730019569 validation cost:0.126699775457 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.094933539629 and training accuracy:0.976002156734 validation cost:0.100199617445 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0790821611881 and training accuracy:0.979547321796 validation cost:0.0840025991201 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0684029087424 and training accuracy:0.982092559338 validation cost:0.0728422775865 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0606412366033 and training accuracy:0.984455943108 validation cost:0.0645864680409 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0546982735395 and training accuracy:0.985637664795 validation cost:0.0581760890782 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0499726124108 and training accuracy:0.986637592316 validation cost:0.0530156567693 and validation accuracy:0.984375 Training on :(2, 3) Time taken:132.469664097 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.240423679352 and training accuracy:0.97648781538 validation cost:0.244650229812 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.11381354928 and training accuracy:0.988292694092 validation cost:0.110080361366 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0747861489654 and training accuracy:0.992390215397 validation cost:0.06872202456 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0565896518528 and training accuracy:0.994439005852 validation cost:0.0498421415687 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0461190380156 and training accuracy:0.995024383068 validation cost:0.0392238385975 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0392923057079 and training accuracy:0.995219528675 validation cost:0.0324484966695 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0344638451934 and training accuracy:0.995804905891 validation cost:0.0277544595301 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0308477748185 and training accuracy:0.996195137501 validation cost:0.0243077185005 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0280237291008 and training accuracy:0.996292710304 validation cost:0.0216657966375 and validation accuracy:1.0 Training on :(4, 5) Time taken:125.197330952 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161913171411 and training accuracy:0.991250991821 validation cost:0.156499072909 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0717191100121 and training accuracy:0.995941221714 validation cost:0.0690779685974 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0469441004097 and training accuracy:0.997203946114 validation cost:0.0450232028961 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0355733223259 and training accuracy:0.997654914856 validation cost:0.0339118242264 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0290268044919 and training accuracy:0.998376488686 validation cost:0.0274867676198 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0247476976365 and training accuracy:0.998556852341 validation cost:0.0232822373509 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0217155981809 and training accuracy:0.998827457428 validation cost:0.020306924358 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0194437596947 and training accuracy:0.998917639256 validation cost:0.018083807081 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0176708810031 and training accuracy:0.998917639256 validation cost:0.0163548979908 and validation accuracy:1.0 Training on :(6, 7) Time taken:134.910955906 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.233243554831 and training accuracy:0.955112695694 validation cost:0.234423786402 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.141966432333 and training accuracy:0.965263545513 validation cost:0.143554106355 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.109295584261 and training accuracy:0.972061812878 validation cost:0.111151948571 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0912877097726 and training accuracy:0.975880026817 validation cost:0.0930593535304 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0793952196836 and training accuracy:0.978953242302 validation cost:0.0809043645859 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.070776514709 and training accuracy:0.981374561787 validation cost:0.071959964931 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0641785338521 and training accuracy:0.983050823212 validation cost:0.0650356188416 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0589355193079 and training accuracy:0.984261512756 validation cost:0.05948998034 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0546542815864 and training accuracy:0.986030936241 validation cost:0.0549372620881 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:131.004401207 Method 3 test accuracy:0.82279998064 Training with lmbda:110837.689046, 122 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:144.100580931 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362323492765 and training accuracy:0.938551068306 validation cost:0.368066698313 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.176862671971 and training accuracy:0.959549129009 validation cost:0.18167579174 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.121649160981 and training accuracy:0.969820916653 validation cost:0.126893937588 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0951384231448 and training accuracy:0.976002156734 validation cost:0.100385859609 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.079281412065 and training accuracy:0.979547321796 validation cost:0.0841847732663 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0685977116227 and training accuracy:0.982092559338 validation cost:0.0730228796601 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0608323924243 and training accuracy:0.984455943108 validation cost:0.0647664442658 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0548847690225 and training accuracy:0.985637664795 validation cost:0.0583534277976 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0501543320715 and training accuracy:0.986728489399 validation cost:0.0531900301576 and validation accuracy:0.984375 Training on :(2, 3) Time taken:133.584625006 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.241822838783 and training accuracy:0.97648781538 validation cost:0.246122077107 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.114805452526 and training accuracy:0.988292694092 validation cost:0.111130125821 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0755752772093 and training accuracy:0.992390215397 validation cost:0.0695502385497 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0572520121932 and training accuracy:0.994341492653 validation cost:0.0505323931575 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0466926917434 and training accuracy:0.995024383068 validation cost:0.0398181043565 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.039800580591 and training accuracy:0.995219528675 validation cost:0.0329724922776 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0349211655557 and training accuracy:0.99590241909 validation cost:0.0282235704362 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0312649160624 and training accuracy:0.996292710304 validation cost:0.0247337147593 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0284085161984 and training accuracy:0.996292710304 validation cost:0.0220568664372 and validation accuracy:1.0 Training on :(4, 5) Time taken:128.590578079 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.16292360425 and training accuracy:0.991341233253 validation cost:0.157500162721 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0723884254694 and training accuracy:0.995941221714 validation cost:0.069735199213 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0474951826036 and training accuracy:0.997203946114 validation cost:0.0455642230809 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0360539294779 and training accuracy:0.997654914856 validation cost:0.0343854166567 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0294572301209 and training accuracy:0.998376488686 validation cost:0.0279126372188 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0251396298409 and training accuracy:0.998556852341 validation cost:0.02367134206 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0220764242113 and training accuracy:0.998827457428 validation cost:0.0206659305841 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0197789948434 and training accuracy:0.998917639256 validation cost:0.0184178706259 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0179848093539 and training accuracy:0.998917639256 validation cost:0.0166684594005 and validation accuracy:1.0 Training on :(6, 7) Time taken:138.623615026 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.234335035086 and training accuracy:0.955205798149 validation cost:0.235506430268 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.142580881715 and training accuracy:0.965170443058 validation cost:0.144149154425 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.1098292768 and training accuracy:0.972061812878 validation cost:0.111652366817 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0918095260859 and training accuracy:0.975786924362 validation cost:0.0935423225164 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.079922452569 and training accuracy:0.979046404362 validation cost:0.0813931375742 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.071312777698 and training accuracy:0.981374561787 validation cost:0.0724626928568 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0647224262357 and training accuracy:0.983050823212 validation cost:0.0655523762107 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0594842098653 and training accuracy:0.984075248241 validation cost:0.0600169748068 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0552044101059 and training accuracy:0.985937774181 validation cost:0.0554713197052 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:133.635864973 Method 3 test accuracy:0.824000000954 Training with lmbda:112156.912078, 123 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:133.584589958 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362351775169 and training accuracy:0.938551068306 validation cost:0.368094623089 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.176890805364 and training accuracy:0.959549129009 validation cost:0.181702613831 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.121675483882 and training accuracy:0.969820916653 validation cost:0.126918047667 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0951635763049 and training accuracy:0.976002156734 validation cost:0.100408680737 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0793060213327 and training accuracy:0.979547321796 validation cost:0.0842070281506 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0686217173934 and training accuracy:0.982092559338 validation cost:0.0730447769165 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0608558729291 and training accuracy:0.984455943108 validation cost:0.0647882968187 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0549077764153 and training accuracy:0.985637664795 validation cost:0.0583752728999 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0501767359674 and training accuracy:0.986728489399 validation cost:0.0532114617527 and validation accuracy:0.984375 Training on :(2, 3) Time taken:128.926913023 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.241996526718 and training accuracy:0.97648781538 validation cost:0.246304646134 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.114928044379 and training accuracy:0.988195121288 validation cost:0.111259698868 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.075672455132 and training accuracy:0.992390215397 validation cost:0.0696522518992 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0573334358633 and training accuracy:0.994341492653 validation cost:0.0506172962487 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0467628724873 and training accuracy:0.995024383068 validation cost:0.0398908704519 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0398626178503 and training accuracy:0.995219528675 validation cost:0.0330364890397 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.034977030009 and training accuracy:0.99590241909 validation cost:0.0282809436321 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0313157252967 and training accuracy:0.996292710304 validation cost:0.0247856471688 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0284553095698 and training accuracy:0.996292710304 validation cost:0.0221045110375 and validation accuracy:1.0 Training on :(4, 5) Time taken:123.227392197 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163049340248 and training accuracy:0.991341233253 validation cost:0.157624617219 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0724719315767 and training accuracy:0.995941221714 validation cost:0.0698171705008 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0475637428463 and training accuracy:0.997203946114 validation cost:0.045631505549 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0361134186387 and training accuracy:0.997654914856 validation cost:0.0344440042973 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0295104049146 and training accuracy:0.998376488686 validation cost:0.0279652681202 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0251879040152 and training accuracy:0.998556852341 validation cost:0.0237192641944 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0221207719296 and training accuracy:0.998827457428 validation cost:0.0207100715488 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0198201462626 and training accuracy:0.998917639256 validation cost:0.0184589456767 and validation accuracy:1.0 Training on :(6, 7) training cost:0.018023300916 and training accuracy:0.998917639256 validation cost:0.0167069882154 and validation accuracy:1.0 Training on :(6, 7) Time taken:127.547317982 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.234471589327 and training accuracy:0.955205798149 validation cost:0.235642030835 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.142659619451 and training accuracy:0.965263545513 validation cost:0.144225612283 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.109897047281 and training accuracy:0.972061812878 validation cost:0.111716121435 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.091875731945 and training accuracy:0.975693821907 validation cost:0.0936038270593 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0799886807799 and training accuracy:0.979046404362 validation cost:0.0814548283815 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0713800266385 and training accuracy:0.981374561787 validation cost:0.0725260078907 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0647903457284 and training accuracy:0.983050823212 validation cost:0.0656169727445 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0595526136458 and training accuracy:0.984075248241 validation cost:0.0600828081369 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0552730932832 and training accuracy:0.985937774181 validation cost:0.0555382855237 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:120.880272865 Method 3 test accuracy:0.824299991131 Training with lmbda:113670.658968, 124 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.473262072 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362384349108 and training accuracy:0.938551068306 validation cost:0.368126660585 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.176922917366 and training accuracy:0.959549129009 validation cost:0.181733071804 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.121705912054 and training accuracy:0.969820916653 validation cost:0.126946002245 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.09519302845 and training accuracy:0.976002156734 validation cost:0.100435398519 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0793343782425 and training accuracy:0.979547321796 validation cost:0.084232956171 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0686494931579 and training accuracy:0.982092559338 validation cost:0.0730704516172 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0608831048012 and training accuracy:0.984365046024 validation cost:0.0648140311241 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0549342483282 and training accuracy:0.985637664795 validation cost:0.0584006085992 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0502024777234 and training accuracy:0.986728489399 validation cost:0.0532362535596 and validation accuracy:0.984375 Training on :(2, 3) Time taken:125.624850988 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.242196306586 and training accuracy:0.97648781538 validation cost:0.246514707804 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.11506922543 and training accuracy:0.988195121288 validation cost:0.111409194767 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0757838487625 and training accuracy:0.992390215397 validation cost:0.0697693154216 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0574262216687 and training accuracy:0.994341492653 validation cost:0.0507141388953 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0468427017331 and training accuracy:0.995024383068 validation cost:0.0399737507105 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0399331487715 and training accuracy:0.995219528675 validation cost:0.0331093519926 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.03504037112 and training accuracy:0.99590241909 validation cost:0.0283460132778 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0313734263182 and training accuracy:0.996292710304 validation cost:0.024844724685 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0285085383803 and training accuracy:0.996292710304 validation cost:0.022158684209 and validation accuracy:1.0 Training on :(4, 5) Time taken:130.752468824 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163192972541 and training accuracy:0.991341233253 validation cost:0.157766848803 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0725667998195 and training accuracy:0.995941221714 validation cost:0.0699102729559 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0476418063045 and training accuracy:0.997203946114 validation cost:0.0457080900669 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0361812151968 and training accuracy:0.997654914856 validation cost:0.0345107652247 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0295707155019 and training accuracy:0.998376488686 validation cost:0.0280249267817 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.025242773816 and training accuracy:0.998556852341 validation cost:0.023773688823 and validation accuracy:1.0 Training on :(6, 7) training cost:0.022171292454 and training accuracy:0.998827457428 validation cost:0.020760320127 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0198670420796 and training accuracy:0.998917639256 validation cost:0.018505692482 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0180671736598 and training accuracy:0.998917639256 validation cost:0.0167508535087 and validation accuracy:1.0 Training on :(6, 7) Time taken:146.711344004 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.234627649188 and training accuracy:0.955205798149 validation cost:0.235797375441 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.142749145627 and training accuracy:0.965170443058 validation cost:0.144312828779 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.109974525869 and training accuracy:0.972061812878 validation cost:0.111789219081 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0919510498643 and training accuracy:0.975693821907 validation cost:0.0936737805605 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0800650194287 and training accuracy:0.979046404362 validation cost:0.081525914371 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0714573785663 and training accuracy:0.981374561787 validation cost:0.0725987032056 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0648684799671 and training accuracy:0.983050823212 validation cost:0.0656912773848 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0596315078437 and training accuracy:0.984075248241 validation cost:0.0601587668061 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0553517229855 and training accuracy:0.985937774181 validation cost:0.0556147359312 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:146.858711958 Method 3 test accuracy:0.824299991131 Training with lmbda:118532.821955, 125 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:148.764091969 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362489819527 and training accuracy:0.938641965389 validation cost:0.36823040247 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.177025914192 and training accuracy:0.959549129009 validation cost:0.181830942631 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.121802270412 and training accuracy:0.969820916653 validation cost:0.127034589648 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.095286346972 and training accuracy:0.976093053818 validation cost:0.100520715117 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0794250369072 and training accuracy:0.97963821888 validation cost:0.0843161046505 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0687377899885 and training accuracy:0.982092559338 validation cost:0.0731524974108 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0609690658748 and training accuracy:0.984274148941 validation cost:0.0648952648044 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0550178363919 and training accuracy:0.985637664795 validation cost:0.0584803447127 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0502838045359 and training accuracy:0.986728489399 validation cost:0.0533141493797 and validation accuracy:0.984375 Training on :(2, 3) Time taken:136.480148077 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.24282464385 and training accuracy:0.97648781538 validation cost:0.247174680233 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.115513436496 and training accuracy:0.988292694092 validation cost:0.111879095435 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0761347264051 and training accuracy:0.992390215397 validation cost:0.0701375454664 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0577182024717 and training accuracy:0.993951201439 validation cost:0.051018409431 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0470946840942 and training accuracy:0.995024383068 validation cost:0.0402346886694 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0401561968029 and training accuracy:0.995219528675 validation cost:0.0333390198648 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0352409444749 and training accuracy:0.99590241909 validation cost:0.0285515189171 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0315559245646 and training accuracy:0.996292710304 validation cost:0.0250308401883 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0286760795861 and training accuracy:0.996390223503 validation cost:0.022328749299 and validation accuracy:1.0 Training on :(4, 5) Time taken:124.270305872 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.163651376963 and training accuracy:0.991341233253 validation cost:0.158221021295 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0728702545166 and training accuracy:0.995941221714 validation cost:0.0702084451914 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0478905178607 and training accuracy:0.997203946114 validation cost:0.0459523648024 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.036397125572 and training accuracy:0.997654914856 validation cost:0.0347236283123 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0297633390874 and training accuracy:0.998376488686 validation cost:0.028215656057 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0254175402224 and training accuracy:0.998556852341 validation cost:0.0239472165704 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0223318953067 and training accuracy:0.998827457428 validation cost:0.0209202114493 and validation accuracy:1.0 Training on :(6, 7) training cost:0.020016014576 and training accuracy:0.998917639256 validation cost:0.0186544228345 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0182063821703 and training accuracy:0.998917639256 validation cost:0.0168900564313 and validation accuracy:1.0 Training on :(6, 7) Time taken:138.828397036 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.23513045907 and training accuracy:0.955298960209 validation cost:0.236298322678 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.143038719893 and training accuracy:0.965170443058 validation cost:0.144595727324 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.110223807395 and training accuracy:0.971968710423 validation cost:0.112025327981 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0921930074692 and training accuracy:0.975600659847 validation cost:0.0938998609781 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0803074836731 and training accuracy:0.978860139847 validation cost:0.0817529186606 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0717016980052 and training accuracy:0.981467664242 validation cost:0.0728294178843 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0651144310832 and training accuracy:0.982957720757 validation cost:0.0659257993102 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0598784163594 and training accuracy:0.983982145786 validation cost:0.0603965073824 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0555990673602 and training accuracy:0.985844671726 validation cost:0.0558559522033 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:132.894058943 Method 3 test accuracy:0.824800014496 Training with lmbda:120920.212212, 126 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:140.171976089 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362540572882 and training accuracy:0.938641965389 validation cost:0.368280231953 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.177075773478 and training accuracy:0.959549129009 validation cost:0.181878268719 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.121848478913 and training accuracy:0.969820916653 validation cost:0.127077072859 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0953310653567 and training accuracy:0.976093053818 validation cost:0.100561574101 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0794686600566 and training accuracy:0.979547321796 validation cost:0.0843563899398 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0687800869346 and training accuracy:0.982092559338 validation cost:0.0731918886304 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0610102340579 and training accuracy:0.984183251858 validation cost:0.0649342387915 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0550579614937 and training accuracy:0.985637664795 validation cost:0.0585185997188 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0503230914474 and training accuracy:0.986728489399 validation cost:0.0533522032201 and validation accuracy:0.984375 Training on :(2, 3) Time taken:134.687008858 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.243128091097 and training accuracy:0.97648781538 validation cost:0.247493728995 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.115727156401 and training accuracy:0.988390266895 validation cost:0.112105362117 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0763033851981 and training accuracy:0.9924877882 validation cost:0.0703149437904 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0578588210046 and training accuracy:0.993951201439 validation cost:0.051165163517 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0472154989839 and training accuracy:0.995024383068 validation cost:0.0403600260615 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0402629263699 and training accuracy:0.995219528675 validation cost:0.0334492102265 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0353371165693 and training accuracy:0.99590241909 validation cost:0.028650265187 and validation accuracy:1.0 Training on :(4, 5) training cost:0.031643204391 and training accuracy:0.996292710304 validation cost:0.0251201167703 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287561398 and training accuracy:0.996390223503 validation cost:0.0224103052169 and validation accuracy:1.0 Training on :(4, 5) Time taken:125.36653018 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.1638738662 and training accuracy:0.991341233253 validation cost:0.158441692591 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0730173513293 and training accuracy:0.995941221714 validation cost:0.0703531354666 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.048010725528 and training accuracy:0.997203946114 validation cost:0.0460706353188 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0365010760725 and training accuracy:0.997654914856 validation cost:0.0348262786865 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0298559740186 and training accuracy:0.998376488686 validation cost:0.0283074527979 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0255015585572 and training accuracy:0.998556852341 validation cost:0.0240308176726 and validation accuracy:1.0 Training on :(6, 7) training cost:0.022409087047 and training accuracy:0.998827457428 validation cost:0.020997190848 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0200876146555 and training accuracy:0.998917639256 validation cost:0.0187259782106 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0182731729001 and training accuracy:0.998917639256 validation cost:0.0169568900019 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.819446087 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.2353746593 and training accuracy:0.955485165119 validation cost:0.236541137099 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.143180474639 and training accuracy:0.964891016483 validation cost:0.144733831286 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.11034565419 and training accuracy:0.972061812878 validation cost:0.1121410653 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0923107489944 and training accuracy:0.975600659847 validation cost:0.0940102487803 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0804251432419 and training accuracy:0.978860139847 validation cost:0.0818634778261 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0718202963471 and training accuracy:0.981467664242 validation cost:0.0729419887066 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0652334466577 and training accuracy:0.982957720757 validation cost:0.0660398751497 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0599980354309 and training accuracy:0.983982145786 validation cost:0.0605123713613 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0557189024985 and training accuracy:0.985751509666 validation cost:0.0559732317924 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:120.714236975 Method 3 test accuracy:0.824899971485 Training with lmbda:127836.938509, 127 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.253844023 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362686604261 and training accuracy:0.938641965389 validation cost:0.368423908949 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.177219048142 and training accuracy:0.959549129009 validation cost:0.18201431632 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.12198189646 and training accuracy:0.969820916653 validation cost:0.127199873328 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0954599529505 and training accuracy:0.976093053818 validation cost:0.100679516792 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0795943588018 and training accuracy:0.979547321796 validation cost:0.0844723135233 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0689018517733 and training accuracy:0.982183456421 validation cost:0.0733055695891 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0611291527748 and training accuracy:0.984183251858 validation cost:0.0650472044945 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0551737956703 and training accuracy:0.985637664795 validation cost:0.0586295537651 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0504358671606 and training accuracy:0.986819386482 validation cost:0.05346134305 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.732578993 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.243993923068 and training accuracy:0.97648781538 validation cost:0.248403161764 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.116336017847 and training accuracy:0.988390266895 validation cost:0.112749740481 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0767817497253 and training accuracy:0.992390215397 validation cost:0.0708178654313 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0582558996975 and training accuracy:0.993951201439 validation cost:0.0515797846019 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0475577674806 and training accuracy:0.995024383068 validation cost:0.0407153666019 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0405650176108 and training accuracy:0.995219528675 validation cost:0.0337610132992 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0356081053615 and training accuracy:0.995804905891 validation cost:0.0289286803454 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0318894833326 and training accuracy:0.996292710304 validation cost:0.0253718979657 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0289826244116 and training accuracy:0.996390223503 validation cost:0.0226407740265 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.415199041 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.164511159062 and training accuracy:0.991431415081 validation cost:0.159074127674 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0734369382262 and training accuracy:0.995941221714 validation cost:0.0707662925124 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0483536273241 and training accuracy:0.997203946114 validation cost:0.0464085303247 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0367971435189 and training accuracy:0.997654914856 validation cost:0.0351190827787 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.030119471252 and training accuracy:0.998376488686 validation cost:0.028568841517 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.025740198791 and training accuracy:0.998556852341 validation cost:0.0242683812976 and validation accuracy:1.0 Training on :(6, 7) training cost:0.022627806291 and training accuracy:0.998827457428 validation cost:0.0212155524641 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0202905032784 and training accuracy:0.998827457428 validation cost:0.0189288705587 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0184626281261 and training accuracy:0.998917639256 validation cost:0.0171466730535 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.554072857 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.236075997353 and training accuracy:0.955392062664 validation cost:0.237240374088 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.143588811159 and training accuracy:0.965077280998 validation cost:0.145132377744 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.110696353018 and training accuracy:0.971968710423 validation cost:0.112474039197 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0926476940513 and training accuracy:0.975600659847 validation cost:0.094326287508 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.080760858953 and training accuracy:0.978766977787 validation cost:0.0821785330772 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0721586719155 and training accuracy:0.981281459332 validation cost:0.0732619911432 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0655733793974 and training accuracy:0.982957720757 validation cost:0.0663648769259 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0603380203247 and training accuracy:0.983982145786 validation cost:0.0608397088945 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0560589320958 and training accuracy:0.985658407211 validation cost:0.0563034527004 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:120.87463212 Method 3 test accuracy:0.825699985027 Training with lmbda:142451.759075, 128 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.333120108 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362992107868 and training accuracy:0.938641965389 validation cost:0.36872407794 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.177516564727 and training accuracy:0.959549129009 validation cost:0.182296171784 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.122256472707 and training accuracy:0.969911813736 validation cost:0.127452522516 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0957238078117 and training accuracy:0.976002156734 validation cost:0.100921325386 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0798496603966 and training accuracy:0.979547321796 validation cost:0.0847078934312 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.069149762392 and training accuracy:0.982183456421 validation cost:0.0735373497009 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0613703876734 and training accuracy:0.984092354774 validation cost:0.0652761757374 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0554090030491 and training accuracy:0.985637664795 validation cost:0.0588556304574 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0506649985909 and training accuracy:0.986910283566 validation cost:0.0536835603416 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.36582303 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.245744943619 and training accuracy:0.976585388184 validation cost:0.250242561102 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.117567099631 and training accuracy:0.988390266895 validation cost:0.11405364424 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0777449011803 and training accuracy:0.992390215397 validation cost:0.0718306824565 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0590521320701 and training accuracy:0.99385368824 validation cost:0.0524115599692 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0482420325279 and training accuracy:0.995024383068 validation cost:0.0414259433746 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0411672480404 and training accuracy:0.995219528675 validation cost:0.0343827493489 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0361480042338 and training accuracy:0.995609760284 validation cost:0.0294828265905 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323799885809 and training accuracy:0.996292710304 validation cost:0.0258727539331 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0294327456504 and training accuracy:0.996390223503 validation cost:0.0230981465429 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.145640135 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.165820285678 and training accuracy:0.991431415081 validation cost:0.160372570157 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0743019431829 and training accuracy:0.995850980282 validation cost:0.0716178491712 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0490542426705 and training accuracy:0.997203946114 validation cost:0.0470983572304 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0373999550939 and training accuracy:0.997654914856 validation cost:0.0357142686844 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0306536089629 and training accuracy:0.998286306858 validation cost:0.0290986970067 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0262225344777 and training accuracy:0.998556852341 validation cost:0.0247486550361 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0230693202466 and training accuracy:0.998827457428 validation cost:0.0216564275324 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0206989683211 and training accuracy:0.998827457428 validation cost:0.0193375777453 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0188437514007 and training accuracy:0.998917639256 validation cost:0.0175288040191 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.360493898 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.237527295947 and training accuracy:0.955298960209 validation cost:0.238688990474 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.144445210695 and training accuracy:0.965263545513 validation cost:0.145971745253 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.111431032419 and training accuracy:0.972154974937 validation cost:0.113174721599 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0933524742723 and training accuracy:0.975693821907 validation cost:0.0949908494949 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0814597383142 and training accuracy:0.978766977787 validation cost:0.0828381851315 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0728580206633 and training accuracy:0.981188297272 validation cost:0.0739273354411 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0662732645869 and training accuracy:0.982771456242 validation cost:0.0670361742377 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0610360316932 and training accuracy:0.983888983727 validation cost:0.0615155771375 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0567533671856 and training accuracy:0.985565304756 validation cost:0.056981716305 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:120.971503973 Method 3 test accuracy:0.827000021935 Training with lmbda:154340.494179, 129 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.32470417 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363235086203 and training accuracy:0.938641965389 validation cost:0.368963003159 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.17775157094 and training accuracy:0.959549129009 validation cost:0.18251876533 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.122472777963 and training accuracy:0.969911813736 validation cost:0.12765109539 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0959304347634 and training accuracy:0.975911259651 validation cost:0.101111128926 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0800500735641 and training accuracy:0.97963821888 validation cost:0.0848934277892 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0693439915776 and training accuracy:0.982183456421 validation cost:0.0737197846174 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0615590661764 and training accuracy:0.984092354774 validation cost:0.0654553622007 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0555921047926 and training accuracy:0.985637664795 validation cost:0.0590315833688 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0508434288204 and training accuracy:0.986819386482 validation cost:0.0538562573493 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:123.21735096 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.247105136514 and training accuracy:0.97648781538 validation cost:0.251671433449 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.118518270552 and training accuracy:0.988390266895 validation cost:0.115061417222 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0784848481417 and training accuracy:0.992390215397 validation cost:0.0726097077131 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0596621111035 and training accuracy:0.993951201439 validation cost:0.0530494935811 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0487632974982 and training accuracy:0.994829297066 validation cost:0.0419679172337 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0416236408055 and training accuracy:0.995121955872 validation cost:0.0348550900817 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.03655564785 and training accuracy:0.995609760284 validation cost:0.0299028418958 and validation accuracy:1.0 Training on :(4, 5) training cost:0.032749928534 and training accuracy:0.996292710304 validation cost:0.0262522343546 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0297720972449 and training accuracy:0.996390223503 validation cost:0.0234447810799 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.511495113 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.166847839952 and training accuracy:0.991431415081 validation cost:0.161391869187 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0749800279737 and training accuracy:0.995850980282 validation cost:0.0722859799862 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.049601264298 and training accuracy:0.997203946114 validation cost:0.0476377382874 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0378678403795 and training accuracy:0.997745096684 validation cost:0.0361775569618 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0310666747391 and training accuracy:0.998286306858 validation cost:0.029509589076 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0265948902816 and training accuracy:0.998556852341 validation cost:0.0251204222441 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0234094876796 and training accuracy:0.998827457428 validation cost:0.0219969656318 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0210131574422 and training accuracy:0.998827457428 validation cost:0.0196525026113 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0191364474595 and training accuracy:0.998917639256 validation cost:0.0178225971758 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.331182003 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.238677889109 and training accuracy:0.955392062664 validation cost:0.239838510752 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.145136073232 and training accuracy:0.965356647968 validation cost:0.146650642157 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.112020246685 and training accuracy:0.972061812878 validation cost:0.113738335669 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0939129292965 and training accuracy:0.975693821907 validation cost:0.0955203399062 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0820118784904 and training accuracy:0.978580713272 validation cost:0.0833611190319 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0734085589647 and training accuracy:0.981095194817 validation cost:0.0744534358382 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0668218061328 and training accuracy:0.982585191727 validation cost:0.0675643533468 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0615816190839 and training accuracy:0.983795881271 validation cost:0.0620463304222 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0572947338223 and training accuracy:0.985565304756 validation cost:0.0575117282569 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:120.655647993 Method 3 test accuracy:0.827600002289 Training with lmbda:157509.332943, 130 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.432748079 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363299310207 and training accuracy:0.938641965389 validation cost:0.369026094675 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.177813485265 and training accuracy:0.959549129009 validation cost:0.182577565312 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.122529678047 and training accuracy:0.969911813736 validation cost:0.127703428268 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0959849059582 and training accuracy:0.975911259651 validation cost:0.101161301136 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0801024883986 and training accuracy:0.97963821888 validation cost:0.0849422290921 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0693947970867 and training accuracy:0.982183456421 validation cost:0.0737678334117 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0616081804037 and training accuracy:0.984092354774 validation cost:0.0655024200678 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0556399002671 and training accuracy:0.985637664795 validation cost:0.0590777955949 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0508896671236 and training accuracy:0.986819386482 validation cost:0.0539015717804 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:123.537194014 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.24745939672 and training accuracy:0.97648781538 validation cost:0.252043545246 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.118765197694 and training accuracy:0.988390266895 validation cost:0.115322731435 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0786761268973 and training accuracy:0.992390215397 validation cost:0.0728109925985 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0598191916943 and training accuracy:0.99385368824 validation cost:0.0532136075199 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0488972552121 and training accuracy:0.994829297066 validation cost:0.0421072468162 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0417410396039 and training accuracy:0.995121955872 validation cost:0.0349767133594 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.036660425365 and training accuracy:0.995609760284 validation cost:0.0300110019743 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0328448042274 and training accuracy:0.996292710304 validation cost:0.0263498462737 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0298591665924 and training accuracy:0.996390223503 validation cost:0.02353393659 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.918245792 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.167117163539 and training accuracy:0.991431415081 validation cost:0.161659345031 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0751575827599 and training accuracy:0.995850980282 validation cost:0.0724611654878 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0497435256839 and training accuracy:0.997203946114 validation cost:0.0477783121169 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0379893444479 and training accuracy:0.997745096684 validation cost:0.0362980403006 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0311738532037 and training accuracy:0.998286306858 validation cost:0.029616387561 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0266911853105 and training accuracy:0.998556852341 validation cost:0.0252166558057 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0234974883497 and training accuracy:0.998827457428 validation cost:0.0220851246268 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0210943780839 and training accuracy:0.998827457428 validation cost:0.0197340324521 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0192121043801 and training accuracy:0.998917639256 validation cost:0.0178986582905 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.785911083 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.238979250193 and training accuracy:0.955578327179 validation cost:0.240140467882 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.145319223404 and training accuracy:0.965356647968 validation cost:0.146831646562 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.112177431583 and training accuracy:0.972248077393 validation cost:0.113889589906 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0940618738532 and training accuracy:0.975693821907 validation cost:0.09566180408 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0821576714516 and training accuracy:0.978487610817 validation cost:0.0834996774793 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0735528543591 and training accuracy:0.981002032757 validation cost:0.0745921209455 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0669649317861 and training accuracy:0.982678353786 validation cost:0.0677033886313 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.061723459512 and training accuracy:0.983702719212 validation cost:0.0621853917837 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0574356503785 and training accuracy:0.985472142696 validation cost:0.0576503276825 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:120.523710966 Method 3 test accuracy:0.827600002289 Training with lmbda:167074.908473, 131 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.002697945 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363492488861 and training accuracy:0.938641965389 validation cost:0.36921620369 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.177998706698 and training accuracy:0.959458231926 validation cost:0.182753577828 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.122699759901 and training accuracy:0.969911813736 validation cost:0.127860203385 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0961470231414 and training accuracy:0.975820362568 validation cost:0.101310834289 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0802586302161 and training accuracy:0.97963821888 validation cost:0.0850873291492 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0695455372334 and training accuracy:0.982183456421 validation cost:0.0739101395011 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0617544837296 and training accuracy:0.984001457691 validation cost:0.0656421855092 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.055781584233 and training accuracy:0.985637664795 validation cost:0.0592149198055 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0510268211365 and training accuracy:0.986819386482 validation cost:0.0540355555713 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:123.697702885 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.24850666523 and training accuracy:0.976390242577 validation cost:0.253143548965 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.119495049119 and training accuracy:0.988292694092 validation cost:0.116096749902 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0792391225696 and training accuracy:0.9924877882 validation cost:0.0734044238925 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0602809712291 and training accuracy:0.99385368824 validation cost:0.0536970123649 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0492903254926 and training accuracy:0.994829297066 validation cost:0.0425162799656 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.042085789144 and training accuracy:0.995121955872 validation cost:0.0353336967528 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.036967959255 and training accuracy:0.995707333088 validation cost:0.0303281303495 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0331230871379 and training accuracy:0.996292710304 validation cost:0.0266354605556 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0301143117249 and training accuracy:0.996390223503 validation cost:0.0237945709378 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.053565025 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.167916074395 and training accuracy:0.991521596909 validation cost:0.162452876568 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.075685121119 and training accuracy:0.995850980282 validation cost:0.0729816630483 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0501658990979 and training accuracy:0.997203946114 validation cost:0.0481955595315 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0383491106331 and training accuracy:0.997745096684 validation cost:0.0366548299789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0314900167286 and training accuracy:0.998286306858 validation cost:0.0299313049763 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0269750636071 and training accuracy:0.998556852341 validation cost:0.025500241667 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0237563643605 and training accuracy:0.998827457428 validation cost:0.0223442111164 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0213332492858 and training accuracy:0.998827457428 validation cost:0.0199736338109 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0194344297051 and training accuracy:0.998917639256 validation cost:0.0181220863014 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.664849043 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.239885151386 and training accuracy:0.955485165119 validation cost:0.241046786308 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.145868673921 and training accuracy:0.965449810028 validation cost:0.147372663021 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.112645685673 and training accuracy:0.972154974937 validation cost:0.11433904618 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0945036634803 and training accuracy:0.975600659847 validation cost:0.0960817039013 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0825901031494 and training accuracy:0.978301346302 validation cost:0.0839121192694 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0739811956882 and training accuracy:0.981002032757 validation cost:0.075003862381 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0673902928829 and training accuracy:0.982678353786 validation cost:0.0681165456772 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0621455647051 and training accuracy:0.983609616756 validation cost:0.0625974684954 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0578538812697 and training accuracy:0.985192775726 validation cost:0.0580616258085 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:120.793761015 Method 3 test accuracy:0.82800000906 Training with lmbda:182585.275511, 132 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.117400885 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363799929619 and training accuracy:0.938732862473 validation cost:0.369518011808 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.178290888667 and training accuracy:0.959458231926 validation cost:0.18303014338 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.122967712581 and training accuracy:0.969911813736 validation cost:0.128106862307 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0964001715183 and training accuracy:0.975820362568 validation cost:0.101543977857 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0805025622249 and training accuracy:0.97963821888 validation cost:0.0853140279651 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0697810873389 and training accuracy:0.982092559338 validation cost:0.0741317868233 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0619833730161 and training accuracy:0.984001457691 validation cost:0.0658598616719 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0560043528676 and training accuracy:0.985728561878 validation cost:0.0594291761518 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0512421019375 and training accuracy:0.986910283566 validation cost:0.0542458333075 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:123.525326967 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.250133186579 and training accuracy:0.976390242577 validation cost:0.254852980375 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.120627202094 and training accuracy:0.988195121288 validation cost:0.117298148572 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0801110416651 and training accuracy:0.9924877882 validation cost:0.0743242576718 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0609934814274 and training accuracy:0.99385368824 validation cost:0.0544435717165 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0498961769044 and training accuracy:0.994829297066 validation cost:0.0431475415826 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0426149480045 and training accuracy:0.995024383068 validation cost:0.0358826480806 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374391898513 and training accuracy:0.995804905891 validation cost:0.0308146756142 and validation accuracy:1.0 Training on :(4, 5) training cost:0.033549413085 and training accuracy:0.996195137501 validation cost:0.0270736217499 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0305050164461 and training accuracy:0.996390223503 validation cost:0.0241948943585 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.064188957 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.169176906347 and training accuracy:0.991521596909 validation cost:0.163705274463 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0765173062682 and training accuracy:0.995850980282 validation cost:0.0738040134311 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0508272275329 and training accuracy:0.997203946114 validation cost:0.048850428313 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0389104448259 and training accuracy:0.997745096684 validation cost:0.037212818861 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0319827124476 and training accuracy:0.998286306858 validation cost:0.0304227564484 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0274169687182 and training accuracy:0.998556852341 validation cost:0.0259423516691 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0241588596255 and training accuracy:0.998827457428 validation cost:0.0227480009198 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0217039640993 and training accuracy:0.998827457428 validation cost:0.0203463062644 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0197790022939 and training accuracy:0.998917639256 validation cost:0.0184689518064 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.087014914 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.241316393018 and training accuracy:0.955392062664 validation cost:0.242480754852 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.146747723222 and training accuracy:0.965729176998 validation cost:0.148239284754 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.11339250952 and training accuracy:0.972341239452 validation cost:0.11505805701 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0952057391405 and training accuracy:0.975600659847 validation cost:0.0967514440417 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.083275437355 and training accuracy:0.978208243847 validation cost:0.0845667645335 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0746571943164 and training accuracy:0.980908930302 validation cost:0.0756553187966 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0680592954159 and training accuracy:0.982678353786 validation cost:0.0687679573894 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0628068894148 and training accuracy:0.983609616756 validation cost:0.0632448196411 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0585067681968 and training accuracy:0.984727144241 validation cost:0.0587062127888 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:120.577014923 Method 3 test accuracy:0.828800022602 Training with lmbda:184477.613232, 133 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.073120117 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363836765289 and training accuracy:0.938732862473 validation cost:0.36955422163 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.178326293826 and training accuracy:0.959458231926 validation cost:0.183063685894 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.123000591993 and training accuracy:0.969911813736 validation cost:0.128137215972 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0964313298464 and training accuracy:0.975820362568 validation cost:0.101572647691 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0805322378874 and training accuracy:0.97963821888 validation cost:0.085341475904 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0698094516993 and training accuracy:0.982001662254 validation cost:0.0741584300995 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0620108582079 and training accuracy:0.984001457691 validation cost:0.0658860132098 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0560310557485 and training accuracy:0.985728561878 validation cost:0.0594550147653 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.051268056035 and training accuracy:0.986910283566 validation cost:0.0542712844908 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:123.360190868 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.250327169895 and training accuracy:0.97648781538 validation cost:0.255056589842 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.120761625469 and training accuracy:0.988195121288 validation cost:0.117440722883 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0802139863372 and training accuracy:0.9924877882 validation cost:0.0744327828288 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0610776655376 and training accuracy:0.99385368824 validation cost:0.0545318424702 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0499676913023 and training accuracy:0.994829297066 validation cost:0.0432220436633 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0426774807274 and training accuracy:0.994926810265 validation cost:0.0359474718571 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374948717654 and training accuracy:0.995804905891 validation cost:0.0308720581234 and validation accuracy:1.0 Training on :(4, 5) training cost:0.033599704504 and training accuracy:0.996195137501 validation cost:0.0271252728999 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0305508971214 and training accuracy:0.996390223503 validation cost:0.0242418181151 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.582116842 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.169327527285 and training accuracy:0.991521596909 validation cost:0.163854703307 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0766163468361 and training accuracy:0.995850980282 validation cost:0.0739019215107 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0509060844779 and training accuracy:0.997203946114 validation cost:0.0489286109805 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0389770716429 and training accuracy:0.997745096684 validation cost:0.0372790843248 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0320410914719 and training accuracy:0.998286306858 validation cost:0.0304809417576 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0274692755193 and training accuracy:0.998556852341 validation cost:0.0259946957231 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0242065805942 and training accuracy:0.998827457428 validation cost:0.0227959211916 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0217478889972 and training accuracy:0.998827457428 validation cost:0.0203905273229 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0198198370636 and training accuracy:0.998917639256 validation cost:0.0185101106763 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.443459034 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.241489097476 and training accuracy:0.955392062664 validation cost:0.242654085159 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.146854385734 and training accuracy:0.965729176998 validation cost:0.148344710469 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.113483831286 and training accuracy:0.972341239452 validation cost:0.115146301687 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0952908843756 and training accuracy:0.975693821907 validation cost:0.0968329831958 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0833579078317 and training accuracy:0.978208243847 validation cost:0.0846459493041 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0747376307845 and training accuracy:0.980908930302 validation cost:0.0757331177592 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0681387856603 and training accuracy:0.982678353786 validation cost:0.0688455626369 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0628858804703 and training accuracy:0.983609616756 validation cost:0.0633226782084 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0585846118629 and training accuracy:0.984727144241 validation cost:0.0587836168706 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:120.769256115 Method 3 test accuracy:0.829100012779 Training with lmbda:189132.195431, 134 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.16373992 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363928437233 and training accuracy:0.938732862473 validation cost:0.369644254446 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.178412348032 and training accuracy:0.959458231926 validation cost:0.183145090938 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.123078688979 and training accuracy:0.969911813736 validation cost:0.128209158778 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0965055525303 and training accuracy:0.975820362568 validation cost:0.101641476154 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0806034207344 and training accuracy:0.97963821888 validation cost:0.0854081958532 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0698780342937 and training accuracy:0.982001662254 validation cost:0.0742237493396 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0620768330991 and training accuracy:0.984001457691 validation cost:0.0659495890141 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0560950301588 and training accuracy:0.985637664795 validation cost:0.0595168843865 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0513301491737 and training accuracy:0.986910283566 validation cost:0.0543324463069 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:124.266270161 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.250798255205 and training accuracy:0.97648781538 validation cost:0.255551159382 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.121090918779 and training accuracy:0.988195121288 validation cost:0.117790110409 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0804651528597 and training accuracy:0.9924877882 validation cost:0.0746973976493 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0612825974822 and training accuracy:0.99385368824 validation cost:0.0547467842698 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0501413159072 and training accuracy:0.994731724262 validation cost:0.0434031561017 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0428286604583 and training accuracy:0.994926810265 validation cost:0.0361041948199 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0376292094588 and training accuracy:0.995804905891 validation cost:0.031010709703 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0337209589779 and training accuracy:0.996195137501 validation cost:0.0272501837462 and validation accuracy:1.0 Training on :(4, 5) training cost:0.030661707744 and training accuracy:0.996390223503 validation cost:0.0243555549532 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.938254833 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.169696226716 and training accuracy:0.991521596909 validation cost:0.164220944047 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0768594667315 and training accuracy:0.995850980282 validation cost:0.0741422846913 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0510984770954 and training accuracy:0.997203946114 validation cost:0.0491192825139 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0391396917403 and training accuracy:0.997745096684 validation cost:0.0374407730997 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0321834459901 and training accuracy:0.998286306858 validation cost:0.030622927472 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0275966413319 and training accuracy:0.998556852341 validation cost:0.0261221602559 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0243224333972 and training accuracy:0.998827457428 validation cost:0.0229122303426 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0218546483666 and training accuracy:0.998827457428 validation cost:0.0204979199916 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0199190340936 and training accuracy:0.998917639256 validation cost:0.0186100136489 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.930297136 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.241909250617 and training accuracy:0.955578327179 validation cost:0.243075728416 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.147114604712 and training accuracy:0.965729176998 validation cost:0.14860200882 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.113704435527 and training accuracy:0.972341239452 validation cost:0.115359194577 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0954979658127 and training accuracy:0.975693821907 validation cost:0.0970308035612 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0835593491793 and training accuracy:0.978208243847 validation cost:0.0848391652107 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0749359801412 and training accuracy:0.980908930302 validation cost:0.0759247690439 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0683334767818 and training accuracy:0.982678353786 validation cost:0.0690350830555 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0630776956677 and training accuracy:0.983516454697 validation cost:0.0635106861591 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0587737299502 and training accuracy:0.984633982182 validation cost:0.0589702539146 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:126.085474014 Method 3 test accuracy:0.82959997654 Training with lmbda:0, 135 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:135.577193022 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.361787825823 and training accuracy:0.940914452076 validation cost:0.3661916852 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.173612430692 and training accuracy:0.960094511509 validation cost:0.177460968494 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.118653528392 and training accuracy:0.971093535423 validation cost:0.122938126326 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0923469811678 and training accuracy:0.975184082985 validation cost:0.0966531261802 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0765791237354 and training accuracy:0.979274630547 validation cost:0.0805961117148 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0659183934331 and training accuracy:0.982728838921 validation cost:0.0695199817419 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0581517629325 and training accuracy:0.984365046024 validation cost:0.0613147243857 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.052195828408 and training accuracy:0.986546695232 validation cost:0.054929997772 and validation accuracy:0.985294103622 Training on :(2, 3) training cost:0.0474526062608 and training accuracy:0.987455666065 validation cost:0.049787260592 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:131.002841949 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.218535661697 and training accuracy:0.979317069054 validation cost:0.220411390066 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.0978972911835 and training accuracy:0.990048766136 validation cost:0.0932736471295 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0613710209727 and training accuracy:0.994146347046 validation cost:0.0550081916153 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0446001403034 and training accuracy:0.995414614677 validation cost:0.0378307886422 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0351090282202 and training accuracy:0.99590241909 validation cost:0.0283507052809 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029031066224 and training accuracy:0.996390223503 validation cost:0.0224340315908 and validation accuracy:1.0 Training on :(4, 5) training cost:0.024806946516 and training accuracy:0.996780514717 validation cost:0.0184265673161 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0216975566 and training accuracy:0.996975600719 validation cost:0.0155521286651 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0193092152476 and training accuracy:0.99726831913 validation cost:0.0134009756148 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.123532057 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.148891031742 and training accuracy:0.988364756107 validation cost:0.142441287637 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0636622607708 and training accuracy:0.994498074055 validation cost:0.0607984922826 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0398142486811 and training accuracy:0.996121585369 validation cost:0.0379085317254 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.028898825869 and training accuracy:0.997113764286 validation cost:0.0273090265691 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0226765312254 and training accuracy:0.997835278511 validation cost:0.021209737286 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0186619702727 and training accuracy:0.998286306858 validation cost:0.0172548256814 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0158598348498 and training accuracy:0.998647093773 validation cost:0.0144928796217 and validation accuracy:1.0 Training on :(6, 7) training cost:0.013792139478 and training accuracy:0.998917639256 validation cost:0.0124593274668 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0122030042112 and training accuracy:0.999098062515 validation cost:0.0109039451927 and validation accuracy:1.0 Training on :(6, 7) Time taken:132.132314205 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.212954938412 and training accuracy:0.950270056725 validation cost:0.216396793723 and validation accuracy:0.940677940845 Training on :(8, 9) training cost:0.134700104594 and training accuracy:0.962004125118 validation cost:0.13851377368 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.103938065469 and training accuracy:0.968709230423 validation cost:0.108003042638 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.0860157087445 and training accuracy:0.974110662937 validation cost:0.0899087488651 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.073760971427 and training accuracy:0.978208243847 validation cost:0.0772404447198 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0646894201636 and training accuracy:0.981095194817 validation cost:0.0676450282335 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0576524958014 and training accuracy:0.982678353786 validation cost:0.0600533373654 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.052025847137 and training accuracy:0.985006511211 validation cost:0.0538947060704 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0474239401519 and training accuracy:0.986217200756 validation cost:0.0488076321781 and validation accuracy:0.990583777428 Training on :(8, 9) Time taken:140.006567955 Method 3 test accuracy:0.686699986458 Training with lmbda:100471.885619, 136 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:147.931176186 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364334344864 and training accuracy:0.940914452076 validation cost:0.368678957224 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.176074326038 and training accuracy:0.96082174778 validation cost:0.179752960801 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.120985239744 and training accuracy:0.971366226673 validation cost:0.125011757016 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0946545675397 and training accuracy:0.975184082985 validation cost:0.0986659154296 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0788905322552 and training accuracy:0.980001807213 validation cost:0.0826111137867 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0682334452868 and training accuracy:0.982728838921 validation cost:0.0715531781316 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0604641847312 and training accuracy:0.984819591045 validation cost:0.0633633583784 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0544989295304 and training accuracy:0.986274003983 validation cost:0.0569918714464 and validation accuracy:0.984375 Training on :(2, 3) training cost:0.0497436486185 and training accuracy:0.987637460232 validation cost:0.0518585704267 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:128.291288853 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.237412974238 and training accuracy:0.980292677879 validation cost:0.239898920059 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.1113845855 and training accuracy:0.989853680134 validation cost:0.107318967581 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0730515643954 and training accuracy:0.993951201439 validation cost:0.0671137347817 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0551821477711 and training accuracy:0.995024383068 validation cost:0.0487332418561 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0448933504522 and training accuracy:0.995414614677 validation cost:0.0383757278323 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0381844229996 and training accuracy:0.996097564697 validation cost:0.0317596793175 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0334408767521 and training accuracy:0.996292710304 validation cost:0.0271723344922 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0298924557865 and training accuracy:0.996682941914 validation cost:0.0238043982536 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0271270368248 and training accuracy:0.997170746326 validation cost:0.0212252233177 and validation accuracy:1.0 Training on :(4, 5) Time taken:122.09683013 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.160564437509 and training accuracy:0.991431415081 validation cost:0.153531417251 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0710525214672 and training accuracy:0.995760798454 validation cost:0.0676177069545 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0466619208455 and training accuracy:0.997203946114 validation cost:0.0442453548312 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0354909785092 and training accuracy:0.997745096684 validation cost:0.033469889313 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0290615279227 and training accuracy:0.998286306858 validation cost:0.027238085866 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0248573943973 and training accuracy:0.998556852341 validation cost:0.0231551080942 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0218760482967 and training accuracy:0.9987372756 validation cost:0.0202591028064 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0196403302252 and training accuracy:0.998827457428 validation cost:0.0180907752365 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0178939141333 and training accuracy:0.998827457428 validation cost:0.0164017844945 and validation accuracy:1.0 Training on :(6, 7) Time taken:133.786671877 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.222469910979 and training accuracy:0.956323325634 validation cost:0.224845007062 and validation accuracy:0.948210895061 Training on :(8, 9) training cost:0.137433052063 and training accuracy:0.964984178543 validation cost:0.14045843482 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.106669783592 and training accuracy:0.971223711967 validation cost:0.109888210893 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0895328745246 and training accuracy:0.975321292877 validation cost:0.0925888568163 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0781345739961 and training accuracy:0.978115081787 validation cost:0.0808669775724 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0698374435306 and training accuracy:0.980443298817 validation cost:0.0721936300397 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0634621456265 and training accuracy:0.982212722301 validation cost:0.0654420256615 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0583841018379 and training accuracy:0.983795881271 validation cost:0.0600161291659 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0542285591364 and training accuracy:0.985379040241 validation cost:0.0555491670966 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:127.916984081 Method 3 test accuracy:0.759999990463 Training with lmbda:110837.689046, 137 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.373790979 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364569455385 and training accuracy:0.941005349159 validation cost:0.368908345699 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.176287665963 and training accuracy:0.960730850697 validation cost:0.17995159328 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.12117767334 and training accuracy:0.971366226673 validation cost:0.12518492341 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0948376357555 and training accuracy:0.975184082985 validation cost:0.0988291278481 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0790682807565 and training accuracy:0.980001807213 validation cost:0.0827720314264 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0684063434601 and training accuracy:0.982728838921 validation cost:0.0717113539577 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0606327392161 and training accuracy:0.984819591045 validation cost:0.0635202676058 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0546628013253 and training accuracy:0.986274003983 validation cost:0.0571472086012 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0499036870897 and training accuracy:0.987546563148 validation cost:0.0520117543638 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.757395029 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.238714560866 and training accuracy:0.980390250683 validation cost:0.241245552897 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.112300351262 and training accuracy:0.98975610733 validation cost:0.108275637031 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0737838074565 and training accuracy:0.99385368824 validation cost:0.0678775757551 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.055798958987 and training accuracy:0.995024383068 validation cost:0.0493753254414 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0454296730459 and training accuracy:0.995414614677 validation cost:0.0389321669936 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.03866147995 and training accuracy:0.996097564697 validation cost:0.0322532169521 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0338723547757 and training accuracy:0.996390223503 validation cost:0.0276171974838 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0302871633321 and training accuracy:0.996682941914 validation cost:0.0242099668831 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0274910256267 and training accuracy:0.997170746326 validation cost:0.021597802639 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.152850866 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161501601338 and training accuracy:0.991521596909 validation cost:0.154442295432 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0717062577605 and training accuracy:0.995850980282 validation cost:0.0682449489832 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0472152270377 and training accuracy:0.997203946114 validation cost:0.0447753258049 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0359820276499 and training accuracy:0.997835278511 validation cost:0.0339418798685 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0295074041933 and training accuracy:0.998286306858 validation cost:0.0276684034616 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0252677500248 and training accuracy:0.998556852341 validation cost:0.0235522743315 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0222567822784 and training accuracy:0.9987372756 validation cost:0.0206283312291 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0199963655323 and training accuracy:0.998827457428 validation cost:0.0184365361929 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0182287767529 and training accuracy:0.998827457428 validation cost:0.0167271438986 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.391350985 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.223394989967 and training accuracy:0.956416487694 validation cost:0.225756511092 and validation accuracy:0.948210895061 Training on :(8, 9) training cost:0.137975633144 and training accuracy:0.965077280998 validation cost:0.140988707542 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107159793377 and training accuracy:0.971223711967 validation cost:0.110362224281 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.090025305748 and training accuracy:0.975321292877 validation cost:0.0930660590529 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0786411166191 and training accuracy:0.978115081787 validation cost:0.0813623517752 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0703593268991 and training accuracy:0.980350136757 validation cost:0.0727105438709 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0639973059297 and training accuracy:0.982026457787 validation cost:0.0659802034497 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0589270740747 and training accuracy:0.983702719212 validation cost:0.0605696327984 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0547763593495 and training accuracy:0.984913408756 validation cost:0.0561137646437 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:121.232030153 Method 3 test accuracy:0.762600004673 Training with lmbda:112156.912078, 138 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.369232178 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36459890008 and training accuracy:0.941005349159 validation cost:0.368937075138 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.17631393671 and training accuracy:0.960730850697 validation cost:0.179976046085 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.121201440692 and training accuracy:0.971366226673 validation cost:0.125206246972 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0948603972793 and training accuracy:0.975184082985 validation cost:0.098849363625 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0790903717279 and training accuracy:0.980001807213 validation cost:0.0827918201685 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0684278532863 and training accuracy:0.982637941837 validation cost:0.0717308148742 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0606537424028 and training accuracy:0.984819591045 validation cost:0.063539609313 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0546832829714 and training accuracy:0.986183047295 validation cost:0.0571664646268 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0499238856137 and training accuracy:0.987546563148 validation cost:0.0520308054984 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.89285183 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.238875836134 and training accuracy:0.980390250683 validation cost:0.241412371397 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.112413704395 and training accuracy:0.98975610733 validation cost:0.10839407146 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0738742053509 and training accuracy:0.99385368824 validation cost:0.0679719150066 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.055874876678 and training accuracy:0.995024383068 validation cost:0.049454446882 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.045495480299 and training accuracy:0.995414614677 validation cost:0.0390006043017 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0387199483812 and training accuracy:0.996097564697 validation cost:0.0323139131069 and validation accuracy:1.0 Training on :(4, 5) training cost:0.033925358206 and training accuracy:0.996390223503 validation cost:0.0276719890535 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0303353890777 and training accuracy:0.996682941914 validation cost:0.0242596175522 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0275354422629 and training accuracy:0.997170746326 validation cost:0.021643396467 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.274013042 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.161619856954 and training accuracy:0.991521596909 validation cost:0.154557466507 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0717885941267 and training accuracy:0.995850980282 validation cost:0.0683241412044 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0472843535244 and training accuracy:0.997203946114 validation cost:0.0448417365551 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0360432714224 and training accuracy:0.997835278511 validation cost:0.0340009517968 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0295626670122 and training accuracy:0.998286306858 validation cost:0.0277218874544 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0253184586763 and training accuracy:0.998556852341 validation cost:0.0236014574766 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0223037786782 and training accuracy:0.9987372756 validation cost:0.0206739604473 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0200402550399 and training accuracy:0.998827457428 validation cost:0.0184792075306 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0182700566947 and training accuracy:0.998827457428 validation cost:0.0167673528194 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.039335012 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.223511576653 and training accuracy:0.956416487694 validation cost:0.225871488452 and validation accuracy:0.948210895061 Training on :(8, 9) training cost:0.138044819236 and training accuracy:0.964984178543 validation cost:0.141056463122 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107222698629 and training accuracy:0.971223711967 validation cost:0.11042342335 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0900880545378 and training accuracy:0.975321292877 validation cost:0.0931271463633 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0787050873041 and training accuracy:0.978115081787 validation cost:0.0814252570271 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0704254880548 and training accuracy:0.980350136757 validation cost:0.0727764517069 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0640646442771 and training accuracy:0.981933295727 validation cost:0.0660483241081 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.058994974941 and training accuracy:0.983702719212 validation cost:0.0606391169131 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0548447072506 and training accuracy:0.984913408756 validation cost:0.0561841353774 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:120.891190052 Method 3 test accuracy:0.763100028038 Training with lmbda:113670.658968, 139 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.331737041 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364632725716 and training accuracy:0.941005349159 validation cost:0.368970096111 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.176344513893 and training accuracy:0.960730850697 validation cost:0.18000459671 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.121228724718 and training accuracy:0.971366226673 validation cost:0.12523086369 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0948865488172 and training accuracy:0.975184082985 validation cost:0.0988724976778 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0791154876351 and training accuracy:0.980001807213 validation cost:0.0828144848347 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.068452231586 and training accuracy:0.982637941837 validation cost:0.0717532262206 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0606774277985 and training accuracy:0.984819591045 validation cost:0.063561744988 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0547063760459 and training accuracy:0.986183047295 validation cost:0.0571883581579 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.049946397543 and training accuracy:0.987546563148 validation cost:0.0520522966981 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.541923046 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.239060118794 and training accuracy:0.980390250683 validation cost:0.241603076458 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.112542875111 and training accuracy:0.98975610733 validation cost:0.108529098332 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0739769265056 and training accuracy:0.99385368824 validation cost:0.0680792033672 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0559612251818 and training accuracy:0.995024383068 validation cost:0.0495445095003 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0455703362823 and training accuracy:0.995414614677 validation cost:0.0390784814954 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0387863218784 and training accuracy:0.996097564697 validation cost:0.0323827378452 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0339851975441 and training accuracy:0.996390223503 validation cost:0.0277338884771 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0303899291903 and training accuracy:0.996682941914 validation cost:0.0243158228695 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0275856405497 and training accuracy:0.997170746326 validation cost:0.0216949619353 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.573953152 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.16175365448 and training accuracy:0.991521596909 validation cost:0.154687941074 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0718822255731 and training accuracy:0.995850980282 validation cost:0.0684142559767 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0473636239767 and training accuracy:0.997203946114 validation cost:0.0449178144336 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0361130833626 and training accuracy:0.997835278511 validation cost:0.0340682081878 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0296260584146 and training accuracy:0.998286306858 validation cost:0.027783241123 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0253764390945 and training accuracy:0.998556852341 validation cost:0.0236576739699 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0223574656993 and training accuracy:0.9987372756 validation cost:0.0207261368632 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0200904775411 and training accuracy:0.998827457428 validation cost:0.0185280814767 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0183171853423 and training accuracy:0.998827457428 validation cost:0.0168132521212 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.218698978 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.223645746708 and training accuracy:0.956416487694 validation cost:0.22600401938 and validation accuracy:0.948210895061 Training on :(8, 9) training cost:0.138124451041 and training accuracy:0.964984178543 validation cost:0.141134813428 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.10729470104 and training accuracy:0.971223711967 validation cost:0.110493555665 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0901602655649 and training accuracy:0.975321292877 validation cost:0.0931973829865 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0787786766887 and training accuracy:0.978115081787 validation cost:0.0814973711967 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0705008208752 and training accuracy:0.980350136757 validation cost:0.0728515088558 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0641410499811 and training accuracy:0.981933295727 validation cost:0.0661256983876 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0590721257031 and training accuracy:0.983702719212 validation cost:0.0607179477811 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0549225509167 and training accuracy:0.984913408756 validation cost:0.0562645718455 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:120.210069895 Method 3 test accuracy:0.763499975204 Training with lmbda:118532.821955, 140 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.579634905 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364742308855 and training accuracy:0.941005349159 validation cost:0.369077026844 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.176442787051 and training accuracy:0.960730850697 validation cost:0.180096298456 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.121316455305 and training accuracy:0.971366226673 validation cost:0.125309541821 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.09496986866 and training accuracy:0.975184082985 validation cost:0.0989468023181 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0791956707835 and training accuracy:0.97991091013 validation cost:0.0828869566321 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0685302615166 and training accuracy:0.982637941837 validation cost:0.0718247741461 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.060753621161 and training accuracy:0.984819591045 validation cost:0.0636324584484 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0547806881368 and training accuracy:0.986183047295 validation cost:0.0572585426271 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0500186644495 and training accuracy:0.987546563148 validation cost:0.0521213002503 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:124.125547886 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.239649683237 and training accuracy:0.980292677879 validation cost:0.242213502526 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.112953580916 and training accuracy:0.98975610733 validation cost:0.108958370984 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0743019655347 and training accuracy:0.993756115437 validation cost:0.0684186145663 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0562337078154 and training accuracy:0.995024383068 validation cost:0.049828402698 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0458057522774 and training accuracy:0.995414614677 validation cost:0.0393231213093 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0389945805073 and training accuracy:0.996097564697 validation cost:0.0325985737145 and validation accuracy:1.0 Training on :(4, 5) training cost:0.034172963351 and training accuracy:0.996390223503 validation cost:0.02792782709 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0305615775287 and training accuracy:0.996682941914 validation cost:0.0244924426079 and validation accuracy:1.0 Training on :(4, 5) training cost:0.027744140476 and training accuracy:0.997073173523 validation cost:0.021857406944 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.801429987 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162183448672 and training accuracy:0.991611778736 validation cost:0.155106991529 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0721814930439 and training accuracy:0.995850980282 validation cost:0.0687022134662 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0476143248379 and training accuracy:0.997203946114 validation cost:0.045158661902 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0363342724741 and training accuracy:0.997835278511 validation cost:0.0342812910676 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0298255905509 and training accuracy:0.998286306858 validation cost:0.027976160869 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0255592912436 and training accuracy:0.998556852341 validation cost:0.0238348096609 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0225267931819 and training accuracy:0.9987372756 validation cost:0.02089048177 and validation accuracy:1.0 Training on :(6, 7) training cost:0.020248349756 and training accuracy:0.998827457428 validation cost:0.0186814889312 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0184655487537 and training accuracy:0.998827457428 validation cost:0.016957603395 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.181997061 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.224070057273 and training accuracy:0.956509590149 validation cost:0.226423203945 and validation accuracy:0.950094163418 Training on :(8, 9) training cost:0.13837775588 and training accuracy:0.964984178543 validation cost:0.141384169459 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107522845268 and training accuracy:0.971130549908 validation cost:0.110716640949 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0903878733516 and training accuracy:0.975321292877 validation cost:0.0934198498726 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0790113657713 and training accuracy:0.978021979332 validation cost:0.0817267000675 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0707393884659 and training accuracy:0.980257034302 validation cost:0.0730897858739 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0643839016557 and training accuracy:0.981933295727 validation cost:0.0663718059659 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0593177378178 and training accuracy:0.983609616756 validation cost:0.0609692446887 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0551694333553 and training accuracy:0.984913408756 validation cost:0.0565200261772 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:121.078783989 Method 3 test accuracy:0.763800024986 Training with lmbda:120920.212212, 141 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.310585976 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364795356989 and training accuracy:0.941005349159 validation cost:0.369128793478 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.176490113139 and training accuracy:0.960730850697 validation cost:0.180140376091 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.121359303594 and training accuracy:0.971366226673 validation cost:0.125348046422 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0950101837516 and training accuracy:0.975184082985 validation cost:0.0989827215672 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0792343765497 and training accuracy:0.97991091013 validation cost:0.0829218775034 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0685677751899 and training accuracy:0.982637941837 validation cost:0.0718591809273 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0607901960611 and training accuracy:0.984819591045 validation cost:0.0636665001512 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0548162013292 and training accuracy:0.986183047295 validation cost:0.0572920925915 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0500532984734 and training accuracy:0.987546563148 validation cost:0.052154187113 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.297500134 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.239933267236 and training accuracy:0.980292677879 validation cost:0.242507010698 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.113152511418 and training accuracy:0.98975610733 validation cost:0.10916659981 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0744587033987 and training accuracy:0.993756115437 validation cost:0.0685824602842 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0563654005527 and training accuracy:0.995024383068 validation cost:0.0499657951295 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0459194853902 and training accuracy:0.995414614677 validation cost:0.039441447705 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.039095133543 and training accuracy:0.996097564697 validation cost:0.0327028296888 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0342634916306 and training accuracy:0.996390223503 validation cost:0.0280214045197 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0306441746652 and training accuracy:0.996682941914 validation cost:0.0245775114745 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0278203506023 and training accuracy:0.997073173523 validation cost:0.0219355486333 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.558444977 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162390679121 and training accuracy:0.991611778736 validation cost:0.155308872461 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0723258405924 and training accuracy:0.995850980282 validation cost:0.0688410326838 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0477353259921 and training accuracy:0.997203946114 validation cost:0.0452747941017 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0364409610629 and training accuracy:0.997835278511 validation cost:0.034384034574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0299219079316 and training accuracy:0.998286306858 validation cost:0.0280692279339 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0256478078663 and training accuracy:0.998556852341 validation cost:0.0239205714315 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0226087681949 and training accuracy:0.9987372756 validation cost:0.0209700334817 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0203246884048 and training accuracy:0.998827457428 validation cost:0.0187556613237 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0185371376574 and training accuracy:0.998827457428 validation cost:0.017027175054 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.535777807 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.22427727282 and training accuracy:0.956602692604 validation cost:0.226627901196 and validation accuracy:0.950094163418 Training on :(8, 9) training cost:0.138502120972 and training accuracy:0.965077280998 validation cost:0.141506493092 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107634276152 and training accuracy:0.971130549908 validation cost:0.110825687647 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0904991552234 and training accuracy:0.975321292877 validation cost:0.0935287252069 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0791252553463 and training accuracy:0.978021979332 validation cost:0.0818395316601 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0708556473255 and training accuracy:0.980257034302 validation cost:0.0732061266899 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0645022913814 and training accuracy:0.981933295727 validation cost:0.0664917826653 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0594372339547 and training accuracy:0.983609616756 validation cost:0.0610917434096 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0552892684937 and training accuracy:0.984913408756 validation cost:0.0566442199051 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:120.253714085 Method 3 test accuracy:0.764299988747 Training with lmbda:127836.938509, 142 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.132946014 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364948451519 and training accuracy:0.941005349159 validation cost:0.36927819252 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.176626548171 and training accuracy:0.960730850697 validation cost:0.180268019438 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.121481373906 and training accuracy:0.971366226673 validation cost:0.12545800209 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0951258316636 and training accuracy:0.975184082985 validation cost:0.099085777998 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0793461129069 and training accuracy:0.979820013046 validation cost:0.0830226838589 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0686759278178 and training accuracy:0.982637941837 validation cost:0.0719585716724 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0608956702054 and training accuracy:0.984910488129 validation cost:0.0637652948499 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0549190342426 and training accuracy:0.986183047295 validation cost:0.057390190661 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0501530952752 and training accuracy:0.987455666065 validation cost:0.0522501952946 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:124.091660023 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.240742310882 and training accuracy:0.980390250683 validation cost:0.243344649673 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.113715276122 and training accuracy:0.98975610733 validation cost:0.10975561291 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0749039128423 and training accuracy:0.993756115437 validation cost:0.0690474957228 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0567364245653 and training accuracy:0.995024383068 validation cost:0.0503528602421 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0462397448719 and training accuracy:0.995414614677 validation cost:0.0397746227682 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0393783822656 and training accuracy:0.996097564697 validation cost:0.0329965129495 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0345179699361 and training accuracy:0.996390223503 validation cost:0.0282846000046 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0308765843511 and training accuracy:0.996682941914 validation cost:0.0248169563711 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0280347391963 and training accuracy:0.996975600719 validation cost:0.0221553891897 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.204378128 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.162988200784 and training accuracy:0.991792201996 validation cost:0.155891746283 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0727409422398 and training accuracy:0.995850980282 validation cost:0.0692407265306 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0480828545988 and training accuracy:0.997203946114 validation cost:0.045608703047 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0367462523282 and training accuracy:0.997835278511 validation cost:0.0346783809364 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0301970038563 and training accuracy:0.998286306858 validation cost:0.0283352583647 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0258989557624 and training accuracy:0.998556852341 validation cost:0.0241640079767 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0228409189731 and training accuracy:0.9987372756 validation cost:0.0211954787374 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0205411687493 and training accuracy:0.998827457428 validation cost:0.0189661700279 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0187400840223 and training accuracy:0.998827457428 validation cost:0.0172244757414 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.796087027 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.224875599146 and training accuracy:0.956602692604 validation cost:0.227219924331 and validation accuracy:0.950094163418 Training on :(8, 9) training cost:0.138863101602 and training accuracy:0.965170443058 validation cost:0.141862481833 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.107956193388 and training accuracy:0.971037447453 validation cost:0.111140668392 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0908191204071 and training accuracy:0.975414395332 validation cost:0.0938420668244 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0794498249888 and training accuracy:0.977928876877 validation cost:0.0821595788002 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0711861029267 and training accuracy:0.980257034302 validation cost:0.0735364258289 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0648380741477 and training accuracy:0.981840193272 validation cost:0.06683254987 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0597760789096 and training accuracy:0.983516454697 validation cost:0.0614400319755 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0556294247508 and training accuracy:0.984913408756 validation cost:0.0569977499545 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:120.644027948 Method 3 test accuracy:0.764699995518 Training with lmbda:142451.759075, 143 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.983950853 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365264862776 and training accuracy:0.941005349159 validation cost:0.369586735964 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.17690859735 and training accuracy:0.960730850697 validation cost:0.180531978607 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.121733061969 and training accuracy:0.971366226673 validation cost:0.125685870647 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0953629463911 and training accuracy:0.975184082985 validation cost:0.099299184978 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0795743986964 and training accuracy:0.979729115963 validation cost:0.0832297056913 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0688970834017 and training accuracy:0.982637941837 validation cost:0.0721623972058 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0611105114222 and training accuracy:0.984910488129 validation cost:0.0639672800899 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0551274679601 and training accuracy:0.986274003983 validation cost:0.0575886778533 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0503558516502 and training accuracy:0.987455666065 validation cost:0.0524456426501 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.593662977 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.242381483316 and training accuracy:0.980390250683 validation cost:0.245042741299 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.114854313433 and training accuracy:0.989853680134 validation cost:0.110947661102 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0757977887988 and training accuracy:0.993756115437 validation cost:0.0699817240238 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0574791543186 and training accuracy:0.995024383068 validation cost:0.0511281602085 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0468799844384 and training accuracy:0.995414614677 validation cost:0.0404409989715 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0399426966906 and training accuracy:0.996097564697 validation cost:0.0335821397603 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0350246429443 and training accuracy:0.996292710304 validation cost:0.0288087148219 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0313383489847 and training accuracy:0.996682941914 validation cost:0.0252925958484 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0284596011043 and training accuracy:0.996975600719 validation cost:0.0225913133472 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.168391943 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.164217382669 and training accuracy:0.991972565651 validation cost:0.157092183828 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0735927447677 and training accuracy:0.995941221714 validation cost:0.0700612664223 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0487912558019 and training accuracy:0.997203946114 validation cost:0.0462904497981 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0373661480844 and training accuracy:0.997835278511 validation cost:0.0352766513824 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0307535901666 and training accuracy:0.998196065426 validation cost:0.0288744047284 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0264063067734 and training accuracy:0.998556852341 validation cost:0.0246563348919 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0233085043728 and training accuracy:0.9987372756 validation cost:0.0216499362141 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0209754817188 and training accuracy:0.998827457428 validation cost:0.0193886086345 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0191464517266 and training accuracy:0.998827457428 validation cost:0.0176197234541 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.300237179 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.226117625833 and training accuracy:0.957068383694 validation cost:0.228452801704 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.139621585608 and training accuracy:0.965077280998 validation cost:0.142614543438 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.108629144728 and training accuracy:0.970664918423 validation cost:0.111803539097 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.091481924057 and training accuracy:0.975135028362 validation cost:0.0944959372282 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0801208466291 and training accuracy:0.977928876877 validation cost:0.0828269794583 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0718664377928 and training accuracy:0.980257034302 validation cost:0.0742217972875 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.065524995327 and training accuracy:0.981653928757 validation cost:0.0675336197019 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0604671165347 and training accuracy:0.983516454697 validation cost:0.06215287745 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0563213415444 and training accuracy:0.984820246696 validation cost:0.0577177554369 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:120.713912964 Method 3 test accuracy:0.76709997654 Training with lmbda:154340.494179, 144 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.094152212 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365515619516 and training accuracy:0.940914452076 validation cost:0.369831174612 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.17713239789 and training accuracy:0.96082174778 validation cost:0.180741786957 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.121930524707 and training accuracy:0.971366226673 validation cost:0.125864714384 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0955479219556 and training accuracy:0.975184082985 validation cost:0.0994657203555 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0797515064478 and training accuracy:0.979729115963 validation cost:0.0833909288049 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0690686255693 and training accuracy:0.982547044754 validation cost:0.0723212063313 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0612765662372 and training accuracy:0.984910488129 validation cost:0.0641242563725 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0552889145911 and training accuracy:0.986183047295 validation cost:0.0577430538833 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0505124218762 and training accuracy:0.987455666065 validation cost:0.0525970570743 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:123.643393993 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.243655398488 and training accuracy:0.980292677879 validation cost:0.246362760663 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.115735650063 and training accuracy:0.989853680134 validation cost:0.111870974302 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0764853060246 and training accuracy:0.993756115437 validation cost:0.0707020685077 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0580481365323 and training accuracy:0.995024383068 validation cost:0.0517230182886 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0473685562611 and training accuracy:0.995414614677 validation cost:0.0409506894648 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.040373057127 and training accuracy:0.996097564697 validation cost:0.0340291336179 and validation accuracy:1.0 Training on :(4, 5) training cost:0.035410348326 and training accuracy:0.996292710304 validation cost:0.029207771644 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0316891148686 and training accuracy:0.996682941914 validation cost:0.0256545636803 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0287817586213 and training accuracy:0.996975600719 validation cost:0.0229224637151 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.556651831 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.165187597275 and training accuracy:0.992062747478 validation cost:0.158040195704 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0742645338178 and training accuracy:0.995941221714 validation cost:0.070709079504 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0493452697992 and training accuracy:0.997203946114 validation cost:0.0468243844807 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.037848610431 and training accuracy:0.997835278511 validation cost:0.0357429869473 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0311845503747 and training accuracy:0.998196065426 validation cost:0.0292922593653 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0267979484051 and training accuracy:0.998556852341 validation cost:0.0250369757414 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0236684307456 and training accuracy:0.998827457428 validation cost:0.0220003593713 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0213095955551 and training accuracy:0.998827457428 validation cost:0.0197142623365 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0194587484002 and training accuracy:0.998827457428 validation cost:0.0179240237921 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.580557108 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.22710698843 and training accuracy:0.957068383694 validation cost:0.22943778336 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.1402361691 and training accuracy:0.965263545513 validation cost:0.143225729465 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.109173111618 and training accuracy:0.970664918423 validation cost:0.112340554595 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.092012539506 and training accuracy:0.975228190422 validation cost:0.0950221419334 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0806537047029 and training accuracy:0.978021979332 validation cost:0.0833595618606 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0724028795958 and training accuracy:0.980163931847 validation cost:0.0747649222612 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0660645514727 and training accuracy:0.981560826302 validation cost:0.0680869966745 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0610073208809 and training accuracy:0.983516454697 validation cost:0.0627124682069 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0568601600826 and training accuracy:0.984633982182 validation cost:0.0582809373736 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:120.69560504 Method 3 test accuracy:0.769200026989 Training with lmbda:157509.332943, 145 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.498771906 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365581542253 and training accuracy:0.940914452076 validation cost:0.369895458221 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.177190706134 and training accuracy:0.96082174778 validation cost:0.180796399713 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.121982030571 and training accuracy:0.971366226673 validation cost:0.125911489129 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0955962911248 and training accuracy:0.975184082985 validation cost:0.0995094031096 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0797974094748 and training accuracy:0.979729115963 validation cost:0.083432674408 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0691131427884 and training accuracy:0.982547044754 validation cost:0.0723626464605 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0613199435174 and training accuracy:0.984910488129 validation cost:0.06416567415 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0553308352828 and training accuracy:0.986183047295 validation cost:0.057783331722 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0505530163646 and training accuracy:0.987455666065 validation cost:0.0526365935802 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:124.436856985 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.243985190988 and training accuracy:0.980292677879 validation cost:0.246704816818 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.115963816643 and training accuracy:0.989853680134 validation cost:0.112110123038 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.076662607491 and training accuracy:0.993756115437 validation cost:0.0708878338337 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0581947155297 and training accuracy:0.995024383068 validation cost:0.0518762171268 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0474938973784 and training accuracy:0.995414614677 validation cost:0.041081443429 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0404835306108 and training accuracy:0.995999991894 validation cost:0.0341438576579 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0355094000697 and training accuracy:0.996292710304 validation cost:0.0293103791773 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0317791439593 and training accuracy:0.996682941914 validation cost:0.0257474333048 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0288646090776 and training accuracy:0.996975600719 validation cost:0.0230076052248 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.091575146 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.165441438556 and training accuracy:0.992152988911 validation cost:0.158288136125 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0744403898716 and training accuracy:0.995941221714 validation cost:0.0708787888288 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0494902916253 and training accuracy:0.997203946114 validation cost:0.0469643510878 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0379745401442 and training accuracy:0.997835278511 validation cost:0.0358649343252 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0312966518104 and training accuracy:0.998196065426 validation cost:0.0294012147933 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0268997140229 and training accuracy:0.998556852341 validation cost:0.0251360870898 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0237618088722 and training accuracy:0.998827457428 validation cost:0.0220914389938 and validation accuracy:1.0 Training on :(6, 7) training cost:0.021396111697 and training accuracy:0.998827457428 validation cost:0.0197986606508 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0195394717157 and training accuracy:0.998827457428 validation cost:0.0180027578026 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.268383026 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.227368444204 and training accuracy:0.957068383694 validation cost:0.229698911309 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.140400066972 and training accuracy:0.965263545513 validation cost:0.143389135599 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.109317906201 and training accuracy:0.970664918423 validation cost:0.112484402955 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.092153146863 and training accuracy:0.975228190422 validation cost:0.0951618775725 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0807941406965 and training accuracy:0.978115081787 validation cost:0.0835004225373 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0725445002317 and training accuracy:0.980163931847 validation cost:0.0749088451266 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0662063658237 and training accuracy:0.981653928757 validation cost:0.0682329535484 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.061149019748 and training accuracy:0.983423352242 validation cost:0.0628601759672 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0570008121431 and training accuracy:0.984727144241 validation cost:0.0584288276732 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:121.039589167 Method 3 test accuracy:0.769500017166 Training with lmbda:167074.908473, 146 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:134.613240004 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365780323744 and training accuracy:0.940914452076 validation cost:0.370089262724 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.177366107702 and training accuracy:0.96082174778 validation cost:0.18096087873 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.122137099504 and training accuracy:0.971366226673 validation cost:0.126052230597 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0957404971123 and training accuracy:0.975274980068 validation cost:0.0996400937438 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0799357518554 and training accuracy:0.979729115963 validation cost:0.0835590362549 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0692465379834 and training accuracy:0.982547044754 validation cost:0.0724865347147 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0614486150444 and training accuracy:0.984910488129 validation cost:0.0642879456282 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0554556399584 and training accuracy:0.986183047295 validation cost:0.0579038821161 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0506743043661 and training accuracy:0.987455666065 validation cost:0.0527546927333 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:125.307045937 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.244959682226 and training accuracy:0.980292677879 validation cost:0.247715353966 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.116637013853 and training accuracy:0.989853680134 validation cost:0.112815529108 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0771854892373 and training accuracy:0.993658542633 validation cost:0.0714356377721 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0586250834167 and training accuracy:0.994926810265 validation cost:0.0523259937763 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0478621572256 and training accuracy:0.995414614677 validation cost:0.0414649993181 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0408076010644 and training accuracy:0.99590241909 validation cost:0.0344802625477 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0358001962304 and training accuracy:0.996292710304 validation cost:0.0296112969518 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0320436619222 and training accuracy:0.996682941914 validation cost:0.0260202083737 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0291077736765 and training accuracy:0.996878027916 validation cost:0.0232576634735 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.862493038 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.16619771719 and training accuracy:0.992152988911 validation cost:0.15902864933 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0749635994434 and training accuracy:0.996031403542 validation cost:0.0713846832514 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0499199852347 and training accuracy:0.997203946114 validation cost:0.0473795086145 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0383469164371 and training accuracy:0.997835278511 validation cost:0.0362259857357 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0316278971732 and training accuracy:0.998196065426 validation cost:0.0297232158482 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0271994117647 and training accuracy:0.998556852341 validation cost:0.0254278965294 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240372437984 and training accuracy:0.998827457428 validation cost:0.0223600231111 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0216508600861 and training accuracy:0.998827457428 validation cost:0.0200470089912 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0197769626975 and training accuracy:0.998827457428 validation cost:0.0182342957705 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.816882849 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.228152394295 and training accuracy:0.957068383694 validation cost:0.23047979176 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.140888988972 and training accuracy:0.965449810028 validation cost:0.143877282739 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.109747812152 and training accuracy:0.970758080482 validation cost:0.112910285592 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0925699472427 and training accuracy:0.975228190422 validation cost:0.0955756977201 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0812088027596 and training accuracy:0.978021979332 validation cost:0.0839159563184 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0729598477483 and training accuracy:0.980070769787 validation cost:0.0753296688199 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0666231885552 and training accuracy:0.981747090816 validation cost:0.0686592236161 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0615653134882 and training accuracy:0.983330249786 validation cost:0.0632903203368 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0574151873589 and training accuracy:0.984354615211 validation cost:0.0588607415557 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:121.865705013 Method 3 test accuracy:0.770399987698 Training with lmbda:182585.275511, 147 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:130.526410103 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366098254919 and training accuracy:0.940914452076 validation cost:0.370399147272 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.177643731236 and training accuracy:0.96082174778 validation cost:0.181221872568 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.12237996608 and training accuracy:0.971457123756 validation cost:0.126273602247 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0959677472711 and training accuracy:0.975274980068 validation cost:0.0998465046287 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.080152772367 and training accuracy:0.979729115963 validation cost:0.0837583467364 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.069455191493 and training accuracy:0.982547044754 validation cost:0.0726824626327 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0616502799094 and training accuracy:0.984910488129 validation cost:0.0644806921482 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.055650793016 and training accuracy:0.986364901066 validation cost:0.0580925606191 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0508637912571 and training accuracy:0.987546563148 validation cost:0.0529401898384 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:124.737087965 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.246478706598 and training accuracy:0.980292677879 validation cost:0.249289989471 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.117681615055 and training accuracy:0.989951193333 validation cost:0.113910451531 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0779933407903 and training accuracy:0.99356096983 validation cost:0.0722822919488 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0592906363308 and training accuracy:0.994926810265 validation cost:0.0530219338834 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0484303385019 and training accuracy:0.995317101479 validation cost:0.0420573614538 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0413059666753 and training accuracy:0.99590241909 validation cost:0.0349980890751 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0362461395562 and training accuracy:0.996292710304 validation cost:0.030073415488 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0324486233294 and training accuracy:0.996682941914 validation cost:0.0264387242496 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0294797699898 and training accuracy:0.996878027916 validation cost:0.0236412938684 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.682576895 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.167398199439 and training accuracy:0.992152988911 validation cost:0.160203441978 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0757890343666 and training accuracy:0.996031403542 validation cost:0.0721827447414 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0505936183035 and training accuracy:0.997203946114 validation cost:0.0480306856334 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0389275625348 and training accuracy:0.997835278511 validation cost:0.0367886349559 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0321428850293 and training accuracy:0.998196065426 validation cost:0.0302232783288 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0276644621044 and training accuracy:0.998556852341 validation cost:0.0258802883327 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0244627986103 and training accuracy:0.998827457428 validation cost:0.0227744821459 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0220444314182 and training accuracy:0.998827457428 validation cost:0.0204305760562 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0201433897018 and training accuracy:0.998827457428 validation cost:0.0185913071036 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.314087868 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.229398861527 and training accuracy:0.957161486149 validation cost:0.231722861528 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.141676932573 and training accuracy:0.965636074543 validation cost:0.144665747881 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.110438220203 and training accuracy:0.970758080482 validation cost:0.113597460091 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0932343900204 and training accuracy:0.975135028362 validation cost:0.0962384939194 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0818676874042 and training accuracy:0.978021979332 validation cost:0.084580168128 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0736178532243 and training accuracy:0.979977667332 validation cost:0.0760004520416 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0672805085778 and training accuracy:0.981840193272 validation cost:0.0693366602063 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0622201822698 and training accuracy:0.983143985271 validation cost:0.0639712586999 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0580653063953 and training accuracy:0.984261512756 validation cost:0.0595424026251 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:122.333277941 Method 3 test accuracy:0.771499991417 Training with lmbda:184477.613232, 148 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:130.546816111 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366136401892 and training accuracy:0.940914452076 validation cost:0.370436310768 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.177676856518 and training accuracy:0.96082174778 validation cost:0.181252866983 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.122408948839 and training accuracy:0.971457123756 validation cost:0.126300051808 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.095994733274 and training accuracy:0.975274980068 validation cost:0.0998711585999 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0801785439253 and training accuracy:0.979729115963 validation cost:0.0837820470333 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0694802254438 and training accuracy:0.982547044754 validation cost:0.072705976665 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0616744682193 and training accuracy:0.984910488129 validation cost:0.0645042061806 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0556741096079 and training accuracy:0.986364901066 validation cost:0.0581153742969 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0508863590658 and training accuracy:0.987546563148 validation cost:0.0529625117779 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:125.09168601 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.24665825069 and training accuracy:0.980292677879 validation cost:0.24947629869 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.117805235088 and training accuracy:0.989951193333 validation cost:0.114040061831 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.078088581562 and training accuracy:0.99356096983 validation cost:0.0723821222782 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0593690089881 and training accuracy:0.994926810265 validation cost:0.0531039424241 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0484972260892 and training accuracy:0.995317101479 validation cost:0.0421270728111 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0413646958768 and training accuracy:0.99590241909 validation cost:0.035059094429 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0362986736 and training accuracy:0.996292710304 validation cost:0.0301278531551 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0324963964522 and training accuracy:0.996682941914 validation cost:0.0264880824834 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0295238066465 and training accuracy:0.996878027916 validation cost:0.0236867424101 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.6801579 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.167541101575 and training accuracy:0.992152988911 validation cost:0.160343304276 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0758873075247 and training accuracy:0.996031403542 validation cost:0.072277776897 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0506738387048 and training accuracy:0.997203946114 validation cost:0.0481081940234 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0389963872731 and training accuracy:0.997835278511 validation cost:0.0368551649153 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0322038903832 and training accuracy:0.998196065426 validation cost:0.0302823483944 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0277194548398 and training accuracy:0.998556852341 validation cost:0.0259336717427 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0245130769908 and training accuracy:0.998827457428 validation cost:0.0228233803064 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0220908150077 and training accuracy:0.998827457428 validation cost:0.0204757191241 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0201866682619 and training accuracy:0.998827457428 validation cost:0.0186334252357 and validation accuracy:1.0 Training on :(6, 7) Time taken:130.197854042 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.229549393058 and training accuracy:0.957161486149 validation cost:0.231873318553 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.141772285104 and training accuracy:0.965636074543 validation cost:0.144761487842 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.110521905124 and training accuracy:0.970758080482 validation cost:0.113681159914 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0933145210147 and training accuracy:0.975135028362 validation cost:0.0963186472654 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0819464698434 and training accuracy:0.978021979332 validation cost:0.0846597775817 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0736961513758 and training accuracy:0.979977667332 validation cost:0.0760804116726 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0673586130142 and training accuracy:0.981840193272 validation cost:0.069416962564 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0622980631888 and training accuracy:0.983143985271 validation cost:0.0640520453453 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0581423193216 and training accuracy:0.984261512756 validation cost:0.0596232376993 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:129.585517883 Method 3 test accuracy:0.771700024605 Training with lmbda:189132.195431, 149 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:133.31871891 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366229206324 and training accuracy:0.940914452076 validation cost:0.370526820421 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.177757963538 and training accuracy:0.96082174778 validation cost:0.181328982115 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.122479990125 and training accuracy:0.971366226673 validation cost:0.126365169883 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0960605666041 and training accuracy:0.975274980068 validation cost:0.0999311804771 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0802413523197 and training accuracy:0.979820013046 validation cost:0.0838404297829 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0695408284664 and training accuracy:0.982547044754 validation cost:0.0727631449699 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0617328844965 and training accuracy:0.984910488129 validation cost:0.0645599216223 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0557307749987 and training accuracy:0.986364901066 validation cost:0.0581702440977 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0509412586689 and training accuracy:0.987546563148 validation cost:0.0530163273215 and validation accuracy:0.987132370472 Training on :(2, 3) Time taken:126.86461401 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.24710047245 and training accuracy:0.980292677879 validation cost:0.249935284257 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.118107661605 and training accuracy:0.989951193333 validation cost:0.114357337356 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0783212855458 and training accuracy:0.99356096983 validation cost:0.0726261362433 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.059559777379 and training accuracy:0.994926810265 validation cost:0.053303476423 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0486596338451 and training accuracy:0.995317101479 validation cost:0.0422964282334 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0415072068572 and training accuracy:0.99590241909 validation cost:0.0352071337402 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0364264585078 and training accuracy:0.996292710304 validation cost:0.0302601065487 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0326123833656 and training accuracy:0.996682941914 validation cost:0.0266077574342 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0296301394701 and training accuracy:0.996878027916 validation cost:0.0237961169332 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.949499846 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.167892351747 and training accuracy:0.992152988911 validation cost:0.160687088966 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0761285349727 and training accuracy:0.996031403542 validation cost:0.0725110396743 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0508701950312 and training accuracy:0.997203946114 validation cost:0.0482979118824 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0391651578248 and training accuracy:0.997835278511 validation cost:0.0370185375214 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0323528051376 and training accuracy:0.998196065426 validation cost:0.0304267350584 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0278537161648 and training accuracy:0.998556852341 validation cost:0.0260640848428 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0246356762946 and training accuracy:0.998827457428 validation cost:0.0229427143931 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0222040805966 and training accuracy:0.998827457428 validation cost:0.0205861069262 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0202924311161 and training accuracy:0.998827457428 validation cost:0.0187365394086 and validation accuracy:1.0 Training on :(6, 7) Time taken:127.060585976 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.229917123914 and training accuracy:0.957254588604 validation cost:0.232240796089 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.142005473375 and training accuracy:0.965729176998 validation cost:0.144995361567 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.110725618899 and training accuracy:0.970944285393 validation cost:0.113884665072 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0935089364648 and training accuracy:0.975135028362 validation cost:0.096513479948 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0821383446455 and training accuracy:0.978021979332 validation cost:0.0848538428545 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0738874822855 and training accuracy:0.979977667332 validation cost:0.0762765184045 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.067549020052 and training accuracy:0.981840193272 validation cost:0.0696138516068 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0624874159694 and training accuracy:0.983143985271 validation cost:0.0642497912049 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0583306066692 and training accuracy:0.984261512756 validation cost:0.0598219111562 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:128.393730164 Method 3 test accuracy:0.771799981594 Total time:93722.8331778
final_test_acc = pd.DataFrame({'Method3':method3_test_accs, 'lambdas':lmbdas})
final_test_acc.to_csv('spike_sh_14lmbdas_ar1_3lyrs_he1_10_20_non_spk_classify.csv')
final_test_acc
| Method3 | lambdas | |
|---|---|---|
| 0 | 0.7295 | 0.000000 |
| 1 | 0.8072 | 100471.885619 |
| 2 | 0.8090 | 110837.689046 |
| 3 | 0.8091 | 112156.912078 |
| 4 | 0.8091 | 113670.658968 |
| 5 | 0.8097 | 118532.821955 |
| 6 | 0.8102 | 120920.212212 |
| 7 | 0.8114 | 127836.938509 |
| 8 | 0.8123 | 142451.759075 |
| 9 | 0.8140 | 154340.494179 |
| 10 | 0.8144 | 157509.332943 |
| 11 | 0.8140 | 167074.908473 |
| 12 | 0.8157 | 182585.275511 |
| 13 | 0.8159 | 184477.613232 |
| 14 | 0.8163 | 189132.195431 |
| 15 | 0.7188 | 0.000000 |
| 16 | 0.7819 | 100471.885619 |
| 17 | 0.7826 | 110837.689046 |
| 18 | 0.7827 | 112156.912078 |
| 19 | 0.7827 | 113670.658968 |
| 20 | 0.7828 | 118532.821955 |
| 21 | 0.7832 | 120920.212212 |
| 22 | 0.7842 | 127836.938509 |
| 23 | 0.7861 | 142451.759075 |
| 24 | 0.7873 | 154340.494179 |
| 25 | 0.7886 | 157509.332943 |
| 26 | 0.7898 | 167074.908473 |
| 27 | 0.7904 | 182585.275511 |
| 28 | 0.7905 | 184477.613232 |
| 29 | 0.7909 | 189132.195431 |
| ... | ... | ... |
| 120 | 0.7346 | 0.000000 |
| 121 | 0.8228 | 100471.885619 |
| 122 | 0.8240 | 110837.689046 |
| 123 | 0.8243 | 112156.912078 |
| 124 | 0.8243 | 113670.658968 |
| 125 | 0.8248 | 118532.821955 |
| 126 | 0.8249 | 120920.212212 |
| 127 | 0.8257 | 127836.938509 |
| 128 | 0.8270 | 142451.759075 |
| 129 | 0.8276 | 154340.494179 |
| 130 | 0.8276 | 157509.332943 |
| 131 | 0.8280 | 167074.908473 |
| 132 | 0.8288 | 182585.275511 |
| 133 | 0.8291 | 184477.613232 |
| 134 | 0.8296 | 189132.195431 |
| 135 | 0.6867 | 0.000000 |
| 136 | 0.7600 | 100471.885619 |
| 137 | 0.7626 | 110837.689046 |
| 138 | 0.7631 | 112156.912078 |
| 139 | 0.7635 | 113670.658968 |
| 140 | 0.7638 | 118532.821955 |
| 141 | 0.7643 | 120920.212212 |
| 142 | 0.7647 | 127836.938509 |
| 143 | 0.7671 | 142451.759075 |
| 144 | 0.7692 | 154340.494179 |
| 145 | 0.7695 | 157509.332943 |
| 146 | 0.7704 | 167074.908473 |
| 147 | 0.7715 | 182585.275511 |
| 148 | 0.7717 | 184477.613232 |
| 149 | 0.7718 | 189132.195431 |
150 rows × 2 columns
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
final_acc_grouped_by_lmbda = acc_grouped_by_lmbda.mean()
final_acc_grouped_by_lmbda.rename(columns={'Method3':'MEAN'}, inplace=True)
final_acc_grouped_by_lmbda['S.D'] = acc_grouped_by_lmbda.std()
final_acc_grouped_by_lmbda['MIN'] = acc_grouped_by_lmbda.min()
final_acc_grouped_by_lmbda['MAX'] = acc_grouped_by_lmbda.max()
final_acc_grouped_by_lmbda['MED'] = acc_grouped_by_lmbda.median()
final_acc_grouped_by_lmbda.reset_index(inplace=True)
display(final_acc_grouped_by_lmbda)
| lambdas | MEAN | S.D | MIN | MAX | MED | |
|---|---|---|---|---|---|---|
| 0 | 0.000000 | 0.71909 | 0.013358 | 0.6867 | 0.7346 | 0.72165 |
| 1 | 100471.885619 | 0.78694 | 0.020593 | 0.7600 | 0.8228 | 0.78455 |
| 2 | 110837.689046 | 0.78835 | 0.020678 | 0.7626 | 0.8240 | 0.78550 |
| 3 | 112156.912078 | 0.78858 | 0.020706 | 0.7631 | 0.8243 | 0.78575 |
| 4 | 113670.658968 | 0.78866 | 0.020647 | 0.7635 | 0.8243 | 0.78585 |
| 5 | 118532.821955 | 0.78888 | 0.021238 | 0.7638 | 0.8248 | 0.78630 |
| 6 | 120920.212212 | 0.78930 | 0.021262 | 0.7643 | 0.8249 | 0.78690 |
| 7 | 127836.938509 | 0.79036 | 0.021217 | 0.7647 | 0.8257 | 0.78750 |
| 8 | 142451.759075 | 0.79277 | 0.020593 | 0.7671 | 0.8270 | 0.78950 |
| 9 | 154340.494179 | 0.79669 | 0.018245 | 0.7692 | 0.8276 | 0.79450 |
| 10 | 157509.332943 | 0.79754 | 0.018844 | 0.7695 | 0.8276 | 0.79505 |
| 11 | 167074.908473 | 0.79855 | 0.018636 | 0.7704 | 0.8280 | 0.79605 |
| 12 | 182585.275511 | 0.79986 | 0.018529 | 0.7715 | 0.8288 | 0.79720 |
| 13 | 184477.613232 | 0.80001 | 0.018600 | 0.7717 | 0.8291 | 0.79740 |
| 14 | 189132.195431 | 0.80045 | 0.018781 | 0.7718 | 0.8296 | 0.79775 |
mpl.rcParams['figure.figsize'] = 7,4.5
mpl.rcParams['axes.labelsize'] = 12
mpl.rcParams['lines.linewidth'] = 1.5
mpl.rcParams['lines.markersize'] = 8
mpl.rcParams['xtick.labelsize'] = 13
mpl.rcParams['ytick.labelsize'] = 12
mpl.rcParams['legend.fontsize'] = 12
final_acc_grouped_by_lmbda.plot(y=['MEAN','MED','MAX'],x='lambdas')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ylabel('Accuracy')
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
prev_final_test_acc = pd.read_csv('spike_sh_14lmbdas_ar1_3lyrs_he1_75_10_non_spk_classify.csv',
index_col=0)
prev_acc_grouped_by_lmbda = prev_final_test_acc.groupby('lambdas')
prev_final_acc_grouped_by_lmbda = prev_acc_grouped_by_lmbda.mean()
prev_final_acc_grouped_by_lmbda.rename(columns={'Method3':'MEAN'}, inplace=True)
prev_final_acc_grouped_by_lmbda['S.D'] = prev_acc_grouped_by_lmbda.std()
prev_final_acc_grouped_by_lmbda['MIN'] = prev_acc_grouped_by_lmbda.min()
prev_final_acc_grouped_by_lmbda['MAX'] = prev_acc_grouped_by_lmbda.max()
prev_final_acc_grouped_by_lmbda['MED'] = prev_acc_grouped_by_lmbda.median()
prev_final_acc_grouped_by_lmbda.reset_index(inplace=True)
display(prev_final_acc_grouped_by_lmbda)
| lambdas | MEAN | S.D | MIN | MAX | MED | |
|---|---|---|---|---|---|---|
| 0 | 0.000000 | 0.71909 | 0.013358 | 0.6867 | 0.7346 | 0.72165 |
| 1 | 75117.971405 | 0.78152 | 0.020727 | 0.7575 | 0.8158 | 0.77810 |
| 2 | 77709.422262 | 0.78250 | 0.020241 | 0.7608 | 0.8171 | 0.77825 |
| 3 | 78039.228020 | 0.78257 | 0.020269 | 0.7609 | 0.8173 | 0.77825 |
| 4 | 78417.664742 | 0.78260 | 0.020226 | 0.7611 | 0.8173 | 0.77825 |
| 5 | 79633.205489 | 0.78272 | 0.020203 | 0.7613 | 0.8177 | 0.77845 |
| 6 | 80230.053053 | 0.78300 | 0.020283 | 0.7614 | 0.8182 | 0.77885 |
| 7 | 81959.234627 | 0.78297 | 0.022364 | 0.7521 | 0.8185 | 0.77900 |
| 8 | 85612.939769 | 0.78450 | 0.021875 | 0.7530 | 0.8193 | 0.78235 |
| 9 | 88585.123545 | 0.78518 | 0.022124 | 0.7533 | 0.8197 | 0.78265 |
| 10 | 89377.333236 | 0.78485 | 0.021290 | 0.7540 | 0.8197 | 0.78310 |
| 11 | 91768.727118 | 0.78598 | 0.022291 | 0.7543 | 0.8201 | 0.78355 |
| 12 | 95646.318878 | 0.78604 | 0.020861 | 0.7586 | 0.8227 | 0.78410 |
| 13 | 96119.403308 | 0.78622 | 0.020912 | 0.7587 | 0.8229 | 0.78425 |
| 14 | 97283.048858 | 0.78645 | 0.020718 | 0.7590 | 0.8230 | 0.78440 |
df2 = final_acc_grouped_by_lmbda.copy(deep=True)
df2.drop([0], inplace=True)
df1 = prev_final_acc_grouped_by_lmbda.copy(deep=True)
df1.drop([0], inplace=True)
final_df = pd.concat([df1, df2], axis=0)
display(final_df)
mpl.rcParams['figure.figsize'] = 7,4.5
mpl.rcParams['axes.labelsize'] = 12
mpl.rcParams['lines.linewidth'] = 1.5
mpl.rcParams['lines.markersize'] = 8
mpl.rcParams['xtick.labelsize'] = 13
mpl.rcParams['ytick.labelsize'] = 12
mpl.rcParams['legend.fontsize'] = 12
final_df.plot(y=['MEAN','MED','MAX'],x='lambdas')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ylabel('Accuracy')
plt.xlabel('$\lambda$')
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(w_2.eval().flatten(), 100)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(new_big_omeg_w2.flatten(),bins=100,log=True)
#plt.yscale('log')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(b_2.eval().flatten(), 100)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(new_big_omeg_b2.flatten(),100,log=True)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(w_3.eval().flatten(), 100)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(b_3.eval().flatten(), 10)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
path = '/home/ruthvik/Desktop/Summer 2017/tf_graph_outputs/mnist/continual_learning/original_mnist_5sets'
merged = tf.summary.merge_all()
train_writer = tf.summary.FileWriter(path + '/spike_sh_14lmbdas_ar1_3lyrs_he1_20_45_non_spk-classify', sess.graph)
np.random.seed(100)
n_lmbdas = 14
a = np.random.uniform(low=20.0, high=45.0, size=(n_lmbdas,))
print(a)
print()
a = a*1.0e4
a = a[np.argsort(a)]
print(a)
print()
n_reps = 10
a = a.tolist()*n_reps
print(a, len(a))
[33.58512354 26.95923463 30.61293977 41.11940331 20.1179714 23.03922802 36.76872712 40.64631888 23.41766474 34.37733324 42.28304886 25.23005305 24.63320549 22.70942226] () [201179.71404774 227094.22261606 230392.28019578 234176.64742124 246332.05488752 252300.5305293 269592.34627345 306129.39768728 335851.23544774 343773.33235681 367687.27118169 406463.18877626 411194.03307998 422830.48857807] () ([201179.71404774312, 227094.22261606378, 230392.28019577856, 234176.64742123825, 246332.05488751875, 252300.5305292974, 269592.3462734491, 306129.3976872833, 335851.23544774135, 343773.3323568125, 367687.27118169464, 406463.1887762619, 411194.03307997587, 422830.48857806606, 201179.71404774312, 227094.22261606378, 230392.28019577856, 234176.64742123825, 246332.05488751875, 252300.5305292974, 269592.3462734491, 306129.3976872833, 335851.23544774135, 343773.3323568125, 367687.27118169464, 406463.1887762619, 411194.03307997587, 422830.48857806606, 201179.71404774312, 227094.22261606378, 230392.28019577856, 234176.64742123825, 246332.05488751875, 252300.5305292974, 269592.3462734491, 306129.3976872833, 335851.23544774135, 343773.3323568125, 367687.27118169464, 406463.1887762619, 411194.03307997587, 422830.48857806606, 201179.71404774312, 227094.22261606378, 230392.28019577856, 234176.64742123825, 246332.05488751875, 252300.5305292974, 269592.3462734491, 306129.3976872833, 335851.23544774135, 343773.3323568125, 367687.27118169464, 406463.1887762619, 411194.03307997587, 422830.48857806606, 201179.71404774312, 227094.22261606378, 230392.28019577856, 234176.64742123825, 246332.05488751875, 252300.5305292974, 269592.3462734491, 306129.3976872833, 335851.23544774135, 343773.3323568125, 367687.27118169464, 406463.1887762619, 411194.03307997587, 422830.48857806606, 201179.71404774312, 227094.22261606378, 230392.28019577856, 234176.64742123825, 246332.05488751875, 252300.5305292974, 269592.3462734491, 306129.3976872833, 335851.23544774135, 343773.3323568125, 367687.27118169464, 406463.1887762619, 411194.03307997587, 422830.48857806606, 201179.71404774312, 227094.22261606378, 230392.28019577856, 234176.64742123825, 246332.05488751875, 252300.5305292974, 269592.3462734491, 306129.3976872833, 335851.23544774135, 343773.3323568125, 367687.27118169464, 406463.1887762619, 411194.03307997587, 422830.48857806606, 201179.71404774312, 227094.22261606378, 230392.28019577856, 234176.64742123825, 246332.05488751875, 252300.5305292974, 269592.3462734491, 306129.3976872833, 335851.23544774135, 343773.3323568125, 367687.27118169464, 406463.1887762619, 411194.03307997587, 422830.48857806606, 201179.71404774312, 227094.22261606378, 230392.28019577856, 234176.64742123825, 246332.05488751875, 252300.5305292974, 269592.3462734491, 306129.3976872833, 335851.23544774135, 343773.3323568125, 367687.27118169464, 406463.1887762619, 411194.03307997587, 422830.48857806606, 201179.71404774312, 227094.22261606378, 230392.28019577856, 234176.64742123825, 246332.05488751875, 252300.5305292974, 269592.3462734491, 306129.3976872833, 335851.23544774135, 343773.3323568125, 367687.27118169464, 406463.1887762619, 411194.03307997587, 422830.48857806606], 140)
lmbdas = a
np.random.seed(0)
np_weights = []
low = -np.sqrt(2.0/(n_input)) # use 4 for sigmoid, 1 for tanh activation
high = np.sqrt(2.0/(n_input))
for i in range(n_reps):
np_weights.append(np.random.uniform(low=low,high=high,size=(n_input,n_middle)))
np_weights=[item for item in np_weights for i in range(n_lmbdas)]
print(len(np_weights), len(lmbdas))
(140, 140)
np.array_equal(np_weights[0], np_weights[13])
True
np.array_equal(np_weights[0], np_weights[14])
False
START_TIME = time.time()
method3_test_accs = []
#INITIALIZE THE NETWORK
logging_count = 0
sess.run(init_op,options=run_options, run_metadata=run_metadata)
sess.graph.finalize()
for l in range(len(lmbdas)):
print('Training with lmbda:{}, {}'.format(lmbdas[l], l))
#sess.run(init_op,options=run_options, run_metadata=run_metadata)
zeta = 1e-3
new_big_omeg_w2 = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
new_big_omeg_b2 = np.zeros(shape=[1,n_middle], dtype=np.float32)
w3_zeros = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
b3_zeros = np.zeros(shape=[1,n_out], dtype=np.float32)
w3_accum = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
w3_accum = []
b3_accum = np.zeros(shape=[1,n_out], dtype=np.float32)
b3_accum = []
reset_w2_grad_accum = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
reset_b2_grad_accum = np.zeros(shape=[1,n_middle], dtype=np.float32)
start_w2 = None
start_b2 = None
sess.run(w_2_update_op, {w_2_update_placeholder:np_weights[l]})
sess.run(b_2_update_op, {b_2_update_placeholder:np.zeros(shape=[1,n_middle],dtype=np.float32)})
end_w2 = None
end_b2 = None
old_test_data = []
historical_cross_test_acc = {}
historical_train_accuracies = {}
historical_train_costs = {}
historical_val_accuracies = {}
historical_val_costs = {}
sets = [(0,1), (2,3), (4,5), (6,7), (8,9)]
#sets = [(0,4),(5,9)]
test_labels_set = []
n_test_samples = []
for a_set in range(len(sets)):
current_set = sets[a_set]
current_set_name = 'set'+str(a_set)
mask_val = [0]*num_classes
for i in range(0, current_set[1]+1):
mask_val[i]=1
set_mask_val = np.array(mask_val, dtype=np.float32)
print('Current mask:{}'.format(set_mask_val))
train_data_set, valid_data_set, test_data_set = extract_class_data(start=current_set[0],
stop=current_set[1])
train_images_set, train_labels_set = train_data_set[0], train_data_set[1]
valid_images_set, valid_labels_set = valid_data_set[0], valid_data_set[1]
test_images_set, test_labels_set = test_data_set[0], test_data_set[1]
n_test_samples.append(len(test_labels_set))
train_total = len(train_images_set)
n_batches = len(train_images_set)/BATCH_SIZE
#@@print('Number of batches:{}'.format(n_batches))
#@@set_omegas = [tf.assign(big_omeg_w2, new_big_omeg_w2), tf.assign(big_omeg_b2, new_big_omeg_b2)]
#@@sess.run(set_omegas)
sess.run(big_omeg_w2_update_op, {big_omeg_w2_update_placeholder:new_big_omeg_w2})
sess.run(big_omeg_b2_update_op, {big_omeg_b2_update_placeholder:new_big_omeg_b2})
#@@reset_grad_accums = [tf.assign(w2_grad_accum, reset_w2_grad_accum),
#@@ tf.assign(b2_grad_accum, reset_b2_grad_accum)]
#@@sess.run(reset_grad_accums)
sess.run(w2_grad_accum_update_op, {w2_grad_accum_update_placeholder:reset_w2_grad_accum})
sess.run(b2_grad_accum_update_op, {b2_grad_accum_update_placeholder:reset_b2_grad_accum})
#@@reset_w3 = [tf.assign(w_3, w3_zeros), tf.assign(b_3, b3_zeros)]
#@@sess.run(reset_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:w3_zeros})
sess.run(b_3_update_op, {b_3_update_placeholder:b3_zeros})
epochs = 10
repeats = 1
for repeat in range(repeats):
#tf.set_random_seed(l)
print('Repeat:{}'.format(repeat))
train_accuracies = []
train_costs = []
val_accuracies = []
val_costs = []
best_val = 0
first_params_set = None
last_params_set = None
T1 = time.time()
for i in range(epochs):
if(i==0):
start_w2, start_b2 = w_2.eval(), b_2.eval()
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: len(train_images_set)})
#@@print('Epoch:{}'.format((i)))
t1 = time.time()
### CALCULATE TRAIN COSTS AND TRAIN ACCURACIES
train_cost, train_accuracy = sess.run([cost, acct_res] ,feed_dict = {drop_out : 0.0,
set1_mask:set_mask_val})
train_costs.append(train_cost)
train_accuracies.append(train_accuracy)
#train_writer.add_summary(summary,logging_count)
print('training cost:{} and training accuracy:{}'.format(train_costs[i], train_accuracies[i]))
### CALCULATE VALID COSTS AND VALID ACCURACIES
sess.run(iter.initializer, feed_dict={a_1: valid_images_set, y: valid_labels_set,
batch_size: len(valid_images_set)})
_, _, val_acc, val_cost, _ = sess.run([predictions,acct_mat,acct_res, cost, a_3],
feed_dict = {drop_out : 0.0,set1_mask:set_mask_val})
val_costs.append(val_cost)
val_accuracies.append(val_acc)
if(val_acc>best_val):
best_val = val_acc
best_params_set1 = [(w_2.eval(),b_2.eval()),(w_3.eval(),b_3.eval())]
print('validation cost:{} and validation accuracy:{}'.format(val_cost, val_acc))
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
print('Training on :{}'.format(current_set))
for j in range(n_batches):
if(not (np.isnan(w_2.eval().any() and np.isnan(w_3.eval()).any()))):
#if(a_set==1):
# print(j, w_2.eval().sum(), w_3.eval().sum())
if(((j)% 1000 ==0)):
logging_count+=1
summary,_,_ = sess.run([merged,step, omega_step],
feed_dict = {drop_out:0.0,batch_size: BATCH_SIZE,tau:0.5,
set1_mask:set_mask_val,eta:0.001,
lmbda:lmbdas[l],n_tot:train_total})
#train_writer.add_summary(summary, (i+1)*j)
train_writer.add_summary(summary, logging_count)
else:
sess.run([step, omega_step],feed_dict = {drop_out:0.0,batch_size:BATCH_SIZE,
tau:0.5,set1_mask:set_mask_val,
eta:0.001,lmbda:lmbdas[l],
n_tot:train_total})
else:
print('Nan encountered in epoch:{} and batch:{}'.format(i, j))
#@@print('Epoch time:{}'.format(time.time()-t1))
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,
set1_mask:set_mask_val})
#@@print('Final test accuracy is:{}'.format(final_test_acc))
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#all_final_test_accs_set1.append(final_test_acc)
#@@best_step = [tf.assign(w_2,best_params_set1[0][0]), tf.assign(b_2,best_params_set1[0][1]),
#@@ tf.assign(w_3,best_params_set1[1][0]),tf.assign(b_3,best_params_set1[1][1])]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:best_params_set1[0][0]})
sess.run(b_2_update_op, {b_2_update_placeholder:best_params_set1[0][1]})
sess.run(w_3_update_op, {w_3_update_placeholder:best_params_set1[1][0]})
sess.run(b_3_update_op, {b_3_update_placeholder:best_params_set1[1][1]})
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,test_acc_corresp_best_val,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
#@@print('Test accuracy corresp to best val acc:{}'.format(test_acc_corresp_best_val))
print('Time taken:{}'.format(time.time()-T1))
#w3_list.append(w_3.eval())
w3_accum.append(w_3.eval())
#b3_list.append(b_3.eval())
b3_accum.append(b_3.eval())
if(i==epochs-1):
if(test_acc_corresp_best_val>final_test_acc):
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#all_final_test_accs_set1[-1] = test_acc_corresp_best_val
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#@@best_step = [tf.assign(w_2,end_w2), tf.assign(b_2,end_b2),
#@@ tf.assign(w_3,end_w3),tf.assign(b_3,end_b3)]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:end_w2})
sess.run(b_2_update_op, {b_2_update_placeholder:end_b2})
sess.run(w_3_update_op, {w_3_update_placeholder:end_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:end_b3})
first_params_set = [(start_w2, start_b2)]
last_params_set = [(end_w2, end_b2)]
small_omegas = [(w2_grad_accum.eval(),b2_grad_accum.eval())]
delta_ws = map(lambda x,y: np.square(x-y)+zeta,[item[0] for item in last_params_set],
[item[0] for item in first_params_set])
delta_bs = map(lambda x,y: np.square(x-y)+zeta,[item[1] for item in last_params_set],
[item[1] for item in first_params_set])
delta_wbs = zip(delta_ws, delta_bs)
big_omegas_ws = map(lambda x,y: (x/y),[item[0] for item in small_omegas],
[item[0] for item in delta_wbs])
big_omegas_bs = map(lambda x,y: (x/y),[item[1] for item in small_omegas],
[item[1] for item in delta_wbs])
big_omegas = zip(big_omegas_ws, big_omegas_bs)
new_big_omeg_w2 += big_omegas[0][0]
new_big_omeg_b2 += big_omegas[0][1]
#@@print('omegW2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_w2.max(),
#@@ new_big_omeg_w2.mean(),
#@@ new_big_omeg_w2.std()))
#@@print('omegb2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_b2.max(),
#@@ new_big_omeg_b2.mean(),
#@@ new_big_omeg_b2.std()))
historical_train_accuracies[current_set_name]=train_accuracies
historical_train_costs[current_set_name]=train_costs
historical_val_accuracies[current_set_name]=val_accuracies
historical_val_costs[current_set_name]=val_costs
#######Method 3 ###########
w3_set_rows = []
offset=0
for item in w3_accum:
w3_set_rows.append(item[:,offset:offset+2])
offset+=2
w3_set_row_avgs = [item.mean() for item in w3_set_rows]
final_w3 = map(lambda x,y:x-y,w3_set_rows, w3_set_row_avgs)
final_w3 = np.concatenate(final_w3, axis=1)
b3_set_rows = []
offset=0
for item in b3_accum:
b3_set_rows.append(item[:,offset:offset+2])
offset+=2
b3_set_row_avgs = [item.mean() for item in b3_set_rows]
final_b3 = map(lambda x,y:x-y,b3_set_rows, b3_set_row_avgs)
final_b3 = np.concatenate(final_b3, axis=1)
#@@set_w3 = [tf.assign(w_3, final_w3), tf.assign(b_3, final_b3)]
#@@sess.run(set_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:final_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:final_b3})
sess.run(iter.initializer, feed_dict={a_1: test_images, y: to_categorical(test_labels,num_classes=num_classes),
batch_size: len(test_images)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
method3_test_accs.append(final_test_acc)
print('Method 3 test accuracy:{}'.format(final_test_acc))
train_writer.close()
print('Total time:{}'.format(time.time()-START_TIME))
Training with lmbda:201179.714048, 0 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.148087978 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365370094776 and training accuracy:0.935187697411 validation cost:0.371715277433 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.180861055851 and training accuracy:0.958367407322 validation cost:0.186769783497 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.125274881721 and training accuracy:0.96945732832 validation cost:0.131964370608 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0983472391963 and training accuracy:0.975274980068 validation cost:0.105192996562 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0821335017681 and training accuracy:0.978456497192 validation cost:0.0886770859361 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0711426585913 and training accuracy:0.981092631817 validation cost:0.0771973207593 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0631121173501 and training accuracy:0.983365178108 validation cost:0.0686135366559 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0569368302822 and training accuracy:0.985001385212 validation cost:0.0618881620467 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0520118623972 and training accuracy:0.986183047295 validation cost:0.0564433187246 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:120.764403105 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.24794845283 and training accuracy:0.980000019073 validation cost:0.249291822314 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.118868738413 and training accuracy:0.990341484547 validation cost:0.113860405982 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0787904113531 and training accuracy:0.99385368824 validation cost:0.0720571130514 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0599230527878 and training accuracy:0.994536578655 validation cost:0.0527997128665 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0489865280688 and training accuracy:0.995024383068 validation cost:0.041881814599 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0418191589415 and training accuracy:0.996195137501 validation cost:0.034874048084 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0367281958461 and training accuracy:0.996195137501 validation cost:0.0299916658551 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0329071059823 and training accuracy:0.996487796307 validation cost:0.0263924896717 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0299187675118 and training accuracy:0.996780514717 validation cost:0.0236237086356 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.720855951 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.173049256206 and training accuracy:0.991521596909 validation cost:0.166700169444 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0771193131804 and training accuracy:0.995670616627 validation cost:0.074042275548 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0513040199876 and training accuracy:0.997203946114 validation cost:0.0491839013994 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0394318439066 and training accuracy:0.997745096684 validation cost:0.0377111323178 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0325443930924 and training accuracy:0.998196065426 validation cost:0.0310354270041 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0280036143959 and training accuracy:0.998376488686 validation cost:0.0266265943646 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0247591622174 and training accuracy:0.998556852341 validation cost:0.0234768856317 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0223094057292 and training accuracy:0.9987372756 validation cost:0.0211003124714 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0203834157437 and training accuracy:0.999007821083 validation cost:0.0192345716059 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.840325832 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.238327682018 and training accuracy:0.957254588604 validation cost:0.239375770092 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.145161107183 and training accuracy:0.965822339058 validation cost:0.146721929312 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.112319603562 and training accuracy:0.972061812878 validation cost:0.114133246243 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0944448187947 and training accuracy:0.975414395332 validation cost:0.0961641073227 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0827401503921 and training accuracy:0.978208243847 validation cost:0.084208227694 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.074293859303 and training accuracy:0.980350136757 validation cost:0.07546094805 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0678328201175 and training accuracy:0.981653928757 validation cost:0.0686981901526 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0626917257905 and training accuracy:0.983330249786 validation cost:0.0632754191756 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0584801472723 and training accuracy:0.984447777271 validation cost:0.058807272464 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.867750168 Method 3 test accuracy:0.818599998951 Training with lmbda:227094.222616, 1 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.802834034 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365877747536 and training accuracy:0.935187697411 validation cost:0.372216492891 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.181316152215 and training accuracy:0.958367407322 validation cost:0.187206238508 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.125678807497 and training accuracy:0.96945732832 validation cost:0.132344454527 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.098721139133 and training accuracy:0.975184082985 validation cost:0.105546437204 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0824863761663 and training accuracy:0.978456497192 validation cost:0.0890158265829 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0714795216918 and training accuracy:0.981092631817 validation cost:0.0775276124477 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0634348317981 and training accuracy:0.983365178108 validation cost:0.0689372122288 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0572472549975 and training accuracy:0.985001385212 validation cost:0.0622052662075 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.052311129868 and training accuracy:0.986183047295 validation cost:0.0567540377378 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:120.589581013 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.2501706779 and training accuracy:0.97990244627 validation cost:0.251581251621 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.120415613055 and training accuracy:0.990438997746 validation cost:0.115474686027 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0799827948213 and training accuracy:0.993951201439 validation cost:0.0733000263572 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0609000697732 and training accuracy:0.994536578655 validation cost:0.0538155138493 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0498200505972 and training accuracy:0.994926810265 validation cost:0.0427470505238 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0425490289927 and training accuracy:0.996097564697 validation cost:0.0356303788722 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0373813584447 and training accuracy:0.996195137501 validation cost:0.0306670609862 and validation accuracy:1.0 Training on :(4, 5) training cost:0.033500123769 and training accuracy:0.996487796307 validation cost:0.0270046833903 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0304628070444 and training accuracy:0.996780514717 validation cost:0.0241846702993 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.552898884 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.17500410974 and training accuracy:0.991521596909 validation cost:0.168654978275 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0783808976412 and training accuracy:0.995670616627 validation cost:0.0752899199724 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0523045621812 and training accuracy:0.997203946114 validation cost:0.0501713864505 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0402813367546 and training accuracy:0.997654914856 validation cost:0.0385502129793 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0332912020385 and training accuracy:0.998196065426 validation cost:0.0317739285529 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0286734439433 and training accuracy:0.998376488686 validation cost:0.0272907335311 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0253692511469 and training accuracy:0.998647093773 validation cost:0.024082634598 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0228712595999 and training accuracy:0.9987372756 validation cost:0.0216586645693 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0209049768746 and training accuracy:0.998917639256 validation cost:0.0197531655431 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.081496 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.240473553538 and training accuracy:0.957627117634 validation cost:0.24149030447 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.14652018249 and training accuracy:0.965822339058 validation cost:0.148022294044 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.113475643098 and training accuracy:0.972154974937 validation cost:0.115213155746 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.095522634685 and training accuracy:0.975693821907 validation cost:0.0971657335758 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0837797746062 and training accuracy:0.978301346302 validation cost:0.0851796343923 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.075309574604 and training accuracy:0.980350136757 validation cost:0.0764197334647 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0688256397843 and training accuracy:0.981467664242 validation cost:0.0696469843388 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0636623129249 and training accuracy:0.983237087727 validation cost:0.0642139837146 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0594300404191 and training accuracy:0.984261512756 validation cost:0.0597355589271 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.895812988 Method 3 test accuracy:0.825800001621 Training with lmbda:230392.280196, 2 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.550441027 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365940630436 and training accuracy:0.935187697411 validation cost:0.372278541327 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.18137255311 and training accuracy:0.958367407322 validation cost:0.187260240316 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.125728756189 and training accuracy:0.969366431236 validation cost:0.132391288877 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0987671017647 and training accuracy:0.975184082985 validation cost:0.105589695275 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0825297310948 and training accuracy:0.978456497192 validation cost:0.0890574455261 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0715203434229 and training accuracy:0.981092631817 validation cost:0.0775675550103 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0634740665555 and training accuracy:0.983365178108 validation cost:0.0689764395356 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0572848916054 and training accuracy:0.985001385212 validation cost:0.0622433200479 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0523472800851 and training accuracy:0.986183047295 validation cost:0.0567913390696 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:121.08305192 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.25044259429 and training accuracy:0.97990244627 validation cost:0.251861155033 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.120604909956 and training accuracy:0.990438997746 validation cost:0.115671947598 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0801286324859 and training accuracy:0.993951201439 validation cost:0.0734518766403 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0610192269087 and training accuracy:0.994536578655 validation cost:0.0539392270148 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0499215014279 and training accuracy:0.994926810265 validation cost:0.0428522229195 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0426377914846 and training accuracy:0.996097564697 validation cost:0.0357222445309 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0374609716237 and training accuracy:0.996195137501 validation cost:0.0307493489236 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0335720218718 and training accuracy:0.996487796307 validation cost:0.0270788744092 and validation accuracy:1.0 Training on :(4, 5) training cost:0.030528716743 and training accuracy:0.996780514717 validation cost:0.0242525469512 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.315663099 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.175247788429 and training accuracy:0.991521596909 validation cost:0.168898165226 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0785378366709 and training accuracy:0.995670616627 validation cost:0.0754449367523 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.05242857337 and training accuracy:0.997203946114 validation cost:0.0502936318517 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0403860323131 and training accuracy:0.997654914856 validation cost:0.038653485477 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0333826504648 and training accuracy:0.998196065426 validation cost:0.0318643003702 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0287552345544 and training accuracy:0.998376488686 validation cost:0.0273717716336 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0254437569529 and training accuracy:0.998647093773 validation cost:0.0241566058248 and validation accuracy:1.0 Training on :(6, 7) training cost:0.022939613089 and training accuracy:0.9987372756 validation cost:0.0217266641557 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0209682304412 and training accuracy:0.998917639256 validation cost:0.0198160819709 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.780809879 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.240739554167 and training accuracy:0.957813382149 validation cost:0.24175208807 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.14668956399 and training accuracy:0.965822339058 validation cost:0.148183777928 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.113619446754 and training accuracy:0.972061812878 validation cost:0.115347340703 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0956563130021 and training accuracy:0.975693821907 validation cost:0.0972900092602 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0839077755809 and training accuracy:0.978301346302 validation cost:0.0852987021208 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0754345059395 and training accuracy:0.980443298817 validation cost:0.0765372216702 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0689473897219 and training accuracy:0.981467664242 validation cost:0.0697631463408 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0637812688947 and training accuracy:0.983237087727 validation cost:0.0643287971616 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0595464780927 and training accuracy:0.984261512756 validation cost:0.0598487555981 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.845413923 Method 3 test accuracy:0.825900018215 Training with lmbda:234176.647421, 3 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.156579018 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366012781858 and training accuracy:0.935369491577 validation cost:0.372349739075 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.181436613202 and training accuracy:0.958367407322 validation cost:0.187321811914 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.125785157084 and training accuracy:0.969366431236 validation cost:0.13244445622 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0988192409277 and training accuracy:0.975184082985 validation cost:0.10563891381 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0825790837407 and training accuracy:0.978456497192 validation cost:0.0891051217914 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.071567133069 and training accuracy:0.981092631817 validation cost:0.0776135325432 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0635188817978 and training accuracy:0.983365178108 validation cost:0.0690212398767 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.057327862829 and training accuracy:0.985001385212 validation cost:0.0622868202627 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0523886159062 and training accuracy:0.986183047295 validation cost:0.0568338222802 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:121.170890093 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.250752419233 and training accuracy:0.97990244627 validation cost:0.252180755138 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.120820529759 and training accuracy:0.990438997746 validation cost:0.115897014737 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0802943259478 and training accuracy:0.993951201439 validation cost:0.0736246630549 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0611541941762 and training accuracy:0.994536578655 validation cost:0.0540796034038 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.050036419183 and training accuracy:0.994926810265 validation cost:0.0429714992642 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0427382290363 and training accuracy:0.996097564697 validation cost:0.0358262769878 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0375506170094 and training accuracy:0.996195137501 validation cost:0.0308421682566 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0336533151567 and training accuracy:0.996487796307 validation cost:0.0271628685296 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0306035224348 and training accuracy:0.996780514717 validation cost:0.0243295580149 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.737730026 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.17552472651 and training accuracy:0.991521596909 validation cost:0.169175237417 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0787162482738 and training accuracy:0.995760798454 validation cost:0.0756215527654 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0525690689683 and training accuracy:0.997203946114 validation cost:0.0504324436188 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0405048653483 and training accuracy:0.997654914856 validation cost:0.0387709140778 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0334867276251 and training accuracy:0.998196065426 validation cost:0.031967330724 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0288485214114 and training accuracy:0.998376488686 validation cost:0.027464332059 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0255284309387 and training accuracy:0.998647093773 validation cost:0.0242407657206 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0230174716562 and training accuracy:0.9987372756 validation cost:0.0218041278422 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0210403613746 and training accuracy:0.998917639256 validation cost:0.0198879037052 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.760867834 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.241043105721 and training accuracy:0.957813382149 validation cost:0.242051318288 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.146884799004 and training accuracy:0.965729176998 validation cost:0.148370578885 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.113785013556 and training accuracy:0.972061812878 validation cost:0.11550232023 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.095809802413 and training accuracy:0.975693821907 validation cost:0.0974331498146 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.084054864943 and training accuracy:0.978301346302 validation cost:0.085436411202 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0755773484707 and training accuracy:0.980443298817 validation cost:0.0766719728708 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0690867975354 and training accuracy:0.981467664242 validation cost:0.0698961764574 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0639177039266 and training accuracy:0.983237087727 validation cost:0.0644607022405 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0596795938909 and training accuracy:0.984261512756 validation cost:0.0599780268967 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.548492193 Method 3 test accuracy:0.826099991798 Training with lmbda:246332.054888, 4 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.088614941 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366243481636 and training accuracy:0.93546038866 validation cost:0.372577726841 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.181641682982 and training accuracy:0.958367407322 validation cost:0.187518686056 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.125965341926 and training accuracy:0.969366431236 validation cost:0.132614612579 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0989857167006 and training accuracy:0.975002288818 validation cost:0.105796806514 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0827351734042 and training accuracy:0.978456497192 validation cost:0.08925563097 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0717158392072 and training accuracy:0.981092631817 validation cost:0.0777589902282 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0636606961489 and training accuracy:0.983365178108 validation cost:0.0691625773907 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0574648231268 and training accuracy:0.984910488129 validation cost:0.0624259077013 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0525201484561 and training accuracy:0.986183047295 validation cost:0.0569699071348 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:120.640429974 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.251728892326 and training accuracy:0.979804873466 validation cost:0.253187865019 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.121501334012 and training accuracy:0.990438997746 validation cost:0.1166081056 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0808162838221 and training accuracy:0.993951201439 validation cost:0.0741693750024 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0615796558559 and training accuracy:0.994536578655 validation cost:0.0545225031674 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0503975488245 and training accuracy:0.994926810265 validation cost:0.0433467254043 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0430536083877 and training accuracy:0.996097564697 validation cost:0.0361535511911 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0378320552409 and training accuracy:0.996195137501 validation cost:0.0311338547617 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0339085236192 and training accuracy:0.996487796307 validation cost:0.0274267494678 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0308376997709 and training accuracy:0.996780514717 validation cost:0.0245712492615 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.057757854 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.176404982805 and training accuracy:0.991521596909 validation cost:0.170055449009 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0792818665504 and training accuracy:0.995760798454 validation cost:0.0761815682054 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0530136823654 and training accuracy:0.997203946114 validation cost:0.0508719533682 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0408807210624 and training accuracy:0.997654914856 validation cost:0.0391428470612 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0338152945042 and training accuracy:0.998196065426 validation cost:0.0322925113142 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0291423350573 and training accuracy:0.998376488686 validation cost:0.0277558770031 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0257949084044 and training accuracy:0.998647093773 validation cost:0.0245056319982 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0232618972659 and training accuracy:0.9987372756 validation cost:0.0220473371446 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0212666448206 and training accuracy:0.998917639256 validation cost:0.0201131552458 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.788118124 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.242011412978 and training accuracy:0.957813382149 validation cost:0.243006959558 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.147505223751 and training accuracy:0.965822339058 validation cost:0.148965999484 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.114309318364 and training accuracy:0.971968710423 validation cost:0.115993961692 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0962959602475 and training accuracy:0.975693821907 validation cost:0.0978890657425 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.084520958364 and training accuracy:0.978301346302 validation cost:0.0858763679862 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0760285705328 and training accuracy:0.980350136757 validation cost:0.0771016851068 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0695273950696 and training accuracy:0.981374561787 validation cost:0.0703196302056 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0643466040492 and training accuracy:0.983237087727 validation cost:0.0648769363761 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0600977689028 and training accuracy:0.984261512756 validation cost:0.0603879652917 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.935328007 Method 3 test accuracy:0.826300024986 Training with lmbda:252300.530529, 5 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.267885923 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366355091333 and training accuracy:0.93546038866 validation cost:0.372687965631 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.181741341949 and training accuracy:0.958367407322 validation cost:0.187614351511 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.126052543521 and training accuracy:0.969366431236 validation cost:0.132696628571 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0990653708577 and training accuracy:0.975002288818 validation cost:0.105872251093 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.082810215652 and training accuracy:0.978456497192 validation cost:0.0893279090524 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0717871785164 and training accuracy:0.981001734734 validation cost:0.0778287872672 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0637287572026 and training accuracy:0.983365178108 validation cost:0.0692304223776 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0575299412012 and training accuracy:0.985001385212 validation cost:0.062491606921 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0525827780366 and training accuracy:0.986183047295 validation cost:0.0570339672267 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:120.980383873 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.252198696136 and training accuracy:0.979804873466 validation cost:0.253672361374 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.121828377247 and training accuracy:0.990438997746 validation cost:0.116949513555 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0810660496354 and training accuracy:0.993951201439 validation cost:0.0744302198291 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0617836602032 and training accuracy:0.994536578655 validation cost:0.0547350458801 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0505703948438 and training accuracy:0.994926810265 validation cost:0.0435265414417 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0432047918439 and training accuracy:0.995999991894 validation cost:0.0363105461001 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379664115608 and training accuracy:0.996195137501 validation cost:0.0312731713057 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0340303815901 and training accuracy:0.996487796307 validation cost:0.0275530274957 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0309495460242 and training accuracy:0.996780514717 validation cost:0.0246868971735 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.880666971 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.176830112934 and training accuracy:0.991521596909 validation cost:0.170480713248 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0795558467507 and training accuracy:0.995670616627 validation cost:0.0764529407024 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0532290637493 and training accuracy:0.997203946114 validation cost:0.0510850064456 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.041061822325 and training accuracy:0.997654914856 validation cost:0.039322219789 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0339734107256 and training accuracy:0.998196065426 validation cost:0.0324492715299 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0292837060988 and training accuracy:0.998376488686 validation cost:0.0278964005411 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.025922993198 and training accuracy:0.998647093773 validation cost:0.0246331170201 and validation accuracy:1.0 Training on :(6, 7) training cost:0.023379156366 and training accuracy:0.9987372756 validation cost:0.0221641045064 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0213749948889 and training accuracy:0.998917639256 validation cost:0.0202211942524 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.983774185 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.242478609085 and training accuracy:0.957906484604 validation cost:0.243468001485 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.147805854678 and training accuracy:0.965915441513 validation cost:0.149254724383 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.114564612508 and training accuracy:0.971968710423 validation cost:0.116234220564 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0965321063995 and training accuracy:0.975600659847 validation cost:0.0981107279658 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0847459435463 and training accuracy:0.978208243847 validation cost:0.086088180542 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0762467756867 and training accuracy:0.980257034302 validation cost:0.0773093029857 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0697393119335 and training accuracy:0.981281459332 validation cost:0.0705228596926 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0645526647568 and training accuracy:0.983237087727 validation cost:0.065076328814 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0602982565761 and training accuracy:0.984261512756 validation cost:0.0605842024088 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.163276911 Method 3 test accuracy:0.826600015163 Training with lmbda:269592.346273, 6 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.214122057 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366674184799 and training accuracy:0.935551285744 validation cost:0.373003572226 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.182024121284 and training accuracy:0.958367407322 validation cost:0.187886565924 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.126299753785 and training accuracy:0.969366431236 validation cost:0.13293017447 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0992928445339 and training accuracy:0.975093185902 validation cost:0.106088034809 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0830228850245 and training accuracy:0.978456497192 validation cost:0.0895330905914 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0719892606139 and training accuracy:0.98091083765 validation cost:0.0780280306935 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0639213696122 and training accuracy:0.983365178108 validation cost:0.0694238319993 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0577146783471 and training accuracy:0.985001385212 validation cost:0.0626805499196 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0527611933649 and training accuracy:0.986183047295 validation cost:0.0572188198566 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:120.692378044 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.253525853157 and training accuracy:0.979707300663 validation cost:0.255040287971 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.122746787965 and training accuracy:0.990341484547 validation cost:0.117908552289 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0817667916417 and training accuracy:0.993951201439 validation cost:0.0751619488001 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0623547285795 and training accuracy:0.994536578655 validation cost:0.0553297400475 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0510544329882 and training accuracy:0.994926810265 validation cost:0.0440299920738 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0436274409294 and training accuracy:0.995804905891 validation cost:0.0367494300008 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0383436307311 and training accuracy:0.996195137501 validation cost:0.0316644012928 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0343719311059 and training accuracy:0.996487796307 validation cost:0.0279065780342 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0312628895044 and training accuracy:0.996780514717 validation cost:0.0250105131418 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.6574049 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.178036168218 and training accuracy:0.991611778736 validation cost:0.171686664224 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0803315490484 and training accuracy:0.995670616627 validation cost:0.0772215276957 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0538358688354 and training accuracy:0.997113764286 validation cost:0.0516854189336 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0415716469288 and training accuracy:0.997654914856 validation cost:0.0398271866143 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0344179272652 and training accuracy:0.998196065426 validation cost:0.0328902862966 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0296803563833 and training accuracy:0.998376488686 validation cost:0.0282907728106 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0262824967504 and training accuracy:0.998647093773 validation cost:0.0249909162521 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0237085167319 and training accuracy:0.9987372756 validation cost:0.0224922969937 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0216793306172 and training accuracy:0.998917639256 validation cost:0.0205245614052 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.631202936 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.243814408779 and training accuracy:0.957534015179 validation cost:0.24478764832 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.148669049144 and training accuracy:0.965915441513 validation cost:0.150085479021 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.11529392004 and training accuracy:0.971875607967 validation cost:0.116922952235 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.097203604877 and training accuracy:0.975600659847 validation cost:0.0987426042557 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0853853672743 and training accuracy:0.978115081787 validation cost:0.0866926833987 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.076863348484 and training accuracy:0.980070769787 validation cost:0.0778965055943 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0703389123082 and training accuracy:0.981188297272 validation cost:0.0710995197296 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0651360079646 and training accuracy:0.983143985271 validation cost:0.0656418725848 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0608670152724 and training accuracy:0.984168350697 validation cost:0.0611414089799 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:117.849030018 Method 3 test accuracy:0.827600002289 Training with lmbda:306129.397687, 7 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.106499195 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.367326587439 and training accuracy:0.935642242432 validation cost:0.373648107052 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.182597532868 and training accuracy:0.958458304405 validation cost:0.188439056277 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.126797705889 and training accuracy:0.969275534153 validation cost:0.133401945233 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.099749289453 and training accuracy:0.974820494652 validation cost:0.106520272791 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0834506228566 and training accuracy:0.978365600109 validation cost:0.0899449065328 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0723933428526 and training accuracy:0.98091083765 validation cost:0.0784241035581 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0643078386784 and training accuracy:0.983365178108 validation cost:0.0698102191091 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0580851957202 and training accuracy:0.985001385212 validation cost:0.0630577206612 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0531175360084 and training accuracy:0.986274003983 validation cost:0.0575845651329 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:120.6485219 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.256168723106 and training accuracy:0.979707300663 validation cost:0.257765978575 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.124572858214 and training accuracy:0.990048766136 validation cost:0.119817405939 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0831564068794 and training accuracy:0.993951201439 validation cost:0.0766140148044 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0634839683771 and training accuracy:0.994439005852 validation cost:0.0565068945289 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0520102903247 and training accuracy:0.995024383068 validation cost:0.0450247116387 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.044460721314 and training accuracy:0.995804905891 validation cost:0.0376152060926 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0390849076211 and training accuracy:0.996097564697 validation cost:0.0324336029589 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0350419916213 and training accuracy:0.996487796307 validation cost:0.0286011621356 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0318763144314 and training accuracy:0.996682941914 validation cost:0.0256455224007 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.711958885 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.180494457483 and training accuracy:0.991702020168 validation cost:0.174145042896 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0819044262171 and training accuracy:0.995670616627 validation cost:0.0787807404995 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0550585240126 and training accuracy:0.997023522854 validation cost:0.0528959147632 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0425952486694 and training accuracy:0.997654914856 validation cost:0.0408421419561 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0353066399693 and training accuracy:0.998105883598 validation cost:0.0337730161846 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0304699130356 and training accuracy:0.998376488686 validation cost:0.0290762800723 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.02699576132 and training accuracy:0.998647093773 validation cost:0.025700841099 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0243603438139 and training accuracy:0.9987372756 validation cost:0.0231414157897 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0222807750106 and training accuracy:0.998917639256 validation cost:0.0211236849427 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.738266945 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.246533200145 and training accuracy:0.957720220089 validation cost:0.247478187084 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.150446847081 and training accuracy:0.965822339058 validation cost:0.151800304651 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.116787210107 and training accuracy:0.971689343452 validation cost:0.118339911103 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0985710173845 and training accuracy:0.975414395332 validation cost:0.100035570562 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0866808667779 and training accuracy:0.977928876877 validation cost:0.0879247561097 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0781085267663 and training accuracy:0.979884505272 validation cost:0.0790931731462 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0715435221791 and training accuracy:0.981095194817 validation cost:0.0722677111626 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0663064047694 and training accuracy:0.982957720757 validation cost:0.0667880102992 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0620045214891 and training accuracy:0.983982145786 validation cost:0.0622645094991 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.144009113 Method 3 test accuracy:0.822099983692 Training with lmbda:335851.235448, 8 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.840759993 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.367836773396 and training accuracy:0.935733139515 validation cost:0.3741517663 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.183042705059 and training accuracy:0.958549201488 validation cost:0.188867673278 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.127182334661 and training accuracy:0.969275534153 validation cost:0.133765608072 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.100101143122 and training accuracy:0.974820494652 validation cost:0.106853961945 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0837794393301 and training accuracy:0.978365600109 validation cost:0.0902619436383 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0727030858397 and training accuracy:0.980729043484 validation cost:0.0787278488278 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0646025016904 and training accuracy:0.983365178108 validation cost:0.0701038166881 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0583677887917 and training accuracy:0.984910488129 validation cost:0.0633436217904 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0533894263208 and training accuracy:0.986274003983 validation cost:0.0578630678356 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:121.059647799 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.258187770844 and training accuracy:0.979609727859 validation cost:0.259850531816 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.125966534019 and training accuracy:0.989853680134 validation cost:0.121276147664 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0842121914029 and training accuracy:0.993951201439 validation cost:0.077719271183 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.06433609128 and training accuracy:0.994243919849 validation cost:0.0573969781399 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0527305230498 and training accuracy:0.995024383068 validation cost:0.0457751862705 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0450867116451 and training accuracy:0.995707333088 validation cost:0.0382664985955 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0396418385208 and training accuracy:0.996097564697 validation cost:0.0330120846629 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0355448387563 and training accuracy:0.996487796307 validation cost:0.0291229709983 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323355719447 and training accuracy:0.996682941914 validation cost:0.0261217076331 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.301790953 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.182404354215 and training accuracy:0.991611778736 validation cost:0.176054954529 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0831220149994 and training accuracy:0.995580434799 validation cost:0.0799889862537 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0559982061386 and training accuracy:0.997023522854 validation cost:0.0538273751736 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0433768555522 and training accuracy:0.997654914856 validation cost:0.041617359966 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0359824225307 and training accuracy:0.998105883598 validation cost:0.0344446524978 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0310684852302 and training accuracy:0.998376488686 validation cost:0.0296716820449 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0275353249162 and training accuracy:0.998647093773 validation cost:0.0262381844223 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0248526278883 and training accuracy:0.998647093773 validation cost:0.023632036522 and validation accuracy:1.0 Training on :(6, 7) training cost:0.022733932361 and training accuracy:0.998917639256 validation cost:0.0215757377446 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.650078058 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.248654291034 and training accuracy:0.957906484604 validation cost:0.249581232667 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.151850059628 and training accuracy:0.965729176998 validation cost:0.153159171343 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.117959685624 and training accuracy:0.971596181393 validation cost:0.119459412992 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.0996373146772 and training accuracy:0.975041925907 validation cost:0.101050645113 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0876830592752 and training accuracy:0.977835714817 validation cost:0.0888832211494 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0790671035647 and training accuracy:0.979791402817 validation cost:0.0800159946084 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0724671557546 and training accuracy:0.980908930302 validation cost:0.0731646791101 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0672002509236 and training accuracy:0.982864618301 validation cost:0.0676640346646 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0628717243671 and training accuracy:0.983795881271 validation cost:0.0631212294102 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.9079988 Method 3 test accuracy:0.823199987411 Training with lmbda:343773.332357, 9 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.079806089 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.367969870567 and training accuracy:0.935733139515 validation cost:0.374283224344 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.183158099651 and training accuracy:0.958549201488 validation cost:0.188978895545 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.127282112837 and training accuracy:0.969275534153 validation cost:0.133860006928 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.100193165243 and training accuracy:0.974820494652 validation cost:0.106941327453 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0838649570942 and training accuracy:0.978365600109 validation cost:0.0903446301818 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0727836564183 and training accuracy:0.980729043484 validation cost:0.0788066908717 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0646786913276 and training accuracy:0.983365178108 validation cost:0.0701798200607 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0584408603609 and training accuracy:0.984910488129 validation cost:0.0634175017476 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0534595735371 and training accuracy:0.986274003983 validation cost:0.0579351000488 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:121.434417009 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.25870680809 and training accuracy:0.979609727859 validation cost:0.260386347771 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.126324698329 and training accuracy:0.98975610733 validation cost:0.121651217341 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0844821706414 and training accuracy:0.993951201439 validation cost:0.0780021697283 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.06455411762 and training accuracy:0.994243919849 validation cost:0.0576248131692 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0529139898717 and training accuracy:0.995024383068 validation cost:0.0459664650261 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0452465824783 and training accuracy:0.995707333088 validation cost:0.0384329855442 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0397839322686 and training accuracy:0.996097564697 validation cost:0.0331599190831 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0356731452048 and training accuracy:0.996487796307 validation cost:0.0292562078685 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0324531085789 and training accuracy:0.996682941914 validation cost:0.026243487373 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.984238148 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.182900950313 and training accuracy:0.991611778736 validation cost:0.176551222801 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0834379047155 and training accuracy:0.995580434799 validation cost:0.0803024843335 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0562412403524 and training accuracy:0.997023522854 validation cost:0.05406839028 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0435781590641 and training accuracy:0.997654914856 validation cost:0.0418171808124 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0361558683217 and training accuracy:0.998105883598 validation cost:0.0346170812845 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0312221162021 and training accuracy:0.998376488686 validation cost:0.0298245102167 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0276734791696 and training accuracy:0.998647093773 validation cost:0.0263757780194 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0249787047505 and training accuracy:0.998647093773 validation cost:0.0237578749657 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0228500515223 and training accuracy:0.998917639256 validation cost:0.0216917227954 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.998381853 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.249206915498 and training accuracy:0.957906484604 validation cost:0.250129759312 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.152216762304 and training accuracy:0.965729176998 validation cost:0.153515353799 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.118265889585 and training accuracy:0.971596181393 validation cost:0.119752071798 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.099914893508 and training accuracy:0.975041925907 validation cost:0.101315356791 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0879443734884 and training accuracy:0.977742612362 validation cost:0.0891337171197 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0793161541224 and training accuracy:0.979791402817 validation cost:0.0802566856146 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0727062597871 and training accuracy:0.980908930302 validation cost:0.0733976513147 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.06743157655 and training accuracy:0.982864618301 validation cost:0.0678908750415 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0630960837007 and training accuracy:0.983795881271 validation cost:0.0633431077003 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.725332975 Method 3 test accuracy:0.823199987411 Training with lmbda:367687.271182, 10 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.314399958 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368364691734 and training accuracy:0.935824036598 validation cost:0.374673128128 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.18350070715 and training accuracy:0.958458304405 validation cost:0.189308360219 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.127575963736 and training accuracy:0.969093739986 validation cost:0.134136795998 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.100460469723 and training accuracy:0.974729597569 validation cost:0.107195109129 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0841139256954 and training accuracy:0.978365600109 validation cost:0.0905847847462 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.073018565774 and training accuracy:0.9806381464 validation cost:0.0790368914604 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0649023577571 and training accuracy:0.983365178108 validation cost:0.0704029202461 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0586539693177 and training accuracy:0.984819591045 validation cost:0.06363324821 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.053664766252 and training accuracy:0.986183047295 validation cost:0.0581457093358 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:121.031895876 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.260230749846 and training accuracy:0.979609727859 validation cost:0.261960715055 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.127374023199 and training accuracy:0.98975610733 validation cost:0.122750990093 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.085274040699 and training accuracy:0.993951201439 validation cost:0.0788325741887 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0651922076941 and training accuracy:0.994243919849 validation cost:0.0582923218608 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.053451385349 and training accuracy:0.995024383068 validation cost:0.0465274378657 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0457133539021 and training accuracy:0.995707333088 validation cost:0.0389197729528 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0401986651123 and training accuracy:0.996097564697 validation cost:0.0335920117795 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0360475108027 and training accuracy:0.996487796307 validation cost:0.0296457093209 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0327952578664 and training accuracy:0.996682941914 validation cost:0.0265991967171 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.144135952 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.184376984835 and training accuracy:0.991611778736 validation cost:0.17802785337 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.084371753037 and training accuracy:0.995580434799 validation cost:0.0812305063009 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0569574050605 and training accuracy:0.997023522854 validation cost:0.0547796934843 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0441702418029 and training accuracy:0.997654914856 validation cost:0.0424056500196 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0366658680141 and training accuracy:0.998015701771 validation cost:0.0351246185601 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0316725149751 and training accuracy:0.998376488686 validation cost:0.0302734449506 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0280783250928 and training accuracy:0.998647093773 validation cost:0.0267798937857 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0253470744938 and training accuracy:0.998647093773 validation cost:0.0241258088499 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0231890678406 and training accuracy:0.998917639256 validation cost:0.0220303703099 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.627048016 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.25085118413 and training accuracy:0.957534015179 validation cost:0.251760452986 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.153310969472 and training accuracy:0.965729176998 validation cost:0.154578089714 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.119177557528 and training accuracy:0.971409916878 validation cost:0.120624274015 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.100739315152 and training accuracy:0.974855661392 validation cost:0.102101646364 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0887163579464 and training accuracy:0.977556347847 validation cost:0.0898734182119 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0800501331687 and training accuracy:0.979698240757 validation cost:0.0809651166201 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0734118297696 and training accuracy:0.980722665787 validation cost:0.0740849971771 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0681124180555 and training accuracy:0.982678353786 validation cost:0.0685593485832 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0637555122375 and training accuracy:0.983702719212 validation cost:0.0639971643686 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.157153845 Method 3 test accuracy:0.824400007725 Training with lmbda:406463.188776, 11 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.209142923 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368984490633 and training accuracy:0.935914933681 validation cost:0.375285774469 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.184036672115 and training accuracy:0.958367407322 validation cost:0.18982501328 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.128033995628 and training accuracy:0.96918463707 validation cost:0.134569942951 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.100875750184 and training accuracy:0.974729597569 validation cost:0.107589505613 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0845012441278 and training accuracy:0.978365600109 validation cost:0.0909588187933 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0733836963773 and training accuracy:0.9806381464 validation cost:0.0793955773115 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0652488842607 and training accuracy:0.983365178108 validation cost:0.0707494989038 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0589855164289 and training accuracy:0.984819591045 validation cost:0.0639690458775 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0539831854403 and training accuracy:0.986092150211 validation cost:0.0584722049534 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.697020054 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.262583315372 and training accuracy:0.979609727859 validation cost:0.264391452074 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.128986775875 and training accuracy:0.98975610733 validation cost:0.124442204833 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0864878967404 and training accuracy:0.99385368824 validation cost:0.0801056474447 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0661678761244 and training accuracy:0.994243919849 validation cost:0.059313878417 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542725548148 and training accuracy:0.995024383068 validation cost:0.0473856404424 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0464252829552 and training accuracy:0.995707333088 validation cost:0.0396630242467 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0408300049603 and training accuracy:0.996097564697 validation cost:0.0342508070171 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0366177335382 and training accuracy:0.996390223503 validation cost:0.0302398558706 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0333168618381 and training accuracy:0.996682941914 validation cost:0.027142168954 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.92023015 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.186676308513 and training accuracy:0.991521596909 validation cost:0.180328592658 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0858243778348 and training accuracy:0.995580434799 validation cost:0.0826741829515 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0580660700798 and training accuracy:0.997023522854 validation cost:0.055880729109 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0450850352645 and training accuracy:0.997654914856 validation cost:0.0433152094483 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0374516621232 and training accuracy:0.998015701771 validation cost:0.0359070859849 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.032364860177 and training accuracy:0.998376488686 validation cost:0.0309635698795 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.028699234128 and training accuracy:0.998647093773 validation cost:0.027399322018 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0259110964835 and training accuracy:0.998647093773 validation cost:0.0246892273426 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0237067881972 and training accuracy:0.998917639256 validation cost:0.0225480906665 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.839374065 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.253423660994 and training accuracy:0.957720220089 validation cost:0.254314363003 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.155035153031 and training accuracy:0.965822339058 validation cost:0.156259268522 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.120609246194 and training accuracy:0.971130549908 validation cost:0.12200140208 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.102030262351 and training accuracy:0.974855661392 validation cost:0.103340961039 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0899215117097 and training accuracy:0.977370083332 validation cost:0.0910356417298 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0811941027641 and training accuracy:0.979512035847 validation cost:0.0820757895708 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0745077654719 and training accuracy:0.980629563332 validation cost:0.075157687068 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0691670626402 and training accuracy:0.982305824757 validation cost:0.0695984512568 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0647738650441 and training accuracy:0.983609616756 validation cost:0.0650082305074 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.800089121 Method 3 test accuracy:0.817799985409 Training with lmbda:411194.03308, 12 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.475337982 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.369059413671 and training accuracy:0.935914933681 validation cost:0.375359863043 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.184100657701 and training accuracy:0.958367407322 validation cost:0.189886569977 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.128088712692 and training accuracy:0.96918463707 validation cost:0.134621500969 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.100925095379 and training accuracy:0.974729597569 validation cost:0.1076361835 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.08454721421 and training accuracy:0.978365600109 validation cost:0.0910029560328 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0734267085791 and training accuracy:0.9806381464 validation cost:0.0794372782111 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0652898997068 and training accuracy:0.983365178108 validation cost:0.0707903504372 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0590250529349 and training accuracy:0.984819591045 validation cost:0.0640090405941 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0540212281048 and training accuracy:0.986092150211 validation cost:0.0585111342371 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.714425802 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.262860745192 and training accuracy:0.979609727859 validation cost:0.264677941799 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.129177466035 and training accuracy:0.98975610733 validation cost:0.124642059207 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0866311341524 and training accuracy:0.99385368824 validation cost:0.0802557617426 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0662831291556 and training accuracy:0.994243919849 validation cost:0.0594345554709 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0543690100312 and training accuracy:0.995024383068 validation cost:0.0474864281714 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0465090982616 and training accuracy:0.995707333088 validation cost:0.0397504344583 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0409041233361 and training accuracy:0.996097564697 validation cost:0.0343280546367 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.036684628576 and training accuracy:0.996390223503 validation cost:0.030309509486 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0333778038621 and training accuracy:0.996682941914 validation cost:0.0272055212408 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.787218094 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.186949729919 and training accuracy:0.991521596909 validation cost:0.18060220778 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0859966054559 and training accuracy:0.995580434799 validation cost:0.0828454196453 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0581974647939 and training accuracy:0.997023522854 validation cost:0.0560113191605 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0451927743852 and training accuracy:0.997564733028 validation cost:0.0434223711491 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0375439934433 and training accuracy:0.998015701771 validation cost:0.0359990783036 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0324460081756 and training accuracy:0.998376488686 validation cost:0.0310445874929 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0287717599422 and training accuracy:0.998647093773 validation cost:0.0274718515575 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0259767659009 and training accuracy:0.998647093773 validation cost:0.024754922837 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0237669833004 and training accuracy:0.998917639256 validation cost:0.0226082876325 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.363121033 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.253733545542 and training accuracy:0.957720220089 validation cost:0.254622220993 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.155242353678 and training accuracy:0.965822339058 validation cost:0.156461834908 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.12078025192 and training accuracy:0.971130549908 validation cost:0.122166663408 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.102183789015 and training accuracy:0.974855661392 validation cost:0.103489466012 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0900664702058 and training accuracy:0.977370083332 validation cost:0.0911760404706 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0813305750489 and training accuracy:0.979512035847 validation cost:0.0822091251612 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0746376290917 and training accuracy:0.980629563332 validation cost:0.0752851068974 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0692923218012 and training accuracy:0.982305824757 validation cost:0.0697229728103 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0648945495486 and training accuracy:0.983609616756 validation cost:0.0651289448142 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.14784503 Method 3 test accuracy:0.817900002003 Training with lmbda:422830.488578, 13 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.105973005 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.369239866734 and training accuracy:0.935914933681 validation cost:0.375538259745 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.1842559129 and training accuracy:0.958367407322 validation cost:0.190036103129 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.12822163105 and training accuracy:0.96918463707 validation cost:0.134747132659 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.101045504212 and training accuracy:0.974729597569 validation cost:0.107750199735 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0846586823463 and training accuracy:0.978456497192 validation cost:0.0911102965474 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0735314562917 and training accuracy:0.9806381464 validation cost:0.079539835453 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0653890892863 and training accuracy:0.98327422142 validation cost:0.0708891972899 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.059119913727 and training accuracy:0.984819591045 validation cost:0.0641043409705 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0541122891009 and training accuracy:0.986092150211 validation cost:0.058604337275 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.477133989 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.263532966375 and training accuracy:0.979512214661 validation cost:0.265372633934 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.129637569189 and training accuracy:0.98975610733 validation cost:0.125125274062 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0869769230485 and training accuracy:0.99385368824 validation cost:0.0806185677648 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0665614530444 and training accuracy:0.994243919849 validation cost:0.0597261451185 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0546028129756 and training accuracy:0.994926810265 validation cost:0.0477311834693 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0467113144696 and training accuracy:0.995707333088 validation cost:0.0399617478251 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0410836860538 and training accuracy:0.995999991894 validation cost:0.0345155782998 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0368466749787 and training accuracy:0.996390223503 validation cost:0.030478566885 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0335255973041 and training accuracy:0.996682941914 validation cost:0.0273597296327 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.646827936 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.187618091702 and training accuracy:0.991431415081 validation cost:0.18127091229 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0864171236753 and training accuracy:0.995580434799 validation cost:0.0832637920976 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0585170872509 and training accuracy:0.997023522854 validation cost:0.0563293732703 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0454551838338 and training accuracy:0.997564733028 validation cost:0.0436839200556 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0377686731517 and training accuracy:0.998015701771 validation cost:0.0362235084176 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0326432064176 and training accuracy:0.998376488686 validation cost:0.0312418770045 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0289483573288 and training accuracy:0.998647093773 validation cost:0.0276488736272 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0261375252157 and training accuracy:0.998647093773 validation cost:0.024916106835 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0239146724343 and training accuracy:0.998917639256 validation cost:0.0227566044778 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.663680077 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.254481673241 and training accuracy:0.957720220089 validation cost:0.25536558032 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.155745878816 and training accuracy:0.966008543968 validation cost:0.156954064965 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.12119692564 and training accuracy:0.971223711967 validation cost:0.122568838298 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.102557823062 and training accuracy:0.974855661392 validation cost:0.103850729764 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0904146060348 and training accuracy:0.977090716362 validation cost:0.0915133878589 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0816612914205 and training accuracy:0.979512035847 validation cost:0.082531914115 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0749538093805 and training accuracy:0.980629563332 validation cost:0.075595676899 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0695960745215 and training accuracy:0.982212722301 validation cost:0.0700234994292 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0651876628399 and training accuracy:0.983423352242 validation cost:0.0654210299253 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.962280035 Method 3 test accuracy:0.817799985409 Training with lmbda:201179.714048, 14 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.087627172 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.375121027231 and training accuracy:0.937278449535 validation cost:0.380386054516 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.182515129447 and training accuracy:0.960185408592 validation cost:0.187361419201 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.125724941492 and training accuracy:0.970275402069 validation cost:0.13133405149 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0985894277692 and training accuracy:0.975184082985 validation cost:0.104365378618 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0823270529509 and training accuracy:0.979183733463 validation cost:0.0878388509154 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0713137835264 and training accuracy:0.982001662254 validation cost:0.0763823315501 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0632712468505 and training accuracy:0.984092354774 validation cost:0.0678516998887 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0570970550179 and training accuracy:0.985455870628 validation cost:0.0612034723163 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0521766357124 and training accuracy:0.986728489399 validation cost:0.0558411702514 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.028282166 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.253911972046 and training accuracy:0.979317069054 validation cost:0.255683273077 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.121174842119 and training accuracy:0.990731716156 validation cost:0.116956457496 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0802062302828 and training accuracy:0.993756115437 validation cost:0.0741339623928 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0609639137983 and training accuracy:0.994731724262 validation cost:0.0543395280838 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0498250313103 and training accuracy:0.995121955872 validation cost:0.0430902652442 and validation accuracy:1.0 Training on :(4, 5) training cost:0.04253321141 and training accuracy:0.995414614677 validation cost:0.0358599498868 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0373602844775 and training accuracy:0.995609760284 validation cost:0.0308191012591 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0334805734456 and training accuracy:0.995804905891 validation cost:0.0270998347551 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0304489657283 and training accuracy:0.996195137501 validation cost:0.0242387838662 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.120929003 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.167898863554 and training accuracy:0.992694139481 validation cost:0.16176943481 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0761577934027 and training accuracy:0.996121585369 validation cost:0.073229521513 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0509060621262 and training accuracy:0.997203946114 validation cost:0.0488740615547 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0391699559987 and training accuracy:0.998015701771 validation cost:0.0374965034425 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0323203355074 and training accuracy:0.998105883598 validation cost:0.0308283083141 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0277870167047 and training accuracy:0.998376488686 validation cost:0.0264035556465 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0245399288833 and training accuracy:0.998827457428 validation cost:0.0232319291681 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0220846701413 and training accuracy:0.999007821083 validation cost:0.0208341702819 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0201527830213 and training accuracy:0.999188244343 validation cost:0.0189488548785 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.581586838 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.241759970784 and training accuracy:0.953995168209 validation cost:0.24267244339 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.148460417986 and training accuracy:0.964704811573 validation cost:0.149755612016 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.11516135931 and training accuracy:0.970385551453 validation cost:0.116677179933 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0968547537923 and training accuracy:0.974203765392 validation cost:0.0983175635338 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0847925841808 and training accuracy:0.978208243847 validation cost:0.0860745310783 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0760562047362 and training accuracy:0.980350136757 validation cost:0.0771131142974 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0693555399776 and training accuracy:0.982678353786 validation cost:0.0701803416014 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0640147924423 and training accuracy:0.983516454697 validation cost:0.0646191090345 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0596357136965 and training accuracy:0.984820246696 validation cost:0.0600368976593 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.666435957 Method 3 test accuracy:0.792100012302 Training with lmbda:227094.222616, 15 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.33555913 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.375619828701 and training accuracy:0.937278449535 validation cost:0.380878686905 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.182966083288 and training accuracy:0.960094511509 validation cost:0.187790989876 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.126126006246 and training accuracy:0.970184504986 validation cost:0.131703734398 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0989631041884 and training accuracy:0.975093185902 validation cost:0.104708731174 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0826836973429 and training accuracy:0.979183733463 validation cost:0.0881705731153 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0716561675072 and training accuracy:0.982001662254 validation cost:0.0767079219222 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0636016875505 and training accuracy:0.984092354774 validation cost:0.0681718140841 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0574158355594 and training accuracy:0.985455870628 validation cost:0.0615158565342 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0524850785732 and training accuracy:0.986728489399 validation cost:0.05614605546 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.099705935 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.256231844425 and training accuracy:0.97921949625 validation cost:0.258083462715 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.122749403119 and training accuracy:0.990634143353 validation cost:0.118605941534 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0814005360007 and training accuracy:0.993756115437 validation cost:0.0753892734647 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0619344636798 and training accuracy:0.994634151459 validation cost:0.0553606338799 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0506470687687 and training accuracy:0.995121955872 validation cost:0.0439564138651 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0432494655252 and training accuracy:0.995317101479 validation cost:0.0366146229208 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0379976779222 and training accuracy:0.995609760284 validation cost:0.0314905382693 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0340566858649 and training accuracy:0.995707333088 validation cost:0.027706021443 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0309763755649 and training accuracy:0.996195137501 validation cost:0.0247929431498 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.985209942 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.169730037451 and training accuracy:0.992694139481 validation cost:0.163585573435 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.07738430053 and training accuracy:0.996211767197 validation cost:0.0744438767433 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0518820285797 and training accuracy:0.997203946114 validation cost:0.0498452223837 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0399955511093 and training accuracy:0.997925519943 validation cost:0.0383232422173 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0330420844257 and training accuracy:0.998105883598 validation cost:0.0315552167594 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0284315571189 and training accuracy:0.998376488686 validation cost:0.0270562544465 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.02512412332 and training accuracy:0.998827457428 validation cost:0.0238257423043 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0226204264909 and training accuracy:0.999007821083 validation cost:0.0213801376522 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0206489339471 and training accuracy:0.999098062515 validation cost:0.0194557700306 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.942111969 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.24389526248 and training accuracy:0.954833328724 validation cost:0.244795948267 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.149509057403 and training accuracy:0.964518547058 validation cost:0.150756120682 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.115965463221 and training accuracy:0.970199286938 validation cost:0.117410205305 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0975824743509 and training accuracy:0.974483132362 validation cost:0.0989686101675 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0854928717017 and training accuracy:0.978115081787 validation cost:0.0867048576474 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0767462551594 and training accuracy:0.980629563332 validation cost:0.0777458250523 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0700399875641 and training accuracy:0.982492089272 validation cost:0.0708190202713 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0646961554885 and training accuracy:0.983702719212 validation cost:0.0652642399073 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0603118985891 and training accuracy:0.984540879726 validation cost:0.0606859587133 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.519861937 Method 3 test accuracy:0.794900000095 Training with lmbda:230392.280196, 16 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.310079098 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.375682026148 and training accuracy:0.937278449535 validation cost:0.38093996048 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.183022648096 and training accuracy:0.960003614426 validation cost:0.187844634056 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.126176401973 and training accuracy:0.970184504986 validation cost:0.131750196218 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0990101397038 and training accuracy:0.975184082985 validation cost:0.104751907289 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0827283337712 and training accuracy:0.979183733463 validation cost:0.0882122069597 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0716984346509 and training accuracy:0.982001662254 validation cost:0.0767480432987 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0636427402496 and training accuracy:0.984092354774 validation cost:0.0682115405798 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0574553981423 and training accuracy:0.985455870628 validation cost:0.0615545213223 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0525230467319 and training accuracy:0.986728489399 validation cost:0.0561839193106 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.619045973 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.256518244743 and training accuracy:0.97921949625 validation cost:0.258379817009 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.122941836715 and training accuracy:0.990634143353 validation cost:0.118807531893 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0815463140607 and training accuracy:0.993756115437 validation cost:0.0755425840616 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0620523542166 and training accuracy:0.994634151459 validation cost:0.0554848946631 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0507466942072 and training accuracy:0.995121955872 validation cost:0.0440615862608 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0433361083269 and training accuracy:0.995317101479 validation cost:0.036706212908 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0380745865405 and training accuracy:0.995609760284 validation cost:0.0315718241036 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0341261848807 and training accuracy:0.995707333088 validation cost:0.027779404074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0310399383307 and training accuracy:0.996195137501 validation cost:0.0248599760234 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.773090839 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.169958531857 and training accuracy:0.992694139481 validation cost:0.163812160492 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0775369256735 and training accuracy:0.996211767197 validation cost:0.0745951086283 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0520026683807 and training accuracy:0.997203946114 validation cost:0.0499653294683 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0400972142816 and training accuracy:0.997925519943 validation cost:0.0384250283241 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0331306271255 and training accuracy:0.998105883598 validation cost:0.0316443741322 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0285104699433 and training accuracy:0.998376488686 validation cost:0.0271361265332 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0251956358552 and training accuracy:0.998827457428 validation cost:0.0238982662559 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0226859804243 and training accuracy:0.999007821083 validation cost:0.0214468427002 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0207095108926 and training accuracy:0.999098062515 validation cost:0.0195175725967 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.781597137 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.24417334795 and training accuracy:0.954740166664 validation cost:0.245073392987 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.149688288569 and training accuracy:0.964518547058 validation cost:0.150932818651 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.116118051112 and training accuracy:0.970199286938 validation cost:0.117557168007 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0977230519056 and training accuracy:0.974576294422 validation cost:0.0991035029292 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0856274664402 and training accuracy:0.978021979332 validation cost:0.0868347063661 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0768767520785 and training accuracy:0.980629563332 validation cost:0.0778724625707 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.070167593658 and training accuracy:0.982398927212 validation cost:0.0709439739585 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0648207440972 and training accuracy:0.983702719212 validation cost:0.0653868764639 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0604343824089 and training accuracy:0.984447777271 validation cost:0.060807518661 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.123626947 Method 3 test accuracy:0.795199990273 Training with lmbda:234176.647421, 17 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.739142179 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.37575340271 and training accuracy:0.937278449535 validation cost:0.381010502577 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.183086931705 and training accuracy:0.960003614426 validation cost:0.187906041741 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.126232802868 and training accuracy:0.970184504986 validation cost:0.131802380085 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0990629792213 and training accuracy:0.975184082985 validation cost:0.104800641537 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0827784985304 and training accuracy:0.979183733463 validation cost:0.0882590785623 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0717463195324 and training accuracy:0.982001662254 validation cost:0.0767936035991 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0636887997389 and training accuracy:0.984092354774 validation cost:0.0682560354471 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0574995614588 and training accuracy:0.985455870628 validation cost:0.0615975782275 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0525658540428 and training accuracy:0.986728489399 validation cost:0.056226041168 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.518187046 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.256840974092 and training accuracy:0.97921949625 validation cost:0.258713692427 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.123159453273 and training accuracy:0.990634143353 validation cost:0.119035497308 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0817112624645 and training accuracy:0.993756115437 validation cost:0.075716085732 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0621859766543 and training accuracy:0.994634151459 validation cost:0.0556257516146 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0508599169552 and training accuracy:0.995121955872 validation cost:0.0441809743643 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0434346720576 and training accuracy:0.995317101479 validation cost:0.0368100367486 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0381622388959 and training accuracy:0.995609760284 validation cost:0.031664121896 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0342055484653 and training accuracy:0.995707333088 validation cost:0.0278628319502 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0311124566942 and training accuracy:0.996195137501 validation cost:0.0249361041933 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.495236158 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.170216113329 and training accuracy:0.992694139481 validation cost:0.164067879319 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0777095258236 and training accuracy:0.996211767197 validation cost:0.074766241014 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.052139673382 and training accuracy:0.997203946114 validation cost:0.050101775676 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0402126014233 and training accuracy:0.997925519943 validation cost:0.0385406315327 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0332310386002 and training accuracy:0.998105883598 validation cost:0.031745493412 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0285998862237 and training accuracy:0.998376488686 validation cost:0.0272265449166 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0252766311169 and training accuracy:0.998827457428 validation cost:0.0239804815501 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0227602180094 and training accuracy:0.999007821083 validation cost:0.0215225107968 and validation accuracy:1.0 Training on :(6, 7) training cost:0.020778298378 and training accuracy:0.999098062515 validation cost:0.0195878632367 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.680882215 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.244490399957 and training accuracy:0.954833328724 validation cost:0.245390057564 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.149893075228 and training accuracy:0.964518547058 validation cost:0.151133999228 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.116291567683 and training accuracy:0.970199286938 validation cost:0.117724634707 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.097883567214 and training accuracy:0.974483132362 validation cost:0.0992580801249 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0857812091708 and training accuracy:0.978021979332 validation cost:0.0869835391641 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.077026501298 and training accuracy:0.980629563332 validation cost:0.0780181735754 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0703136250377 and training accuracy:0.982398927212 validation cost:0.0710872858763 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.064963594079 and training accuracy:0.983702719212 validation cost:0.0655282661319 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0605742149055 and training accuracy:0.984447777271 validation cost:0.0609471015632 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.15119195 Method 3 test accuracy:0.795199990273 Training with lmbda:246332.054888, 18 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.095784903 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.375978946686 and training accuracy:0.937369346619 validation cost:0.381233364344 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.183291211724 and training accuracy:0.960003614426 validation cost:0.188101068139 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.126413732767 and training accuracy:0.970093607903 validation cost:0.131969854236 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.099231287837 and training accuracy:0.975184082985 validation cost:0.104955650866 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0829382613301 and training accuracy:0.979183733463 validation cost:0.0884088873863 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0718991011381 and training accuracy:0.982001662254 validation cost:0.0769395828247 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0638351812959 and training accuracy:0.984092354774 validation cost:0.0683986544609 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0576404891908 and training accuracy:0.985364973545 validation cost:0.0617367587984 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0527018085122 and training accuracy:0.986728489399 validation cost:0.0563611239195 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.439123869 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.257864654064 and training accuracy:0.979121923447 validation cost:0.25977230072 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.123849011958 and training accuracy:0.990536570549 validation cost:0.119757711887 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.082230605185 and training accuracy:0.993658542633 validation cost:0.0762622356415 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0626061782241 and training accuracy:0.994634151459 validation cost:0.0560683906078 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0512152127922 and training accuracy:0.995121955872 validation cost:0.044555567205 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0437433347106 and training accuracy:0.995317101479 validation cost:0.037135630846 and validation accuracy:1.0 Training on :(4, 5) training cost:0.038436435163 and training accuracy:0.995609760284 validation cost:0.0319533571601 and validation accuracy:1.0 Training on :(4, 5) training cost:0.034452881664 and training accuracy:0.995707333088 validation cost:0.0281236283481 and validation accuracy:1.0 Training on :(4, 5) training cost:0.031338609755 and training accuracy:0.996097564697 validation cost:0.0251743607223 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.05863595 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.171040475368 and training accuracy:0.992694139481 validation cost:0.164886087179 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0782574862242 and training accuracy:0.996211767197 validation cost:0.0753097012639 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0525727346539 and training accuracy:0.997203946114 validation cost:0.0505335330963 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0405763685703 and training accuracy:0.997925519943 validation cost:0.0389054864645 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0335476025939 and training accuracy:0.998105883598 validation cost:0.0320645719767 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0288815703243 and training accuracy:0.998376488686 validation cost:0.027511741966 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0255313441157 and training accuracy:0.9987372756 validation cost:0.0242395102978 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0229934640229 and training accuracy:0.999007821083 validation cost:0.0217604916543 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0209940448403 and training accuracy:0.999098062515 validation cost:0.019808569923 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.042292118 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.245496511459 and training accuracy:0.954833328724 validation cost:0.246395587921 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.150547787547 and training accuracy:0.964611649513 validation cost:0.151778772473 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.116845205426 and training accuracy:0.970199286938 validation cost:0.118260733783 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0983942076564 and training accuracy:0.974483132362 validation cost:0.0997501239181 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0862698554993 and training accuracy:0.977835714817 validation cost:0.0874570459127 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.077499948442 and training accuracy:0.980443298817 validation cost:0.0784793049097 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0707759186625 and training accuracy:0.982492089272 validation cost:0.0715405866504 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0654140785336 and training accuracy:0.983609616756 validation cost:0.0659734606743 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0610151700675 and training accuracy:0.984354615211 validation cost:0.0613856427372 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.380748987 Method 3 test accuracy:0.794099986553 Training with lmbda:252300.530529, 19 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.276879072 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.37608987093 and training accuracy:0.937369346619 validation cost:0.381342887878 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.183390170336 and training accuracy:0.960003614426 validation cost:0.188195571303 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.126500710845 and training accuracy:0.970093607903 validation cost:0.132050663233 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0993126928806 and training accuracy:0.975184082985 validation cost:0.105030909181 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0830154046416 and training accuracy:0.979183733463 validation cost:0.0884813666344 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0719729810953 and training accuracy:0.982001662254 validation cost:0.0770104601979 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0639058426023 and training accuracy:0.984092354774 validation cost:0.0684676021338 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0577082112432 and training accuracy:0.985364973545 validation cost:0.0618034936488 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0527668148279 and training accuracy:0.986728489399 validation cost:0.05642542243 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.828331947 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.258357346058 and training accuracy:0.979121923447 validation cost:0.260281741619 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.124180592597 and training accuracy:0.990536570549 validation cost:0.120105065405 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0824791789055 and training accuracy:0.993658542633 validation cost:0.07652361691 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0628062933683 and training accuracy:0.994634151459 validation cost:0.0562791191041 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0513842776418 and training accuracy:0.995121955872 validation cost:0.0447339639068 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0438900478184 and training accuracy:0.995317101479 validation cost:0.0372906140983 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0385668575764 and training accuracy:0.995609760284 validation cost:0.0320912636817 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0345707759261 and training accuracy:0.995707333088 validation cost:0.0282480809838 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0314461626112 and training accuracy:0.996097564697 validation cost:0.0252878274769 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.601667166 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.171437159181 and training accuracy:0.992694139481 validation cost:0.165280237794 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0785221084952 and training accuracy:0.996211767197 validation cost:0.0755724459887 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0527808256447 and training accuracy:0.997203946114 validation cost:0.0507412590086 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0407509803772 and training accuracy:0.997925519943 validation cost:0.0390808023512 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0336992815137 and training accuracy:0.998105883598 validation cost:0.0322177223861 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0290166474879 and training accuracy:0.998376488686 validation cost:0.0276488531381 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0256534330547 and training accuracy:0.9987372756 validation cost:0.0243638381362 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0231052301824 and training accuracy:0.999007821083 validation cost:0.0218746643513 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0210973359644 and training accuracy:0.999098062515 validation cost:0.0199144855142 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.710477114 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.24598222971 and training accuracy:0.954833328724 validation cost:0.246882006526 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.150864362717 and training accuracy:0.964611649513 validation cost:0.152091383934 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.117113485932 and training accuracy:0.970199286938 validation cost:0.118521995842 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0986417904496 and training accuracy:0.974483132362 validation cost:0.099990516901 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0865056663752 and training accuracy:0.977742612362 validation cost:0.0876873582602 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0777281522751 and training accuracy:0.980350136757 validation cost:0.0787033289671 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0709977224469 and training accuracy:0.982398927212 validation cost:0.0717595517635 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0656312555075 and training accuracy:0.983609616756 validation cost:0.0661897137761 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0612269304693 and training accuracy:0.984354615211 validation cost:0.0615977272391 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.953715086 Method 3 test accuracy:0.794000029564 Training with lmbda:269592.346273, 20 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.631641865 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376405000687 and training accuracy:0.937369346619 validation cost:0.381653726101 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.183670714498 and training accuracy:0.959912717342 validation cost:0.188463315368 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.126748293638 and training accuracy:0.970184504986 validation cost:0.13228045404 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0995424613357 and training accuracy:0.975184082985 validation cost:0.105242215097 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0832326263189 and training accuracy:0.97936552763 validation cost:0.0886845588684 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0721805691719 and training accuracy:0.981910765171 validation cost:0.077208250761 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0641056522727 and training accuracy:0.984183251858 validation cost:0.0686622932553 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0579003542662 and training accuracy:0.985364973545 validation cost:0.0619932189584 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0529517568648 and training accuracy:0.986728489399 validation cost:0.0566087663174 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.551890135 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.259749680758 and training accuracy:0.979121923447 validation cost:0.261722832918 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.125115454197 and training accuracy:0.990438997746 validation cost:0.12108591944 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0831801369786 and training accuracy:0.993658542633 validation cost:0.0772617608309 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0633707568049 and training accuracy:0.994634151459 validation cost:0.0568742416799 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0518602579832 and training accuracy:0.995024383068 validation cost:0.0452367663383 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0443032197654 and training accuracy:0.995317101479 validation cost:0.0377275645733 and validation accuracy:1.0 Training on :(4, 5) training cost:0.038933288306 and training accuracy:0.995609760284 validation cost:0.0324784368277 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0349014773965 and training accuracy:0.995707333088 validation cost:0.0285973809659 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0317479111254 and training accuracy:0.996097564697 validation cost:0.0256063025445 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.897095919 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.17257219553 and training accuracy:0.992694139481 validation cost:0.166406556964 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0792744234204 and training accuracy:0.996121585369 validation cost:0.0763191133738 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0533719547093 and training accuracy:0.997203946114 validation cost:0.0513308495283 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0412457510829 and training accuracy:0.997925519943 validation cost:0.0395771451294 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0341281369328 and training accuracy:0.998105883598 validation cost:0.032650385052 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0293973647058 and training accuracy:0.998376488686 validation cost:0.0280348546803 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259972605854 and training accuracy:0.998647093773 validation cost:0.0247136354446 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.023419784382 and training accuracy:0.999007821083 validation cost:0.0221957545727 and validation accuracy:1.0 Training on :(6, 7) training cost:0.021388201043 and training accuracy:0.999007821083 validation cost:0.0202122274786 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.691030025 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.247367843986 and training accuracy:0.954647064209 validation cost:0.248267918825 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.15176962316 and training accuracy:0.964518547058 validation cost:0.152984321117 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.117876164615 and training accuracy:0.970199286938 validation cost:0.119262605906 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0993433818221 and training accuracy:0.974483132362 validation cost:0.100670322776 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0871743410826 and training accuracy:0.977742612362 validation cost:0.0883382484317 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0783762782812 and training accuracy:0.980350136757 validation cost:0.0793371424079 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0716294199228 and training accuracy:0.982398927212 validation cost:0.0723812133074 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0662462338805 and training accuracy:0.983423352242 validation cost:0.0667989626527 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0618274584413 and training accuracy:0.984354615211 validation cost:0.0621970072389 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.841100931 Method 3 test accuracy:0.79549998045 Training with lmbda:306129.397687, 21 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.795953989 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.377049893141 and training accuracy:0.937369346619 validation cost:0.382290124893 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.184243842959 and training accuracy:0.959821820259 validation cost:0.18901027739 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.127249136567 and training accuracy:0.970093607903 validation cost:0.132746398449 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.100005611777 and training accuracy:0.975274980068 validation cost:0.105669751763 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.083669885993 and training accuracy:0.979274630547 validation cost:0.0890942141414 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0725980401039 and training accuracy:0.9817289114 validation cost:0.077608153224 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0645065009594 and training accuracy:0.984092354774 validation cost:0.0690527707338 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0582854822278 and training accuracy:0.985364973545 validation cost:0.0623721107841 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0533227771521 and training accuracy:0.986546695232 validation cost:0.0569770224392 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.253749132 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.262520283461 and training accuracy:0.978926837444 validation cost:0.264592349529 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.126972481608 and training accuracy:0.990341484547 validation cost:0.123036213219 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0845688283443 and training accuracy:0.99356096983 validation cost:0.078726619482 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0644856393337 and training accuracy:0.994634151459 validation cost:0.0580517873168 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0527981668711 and training accuracy:0.995024383068 validation cost:0.0462283454835 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0451171807945 and training accuracy:0.995219528675 validation cost:0.0385884009302 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0396546497941 and training accuracy:0.995609760284 validation cost:0.0332409851253 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0355512984097 and training accuracy:0.995707333088 validation cost:0.029283605516 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323416627944 and training accuracy:0.996097564697 validation cost:0.0262324735522 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.581246138 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.174882262945 and training accuracy:0.992694139481 validation cost:0.168701007962 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0807949155569 and training accuracy:0.996121585369 validation cost:0.0778304040432 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0545566603541 and training accuracy:0.997203946114 validation cost:0.0525149293244 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0422323681414 and training accuracy:0.997925519943 validation cost:0.0405689999461 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0349814146757 and training accuracy:0.998105883598 validation cost:0.0335127227008 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0301530957222 and training accuracy:0.998376488686 validation cost:0.0288024246693 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0266793593764 and training accuracy:0.998647093773 validation cost:0.0254094675183 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240437090397 and training accuracy:0.999007821083 validation cost:0.0228344183415 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0219652056694 and training accuracy:0.999007821083 validation cost:0.0208044983447 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.70681119 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.250203430653 and training accuracy:0.954833328724 validation cost:0.251107543707 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.153634950519 and training accuracy:0.964704811573 validation cost:0.154828444123 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.119442455471 and training accuracy:0.970292448997 validation cost:0.120790340006 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.10077957809 and training accuracy:0.974296867847 validation cost:0.102067172527 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0885375142097 and training accuracy:0.977742612362 validation cost:0.0896670371294 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0796882510185 and training accuracy:0.980070769787 validation cost:0.0806213617325 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0729025229812 and training accuracy:0.982119560242 validation cost:0.0736358389258 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.067487180233 and training accuracy:0.983143985271 validation cost:0.0680305808783 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0630388557911 and training accuracy:0.984075248241 validation cost:0.0634073615074 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.08976984 Method 3 test accuracy:0.796599984169 Training with lmbda:335851.235448, 22 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.12725687 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.377554953098 and training accuracy:0.937369346619 validation cost:0.382788538933 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.184690997005 and training accuracy:0.959912717342 validation cost:0.18943837285 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.127638101578 and training accuracy:0.970002710819 validation cost:0.133109405637 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.10036367923 and training accuracy:0.975274980068 validation cost:0.106002286077 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.084007114172 and training accuracy:0.979183733463 validation cost:0.08941116184 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0729190930724 and training accuracy:0.9817289114 validation cost:0.0779166892171 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.064814478159 and training accuracy:0.984092354774 validation cost:0.0693541169167 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0585805438459 and training accuracy:0.985364973545 validation cost:0.0626632198691 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0536062046885 and training accuracy:0.986455798149 validation cost:0.0572587139904 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.733123064 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.264632433653 and training accuracy:0.978926837444 validation cost:0.266779690981 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.128380551934 and training accuracy:0.99014633894 validation cost:0.124514997005 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0856180489063 and training accuracy:0.99356096983 validation cost:0.0798330977559 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0653255283833 and training accuracy:0.994536578655 validation cost:0.0589384362102 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0535024777055 and training accuracy:0.995024383068 validation cost:0.0469721145928 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0457260273397 and training accuracy:0.995219528675 validation cost:0.0392315685749 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0401936806738 and training accuracy:0.995414614677 validation cost:0.0338100492954 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0360364168882 and training accuracy:0.995707333088 validation cost:0.0297954939306 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0327844172716 and training accuracy:0.996097564697 validation cost:0.0266992524266 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.764475822 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.176681280136 and training accuracy:0.992694139481 validation cost:0.170488879085 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0819698423147 and training accuracy:0.996121585369 validation cost:0.0789999961853 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0554658174515 and training accuracy:0.997203946114 validation cost:0.0534249991179 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0429854542017 and training accuracy:0.997925519943 validation cost:0.0413273125887 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0356308072805 and training accuracy:0.998105883598 validation cost:0.0341706983745 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0307273659855 and training accuracy:0.998376488686 validation cost:0.0293869581074 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0271965712309 and training accuracy:0.998647093773 validation cost:0.0259379148483 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0245160330087 and training accuracy:0.999007821083 validation cost:0.0233190152794 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0224018730223 and training accuracy:0.999007821083 validation cost:0.0212539173663 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.254318953 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.252422630787 and training accuracy:0.954833328724 validation cost:0.253333896399 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.155104920268 and training accuracy:0.964797914028 validation cost:0.156285658479 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.120672471821 and training accuracy:0.970106184483 validation cost:0.121992938221 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.101900883019 and training accuracy:0.973644971848 validation cost:0.103160366416 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0895957127213 and training accuracy:0.977649450302 validation cost:0.0907007008791 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0807031840086 and training accuracy:0.979884505272 validation cost:0.0816166177392 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0738831013441 and training accuracy:0.981653928757 validation cost:0.0746028572321 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0684393644333 and training accuracy:0.983050823212 validation cost:0.0689747184515 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.063965216279 and training accuracy:0.983888983727 validation cost:0.0643313452601 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.79432416 Method 3 test accuracy:0.797299981117 Training with lmbda:343773.332357, 23 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.057085037 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.377686977386 and training accuracy:0.937460243702 validation cost:0.382918834686 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.184807673097 and training accuracy:0.959912717342 validation cost:0.189550057054 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.127739191055 and training accuracy:0.970002710819 validation cost:0.133203625679 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.100456357002 and training accuracy:0.975274980068 validation cost:0.106088623405 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0840945243835 and training accuracy:0.979183733463 validation cost:0.0894929245114 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0730020776391 and training accuracy:0.9817289114 validation cost:0.0779955238104 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0648940950632 and training accuracy:0.984092354774 validation cost:0.0694321170449 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0586562566459 and training accuracy:0.985364973545 validation cost:0.0627378448844 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0536786578596 and training accuracy:0.986455798149 validation cost:0.0573307946324 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.06012392 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.265175044537 and training accuracy:0.978829264641 validation cost:0.267341852188 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.128742143512 and training accuracy:0.99014633894 validation cost:0.124894432724 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0858873948455 and training accuracy:0.99356096983 validation cost:0.0801170021296 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.06554158777 and training accuracy:0.994439005852 validation cost:0.0591661930084 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0536831840873 and training accuracy:0.995024383068 validation cost:0.0471626445651 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0458826087415 and training accuracy:0.995219528675 validation cost:0.0393967069685 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0403323061764 and training accuracy:0.995414614677 validation cost:0.0339562371373 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0361611992121 and training accuracy:0.995707333088 validation cost:0.0299269054085 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0328980274498 and training accuracy:0.996097564697 validation cost:0.0268188025802 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.081344128 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.177149429917 and training accuracy:0.992694139481 validation cost:0.170954227448 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0822749808431 and training accuracy:0.996121585369 validation cost:0.0793039500713 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0557007603347 and training accuracy:0.997203946114 validation cost:0.0536603964865 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0431796088815 and training accuracy:0.997925519943 validation cost:0.0415230840445 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0357979796827 and training accuracy:0.998105883598 validation cost:0.0343402586877 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.03087506257 and training accuracy:0.998376488686 validation cost:0.0295374542475 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0273296236992 and training accuracy:0.998647093773 validation cost:0.0260741598904 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0246375706047 and training accuracy:0.999007821083 validation cost:0.0234438311309 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0225142091513 and training accuracy:0.999007821083 validation cost:0.0213696174324 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.951966047 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.253002941608 and training accuracy:0.954833328724 validation cost:0.25391677022 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.155491426587 and training accuracy:0.964797914028 validation cost:0.156669333577 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.120994418859 and training accuracy:0.970013022423 validation cost:0.122308589518 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102193303406 and training accuracy:0.973644971848 validation cost:0.103445604444 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0898704230785 and training accuracy:0.977556347847 validation cost:0.0909687876701 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0809658616781 and training accuracy:0.979791402817 validation cost:0.0818745866418 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0741366073489 and training accuracy:0.981653928757 validation cost:0.0748533979058 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0686857625842 and training accuracy:0.983050823212 validation cost:0.0692189708352 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0642046928406 and training accuracy:0.983888983727 validation cost:0.0645705908537 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.164538145 Method 3 test accuracy:0.797699987888 Training with lmbda:367687.271182, 24 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.347923994 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.378080159426 and training accuracy:0.937551140785 validation cost:0.383306562901 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.185152843595 and training accuracy:0.959912717342 validation cost:0.189879983664 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.128038749099 and training accuracy:0.970002710819 validation cost:0.133483380079 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.100731357932 and training accuracy:0.975184082985 validation cost:0.106344364583 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.084352619946 and training accuracy:0.979183733463 validation cost:0.0897354483604 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.073246113956 and training accuracy:0.9817289114 validation cost:0.0782283991575 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0651273354888 and training accuracy:0.984001457691 validation cost:0.0696586072445 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0588812753558 and training accuracy:0.985455870628 validation cost:0.0629593133926 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0538952201605 and training accuracy:0.986546695232 validation cost:0.0575455985963 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.724598169 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.266766309738 and training accuracy:0.978731691837 validation cost:0.268989920616 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.129804164171 and training accuracy:0.990243911743 validation cost:0.126010105014 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0866745337844 and training accuracy:0.993463397026 validation cost:0.0809473097324 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0661715045571 and training accuracy:0.994439005852 validation cost:0.0598311796784 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0542104654014 and training accuracy:0.995024383068 validation cost:0.0477196276188 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0463380217552 and training accuracy:0.995219528675 validation cost:0.0398777686059 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0407348871231 and training accuracy:0.995317101479 validation cost:0.0343815982342 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0365233905613 and training accuracy:0.995707333088 validation cost:0.0303095411509 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0332286097109 and training accuracy:0.996097564697 validation cost:0.0271677039564 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.380436897 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.178533837199 and training accuracy:0.992694139481 validation cost:0.1723305583 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0831743553281 and training accuracy:0.996121585369 validation cost:0.0802000015974 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0563923381269 and training accuracy:0.997203946114 validation cost:0.0543535351753 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0437503829598 and training accuracy:0.997925519943 validation cost:0.0420986935496 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0362884700298 and training accuracy:0.998105883598 validation cost:0.0348376333714 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0313082113862 and training accuracy:0.998286306858 validation cost:0.0299790725112 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0277196336538 and training accuracy:0.998647093773 validation cost:0.0264734886587 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.024993930012 and training accuracy:0.999007821083 validation cost:0.0238097384572 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0228434596211 and training accuracy:0.999007821083 validation cost:0.0217088498175 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.804173946 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.254722237587 and training accuracy:0.954833328724 validation cost:0.255643248558 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.156636610627 and training accuracy:0.964984178543 validation cost:0.157804459333 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.121950559318 and training accuracy:0.970106184483 validation cost:0.12324500829 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.103060334921 and training accuracy:0.973644971848 validation cost:0.104292914271 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0906861498952 and training accuracy:0.977463185787 validation cost:0.0917663276196 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0817458033562 and training accuracy:0.979884505272 validation cost:0.082641877234 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0748887807131 and training accuracy:0.981281459332 validation cost:0.0755965560675 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0694130286574 and training accuracy:0.983050823212 validation cost:0.0699414536357 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0649108663201 and training accuracy:0.983888983727 validation cost:0.065275490284 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.98918581 Method 3 test accuracy:0.798600018024 Training with lmbda:406463.188776, 25 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.324553967 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.378702491522 and training accuracy:0.937551140785 validation cost:0.383919984102 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.185696035624 and training accuracy:0.960003614426 validation cost:0.190399631858 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.128506630659 and training accuracy:0.970002710819 validation cost:0.133921384811 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.101158864796 and training accuracy:0.975093185902 validation cost:0.106744177639 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.084752112627 and training accuracy:0.979183733463 validation cost:0.0901124030352 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0736237615347 and training accuracy:0.9817289114 validation cost:0.0785912796855 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.065486818552 and training accuracy:0.984001457691 validation cost:0.070009469986 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0592246092856 and training accuracy:0.985455870628 validation cost:0.0632980763912 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0542243085802 and training accuracy:0.986455798149 validation cost:0.0578721985221 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:121.195716858 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.269218981266 and training accuracy:0.978926837444 validation cost:0.271531194448 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.1314355582 and training accuracy:0.99014633894 validation cost:0.127725943923 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0878816246986 and training accuracy:0.99317073822 validation cost:0.0822211429477 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0671331956983 and training accuracy:0.994439005852 validation cost:0.060847569257 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0550133697689 and training accuracy:0.995024383068 validation cost:0.0485685616732 and validation accuracy:1.0 Training on :(4, 5) training cost:0.04703110829 and training accuracy:0.995219528675 validation cost:0.0406107492745 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0413480252028 and training accuracy:0.995317101479 validation cost:0.0350297950208 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0370749644935 and training accuracy:0.995804905891 validation cost:0.0308922771364 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0337313488126 and training accuracy:0.996097564697 validation cost:0.0276986304671 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.9297719 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.180695921183 and training accuracy:0.992694139481 validation cost:0.174480736256 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0845726430416 and training accuracy:0.996121585369 validation cost:0.0815940126777 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0574612282217 and training accuracy:0.997203946114 validation cost:0.0554265640676 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0446308851242 and training accuracy:0.997835278511 validation cost:0.0429883226752 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0370436012745 and training accuracy:0.998105883598 validation cost:0.0356050468981 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0319750271738 and training accuracy:0.998286306858 validation cost:0.0306602567434 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0283197462559 and training accuracy:0.998556852341 validation cost:0.0270890332758 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0255418997258 and training accuracy:0.999007821083 validation cost:0.0243739560246 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0233494546264 and training accuracy:0.999007821083 validation cost:0.0222313553095 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.754009962 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.257421582937 and training accuracy:0.954926431179 validation cost:0.258356481791 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.158444747329 and training accuracy:0.964797914028 validation cost:0.159598693252 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.123449236155 and training accuracy:0.969919919968 validation cost:0.12471601367 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.104416079819 and training accuracy:0.973644971848 validation cost:0.105617932975 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0919565856457 and training accuracy:0.977183818817 validation cost:0.0930083021522 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0829578861594 and training accuracy:0.979512035847 validation cost:0.083831332624 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0760552361608 and training accuracy:0.980908930302 validation cost:0.0767468363047 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0705413594842 and training accuracy:0.982957720757 validation cost:0.0710586979985 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0660068318248 and training accuracy:0.983702719212 validation cost:0.066366687417 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.075613976 Method 3 test accuracy:0.799499988556 Training with lmbda:411194.03308, 26 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.437057018 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.378776550293 and training accuracy:0.937551140785 validation cost:0.383993089199 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.185760483146 and training accuracy:0.960003614426 validation cost:0.190461322665 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.128562420607 and training accuracy:0.970002710819 validation cost:0.133973762393 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.101210482419 and training accuracy:0.975093185902 validation cost:0.106792837381 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0848000273108 and training accuracy:0.979183733463 validation cost:0.0901576578617 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0736687853932 and training accuracy:0.9817289114 validation cost:0.0786345303059 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0655296221375 and training accuracy:0.984001457691 validation cost:0.0700511261821 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0592651851475 and training accuracy:0.985455870628 validation cost:0.0633381009102 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0542630217969 and training accuracy:0.986455798149 validation cost:0.0579106919467 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.675461054 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.269506841898 and training accuracy:0.978926837444 validation cost:0.271829456091 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.131627038121 and training accuracy:0.99014633894 validation cost:0.127927154303 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0880236253142 and training accuracy:0.99317073822 validation cost:0.0823707953095 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0672465115786 and training accuracy:0.994439005852 validation cost:0.0609670765698 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0551078431308 and training accuracy:0.995024383068 validation cost:0.0486683696508 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0471124053001 and training accuracy:0.995219528675 validation cost:0.0406966172159 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0414199791849 and training accuracy:0.995317101479 validation cost:0.0351056717336 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0371397100389 and training accuracy:0.995804905891 validation cost:0.0309605207294 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0337905883789 and training accuracy:0.996097564697 validation cost:0.0277609787881 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.70757103 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.180953890085 and training accuracy:0.992694139481 validation cost:0.174737304449 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0847390368581 and training accuracy:0.996121585369 validation cost:0.0817599594593 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0575880110264 and training accuracy:0.997203946114 validation cost:0.0555538833141 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0447345674038 and training accuracy:0.997835278511 validation cost:0.0430931635201 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.037132628262 and training accuracy:0.998105883598 validation cost:0.0356956087053 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0320533812046 and training accuracy:0.998286306858 validation cost:0.030740249902 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0283903349191 and training accuracy:0.998556852341 validation cost:0.0271614249796 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0256064198911 and training accuracy:0.999007821083 validation cost:0.0244404245168 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0234090145677 and training accuracy:0.999007821083 validation cost:0.0222928784788 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.027555943 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.257746428251 and training accuracy:0.955019533634 validation cost:0.258683025837 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.15866240859 and training accuracy:0.964797914028 validation cost:0.159815087914 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.123629592359 and training accuracy:0.969919919968 validation cost:0.124893635511 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.104579173028 and training accuracy:0.973551869392 validation cost:0.105777792633 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0921091511846 and training accuracy:0.977183818817 validation cost:0.0931573212147 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.083103209734 and training accuracy:0.979512035847 validation cost:0.0839734449983 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0761937424541 and training accuracy:0.980908930302 validation cost:0.076883174479 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.070675201714 and training accuracy:0.982957720757 validation cost:0.0711915716529 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0661363080144 and training accuracy:0.983795881271 validation cost:0.0664960220456 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.991070986 Method 3 test accuracy:0.799300014973 Training with lmbda:422830.488578, 27 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.087738037 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.378957748413 and training accuracy:0.937551140785 validation cost:0.384171664715 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.185918480158 and training accuracy:0.960003614426 validation cost:0.190612599254 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.128698125482 and training accuracy:0.970002710819 validation cost:0.134101003408 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.101333603263 and training accuracy:0.975093185902 validation cost:0.106908135116 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0849147811532 and training accuracy:0.979183733463 validation cost:0.0902660116553 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0737766176462 and training accuracy:0.981638014317 validation cost:0.0787377953529 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.065631955862 and training accuracy:0.984001457691 validation cost:0.0701507478952 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0593633316457 and training accuracy:0.985364973545 validation cost:0.0634349957108 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0543569251895 and training accuracy:0.986455798149 validation cost:0.0580039769411 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:121.36935997 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.270205974579 and training accuracy:0.978829264641 validation cost:0.272553652525 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.132091417909 and training accuracy:0.99014633894 validation cost:0.128415256739 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.088366150856 and training accuracy:0.99317073822 validation cost:0.082732193172 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0675193443894 and training accuracy:0.994439005852 validation cost:0.0612551607192 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0553357824683 and training accuracy:0.995024383068 validation cost:0.0489090532064 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0473097749054 and training accuracy:0.995219528675 validation cost:0.0409049019217 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0415942966938 and training accuracy:0.995317101479 validation cost:0.0352894812822 and validation accuracy:1.0 Training on :(4, 5) training cost:0.037296846509 and training accuracy:0.995804905891 validation cost:0.0311260595918 and validation accuracy:1.0 Training on :(4, 5) training cost:0.033933904022 and training accuracy:0.996097564697 validation cost:0.0279119443148 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.845721006 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.181584656239 and training accuracy:0.992694139481 validation cost:0.175365284085 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0851426199079 and training accuracy:0.996121585369 validation cost:0.0821631029248 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0578953921795 and training accuracy:0.997203946114 validation cost:0.0558631159365 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.044986449182 and training accuracy:0.997835278511 validation cost:0.0433482676744 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0373485311866 and training accuracy:0.998105883598 validation cost:0.0359155647457 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0322439298034 and training accuracy:0.998286306858 validation cost:0.0309353154153 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0285614356399 and training accuracy:0.998556852341 validation cost:0.027337372303 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.025762764737 and training accuracy:0.999007821083 validation cost:0.0246017239988 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0235536191612 and training accuracy:0.999007821083 validation cost:0.0224424339831 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.326251984 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.258531689644 and training accuracy:0.955019533634 validation cost:0.259472936392 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.159190446138 and training accuracy:0.964891016483 validation cost:0.160339966416 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.124065615237 and training accuracy:0.969919919968 validation cost:0.125321835279 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.104971125722 and training accuracy:0.973365604877 validation cost:0.106161504984 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.092476092279 and training accuracy:0.977183818817 validation cost:0.0935163348913 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0834519043565 and training accuracy:0.979325771332 validation cost:0.0843157097697 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0765291303396 and training accuracy:0.981002032757 validation cost:0.0772142410278 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0709989219904 and training accuracy:0.982957720757 validation cost:0.0715128704906 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0664496049285 and training accuracy:0.983702719212 validation cost:0.0668086931109 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.428714991 Method 3 test accuracy:0.79960000515 Training with lmbda:201179.714048, 28 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.906194925 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.359478920698 and training accuracy:0.942096173763 validation cost:0.365372776985 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.176516905427 and training accuracy:0.96109443903 validation cost:0.182388827205 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.122191347182 and training accuracy:0.97072994709 validation cost:0.128773182631 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.096029445529 and training accuracy:0.977092981339 validation cost:0.102724418044 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0803337395191 and training accuracy:0.979456424713 validation cost:0.0867447033525 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0697133988142 and training accuracy:0.982001662254 validation cost:0.0756738856435 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0619726218283 and training accuracy:0.984092354774 validation cost:0.0674363449216 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0560287982225 and training accuracy:0.985455870628 validation cost:0.0609967075288 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0512899719179 and training accuracy:0.987182974815 validation cost:0.055781878531 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.791507959 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.245279848576 and training accuracy:0.98331707716 validation cost:0.24708892405 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.116467915475 and training accuracy:0.992292702198 validation cost:0.112205445766 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0771329030395 and training accuracy:0.994536578655 validation cost:0.0712166428566 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0587132722139 and training accuracy:0.995512187481 validation cost:0.0523772463202 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0480492189527 and training accuracy:0.996097564697 validation cost:0.0416838563979 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0410642921925 and training accuracy:0.996390223503 validation cost:0.0348090007901 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0361071676016 and training accuracy:0.996682941914 validation cost:0.0300139859319 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323878191411 and training accuracy:0.997170746326 validation cost:0.026474127546 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0294808521867 and training accuracy:0.997560977936 validation cost:0.0237488429993 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.701910973 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.171807318926 and training accuracy:0.990529477596 validation cost:0.165651649237 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0770296901464 and training accuracy:0.995490193367 validation cost:0.0740344077349 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0510875061154 and training accuracy:0.997384309769 validation cost:0.0489909723401 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0391013883054 and training accuracy:0.997564733028 validation cost:0.0373531728983 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0321439243853 and training accuracy:0.998015701771 validation cost:0.0305663589388 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0275622978806 and training accuracy:0.998286306858 validation cost:0.0260849390179 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0242937486619 and training accuracy:0.998647093773 validation cost:0.022882854566 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.021831639111 and training accuracy:0.998827457428 validation cost:0.020470643416 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0199009813368 and training accuracy:0.999188244343 validation cost:0.0185812581331 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.066582918 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.240132629871 and training accuracy:0.956882119179 validation cost:0.241404995322 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.145740732551 and training accuracy:0.966381072998 validation cost:0.147527724504 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.112946175039 and training accuracy:0.972061812878 validation cost:0.114963971078 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0951355472207 and training accuracy:0.974948763847 validation cost:0.0970573499799 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0834599211812 and training accuracy:0.978021979332 validation cost:0.0851439535618 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0750249996781 and training accuracy:0.980722665787 validation cost:0.0764245539904 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0685616210103 and training accuracy:0.982771456242 validation cost:0.0696765556931 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0634110867977 and training accuracy:0.983423352242 validation cost:0.0642590597272 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.05918815732 and training accuracy:0.984727144241 validation cost:0.0597905889153 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:118.064899921 Method 3 test accuracy:0.801999986172 Training with lmbda:227094.222616, 29 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.483397007 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.359967976809 and training accuracy:0.942096173763 validation cost:0.36585187912 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.176966443658 and training accuracy:0.96109443903 validation cost:0.182811915874 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.122598953545 and training accuracy:0.970820844173 validation cost:0.129145860672 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0964131429791 and training accuracy:0.977183878422 validation cost:0.103075936437 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0807023718953 and training accuracy:0.979456424713 validation cost:0.0870897397399 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0700696334243 and training accuracy:0.981910765171 validation cost:0.0760140419006 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0623168051243 and training accuracy:0.984001457691 validation cost:0.067770332098 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0563620813191 and training accuracy:0.985455870628 validation cost:0.0613252557814 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0516135431826 and training accuracy:0.986910283566 validation cost:0.0561062544584 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.057541847 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.247537150979 and training accuracy:0.983414649963 validation cost:0.249431416392 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.117982275784 and training accuracy:0.992390215397 validation cost:0.113792404532 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.078287795186 and training accuracy:0.994536578655 validation cost:0.0724271386862 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0596594363451 and training accuracy:0.995512187481 validation cost:0.0533692166209 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0488591827452 and training accuracy:0.996097564697 validation cost:0.0425323694944 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0417774394155 and training accuracy:0.996390223503 validation cost:0.0355554632843 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0367475561798 and training accuracy:0.996682941914 validation cost:0.0306837260723 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0329713001847 and training accuracy:0.997170746326 validation cost:0.0270838886499 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0300191678107 and training accuracy:0.997560977936 validation cost:0.0243106279522 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.798794985 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.173686638474 and training accuracy:0.990709841251 validation cost:0.167540296912 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0782322064042 and training accuracy:0.995400011539 validation cost:0.075232848525 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0520362220705 and training accuracy:0.997474491596 validation cost:0.0499360002577 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0399022512138 and training accuracy:0.997564733028 validation cost:0.0381524562836 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0328449420631 and training accuracy:0.998105883598 validation cost:0.031268119812 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0281892046332 and training accuracy:0.998286306858 validation cost:0.0267145168036 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0248635914177 and training accuracy:0.998647093773 validation cost:0.0234564412385 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0223555732518 and training accuracy:0.998827457428 validation cost:0.0209995638579 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0203872732818 and training accuracy:0.999188244343 validation cost:0.0190732777119 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.814910889 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.242396965623 and training accuracy:0.956882119179 validation cost:0.243652969599 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.147155299783 and training accuracy:0.966753602028 validation cost:0.14890268445 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.114134557545 and training accuracy:0.972248077393 validation cost:0.116096615791 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0962357744575 and training accuracy:0.974762499332 validation cost:0.0981005877256 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0845192968845 and training accuracy:0.977928876877 validation cost:0.0861538946629 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.076057843864 and training accuracy:0.980536401272 validation cost:0.0774183496833 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0695752650499 and training accuracy:0.982771456242 validation cost:0.0706607699394 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0644059926271 and training accuracy:0.983237087727 validation cost:0.0652319416404 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0601660087705 and training accuracy:0.984261512756 validation cost:0.060752235353 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.162958145 Method 3 test accuracy:0.803300023079 Training with lmbda:230392.280196, 30 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.105420113 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.360028922558 and training accuracy:0.942096173763 validation cost:0.36591142416 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.177022323012 and training accuracy:0.96109443903 validation cost:0.182864427567 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.122649803758 and training accuracy:0.970820844173 validation cost:0.129192382097 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0964606702328 and training accuracy:0.977183878422 validation cost:0.103119112551 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0807478129864 and training accuracy:0.979456424713 validation cost:0.0871319919825 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0701132938266 and training accuracy:0.982001662254 validation cost:0.0760552883148 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0623594224453 and training accuracy:0.984001457691 validation cost:0.0678111389279 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0564031302929 and training accuracy:0.985455870628 validation cost:0.0613651759923 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.051653098315 and training accuracy:0.986910283566 validation cost:0.0561454333365 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.09058404 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.247812852263 and training accuracy:0.983414649963 validation cost:0.249717995524 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.118168406188 and training accuracy:0.992390215397 validation cost:0.113987565041 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0784290730953 and training accuracy:0.994536578655 validation cost:0.072575442493 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0597749389708 and training accuracy:0.995512187481 validation cost:0.0534904301167 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0489580444992 and training accuracy:0.996097564697 validation cost:0.0426360219717 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0418642163277 and training accuracy:0.996390223503 validation cost:0.0356462858617 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0368255190551 and training accuracy:0.996682941914 validation cost:0.0307651720941 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0330425128341 and training accuracy:0.997073173523 validation cost:0.027158241719 and validation accuracy:1.0 Training on :(4, 5) training cost:0.030084580183 and training accuracy:0.997560977936 validation cost:0.0243787895888 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.641891003 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.173922106624 and training accuracy:0.990709841251 validation cost:0.167777121067 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0783819928765 and training accuracy:0.995400011539 validation cost:0.0753822773695 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0521531626582 and training accuracy:0.997474491596 validation cost:0.0500526167452 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0400007069111 and training accuracy:0.997564733028 validation cost:0.0382508374751 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0329307690263 and training accuracy:0.998105883598 validation cost:0.0313541516662 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0282660890371 and training accuracy:0.998286306858 validation cost:0.0267918519676 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0249332115054 and training accuracy:0.998647093773 validation cost:0.0235266685486 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0224195867777 and training accuracy:0.998827457428 validation cost:0.0210642851889 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0204466227442 and training accuracy:0.999188244343 validation cost:0.0191334653646 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.548360825 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.242678508162 and training accuracy:0.956975221634 validation cost:0.243932813406 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.147332847118 and training accuracy:0.966753602028 validation cost:0.149075478315 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.11428335309 and training accuracy:0.972154974937 validation cost:0.116238757968 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0963736027479 and training accuracy:0.974669396877 validation cost:0.0982315540314 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.084651120007 and training accuracy:0.977928876877 validation cost:0.0862801522017 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0761862695217 and training accuracy:0.980536401272 validation cost:0.077542193234 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0697007402778 and training accuracy:0.982771456242 validation cost:0.0707827731967 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0645290762186 and training accuracy:0.983237087727 validation cost:0.065352678299 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.060286398977 and training accuracy:0.984261512756 validation cost:0.0608706511557 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.723110914 Method 3 test accuracy:0.803399980068 Training with lmbda:234176.647421, 31 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.956609011 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.360098481178 and training accuracy:0.942096173763 validation cost:0.365979462862 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.177085667849 and training accuracy:0.96109443903 validation cost:0.182924032211 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.122706852853 and training accuracy:0.970820844173 validation cost:0.12924452126 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.096514351666 and training accuracy:0.977183878422 validation cost:0.103168331087 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.080799408257 and training accuracy:0.979456424713 validation cost:0.0871804878116 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0701630711555 and training accuracy:0.982092559338 validation cost:0.0761029496789 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0624074339867 and training accuracy:0.984001457691 validation cost:0.0678579956293 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0564497075975 and training accuracy:0.985455870628 validation cost:0.061411563307 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0516983419657 and training accuracy:0.986910283566 validation cost:0.056191008538 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.591462851 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.248128339648 and training accuracy:0.983414649963 validation cost:0.250045508146 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.118378870189 and training accuracy:0.992390215397 validation cost:0.114207968116 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0785894617438 and training accuracy:0.994536578655 validation cost:0.0727435126901 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0599065758288 and training accuracy:0.995512187481 validation cost:0.0536282919347 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0490705259144 and training accuracy:0.996097564697 validation cost:0.0427536666393 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0419632308185 and training accuracy:0.996292710304 validation cost:0.035749707371 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0369143486023 and training accuracy:0.996682941914 validation cost:0.0308579653502 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0331234484911 and training accuracy:0.997073173523 validation cost:0.0272426437587 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0301589686424 and training accuracy:0.997560977936 validation cost:0.0244562476873 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.578583002 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.174189761281 and training accuracy:0.990709841251 validation cost:0.16804599762 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0785521939397 and training accuracy:0.995490193367 validation cost:0.0755520388484 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0522865764797 and training accuracy:0.997474491596 validation cost:0.0501855798066 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0401128679514 and training accuracy:0.997564733028 validation cost:0.0383628793061 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0330284908414 and training accuracy:0.998105883598 validation cost:0.0314519964159 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0283532720059 and training accuracy:0.998286306858 validation cost:0.0268794633448 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0250125899911 and training accuracy:0.998647093773 validation cost:0.0236066933721 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0224923361093 and training accuracy:0.998827457428 validation cost:0.0211378782988 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0205138884485 and training accuracy:0.999188244343 validation cost:0.0192016344517 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.521560192 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.242998406291 and training accuracy:0.956975221634 validation cost:0.244250252843 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.147535055876 and training accuracy:0.966753602028 validation cost:0.149271905422 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.114452466369 and training accuracy:0.972154974937 validation cost:0.116399601102 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0965296179056 and training accuracy:0.974669396877 validation cost:0.0983793362975 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0848004594445 and training accuracy:0.977835714817 validation cost:0.0864225029945 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0763313695788 and training accuracy:0.980536401272 validation cost:0.0776817947626 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0698420330882 and training accuracy:0.982771456242 validation cost:0.0709196776152 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0646675378084 and training accuracy:0.983237087727 validation cost:0.0654879808426 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0604225881398 and training accuracy:0.984261512756 validation cost:0.0610049888492 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.917454004 Method 3 test accuracy:0.803399980068 Training with lmbda:246332.054888, 32 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.233067036 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.360320746899 and training accuracy:0.942187070847 validation cost:0.366197198629 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.177288144827 and training accuracy:0.961003541946 validation cost:0.183114752173 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.122890487313 and training accuracy:0.970911741257 validation cost:0.129413157701 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0966868251562 and training accuracy:0.977183878422 validation cost:0.103327251971 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0809638947248 and training accuracy:0.979547321796 validation cost:0.0873360037804 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0703215673566 and training accuracy:0.982092559338 validation cost:0.0762559100986 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0625610500574 and training accuracy:0.984001457691 validation cost:0.0680094659328 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0565979033709 and training accuracy:0.985364973545 validation cost:0.0615597628057 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.051841955632 and training accuracy:0.986910283566 validation cost:0.0563370324671 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.842209101 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.249117717147 and training accuracy:0.983414649963 validation cost:0.251072794199 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.119040422142 and training accuracy:0.992390215397 validation cost:0.114901684225 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0790941566229 and training accuracy:0.994439005852 validation cost:0.0732730254531 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0603182986379 and training accuracy:0.995414614677 validation cost:0.0540601946414 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0494218654931 and training accuracy:0.996097564697 validation cost:0.0431221351027 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0422717966139 and training accuracy:0.996292710304 validation cost:0.0360730364919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0371910743415 and training accuracy:0.996682941914 validation cost:0.0311479084194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0333757326007 and training accuracy:0.997073173523 validation cost:0.0275066476315 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0303912982345 and training accuracy:0.997560977936 validation cost:0.0246988479048 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.840132952 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.175033390522 and training accuracy:0.990709841251 validation cost:0.16889449954 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0790899321437 and training accuracy:0.995490193367 validation cost:0.0760885328054 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0527079440653 and training accuracy:0.997474491596 validation cost:0.0506057478487 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0404664240777 and training accuracy:0.997564733028 validation cost:0.0387165024877 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.033336892724 and training accuracy:0.998105883598 validation cost:0.0317612849176 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0286280289292 and training accuracy:0.998286306858 validation cost:0.0271558407694 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0252616479993 and training accuracy:0.998647093773 validation cost:0.0238581337035 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0227208696306 and training accuracy:0.998827457428 validation cost:0.0213690642267 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0207257345319 and training accuracy:0.999188244343 validation cost:0.0194163415581 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.314005852 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.244019731879 and training accuracy:0.957161486149 validation cost:0.245264485478 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.148181244731 and training accuracy:0.966753602028 validation cost:0.149899333715 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.114991165698 and training accuracy:0.972061812878 validation cost:0.116912968457 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0970259606838 and training accuracy:0.974576294422 validation cost:0.0988508313894 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0852748677135 and training accuracy:0.977649450302 validation cost:0.08687505126 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0767917111516 and training accuracy:0.980443298817 validation cost:0.0781249031425 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0702920854092 and training accuracy:0.982678353786 validation cost:0.0713561624289 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0651082843542 and training accuracy:0.983237087727 validation cost:0.0659186542034 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0608537122607 and training accuracy:0.983982145786 validation cost:0.0614293217659 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.198853016 Method 3 test accuracy:0.80419999361 Training with lmbda:252300.530529, 33 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.675799847 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36042869091 and training accuracy:0.942187070847 validation cost:0.366302758455 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.177386030555 and training accuracy:0.961003541946 validation cost:0.183207005262 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.122979298234 and training accuracy:0.970911741257 validation cost:0.129494532943 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0967706218362 and training accuracy:0.977183878422 validation cost:0.103404164314 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0810441970825 and training accuracy:0.979547321796 validation cost:0.0874120518565 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0703985095024 and training accuracy:0.982092559338 validation cost:0.0763298720121 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0626351609826 and training accuracy:0.983910560608 validation cost:0.0680819526315 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0566696859896 and training accuracy:0.985364973545 validation cost:0.0616311728954 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0519111864269 and training accuracy:0.986910283566 validation cost:0.0564065240324 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.501685143 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.249595612288 and training accuracy:0.983414649963 validation cost:0.251569926739 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.119359835982 and training accuracy:0.992390215397 validation cost:0.115237429738 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.079335860908 and training accuracy:0.994536578655 validation cost:0.0735272318125 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0605157800019 and training accuracy:0.995414614677 validation cost:0.0542678013444 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0495904646814 and training accuracy:0.995999991894 validation cost:0.0432992018759 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0424200817943 and training accuracy:0.996292710304 validation cost:0.0362285487354 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0373241268098 and training accuracy:0.996682941914 validation cost:0.0312873907387 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0334966033697 and training accuracy:0.997073173523 validation cost:0.0276330839843 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0305025074631 and training accuracy:0.997560977936 validation cost:0.0248148348182 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.810245037 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.175439760089 and training accuracy:0.990709841251 validation cost:0.169303059578 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0793486833572 and training accuracy:0.995490193367 validation cost:0.0763466879725 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0529100224376 and training accuracy:0.997474491596 validation cost:0.0508072897792 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0406364202499 and training accuracy:0.997564733028 validation cost:0.0388865582645 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0334848426282 and training accuracy:0.998105883598 validation cost:0.0319097265601 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0287598073483 and training accuracy:0.998286306858 validation cost:0.0272884853184 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0253810957074 and training accuracy:0.998647093773 validation cost:0.0239787828177 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0228304304183 and training accuracy:0.9987372756 validation cost:0.0214799307287 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0208270493895 and training accuracy:0.999188244343 validation cost:0.0195190832019 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.354665995 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.244513094425 and training accuracy:0.957161486149 validation cost:0.245754957199 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.148494228721 and training accuracy:0.966753602028 validation cost:0.15020416677 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.115252383053 and training accuracy:0.972061812878 validation cost:0.117162749171 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0972666218877 and training accuracy:0.974669396877 validation cost:0.0990796536207 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0855040103197 and training accuracy:0.977742612362 validation cost:0.0870935767889 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0770130604506 and training accuracy:0.980443298817 validation cost:0.0783378854394 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0705083012581 and training accuracy:0.982585191727 validation cost:0.0715657696128 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0653198808432 and training accuracy:0.983237087727 validation cost:0.0661253705621 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0610598698258 and training accuracy:0.983982145786 validation cost:0.0616322532296 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.522600889 Method 3 test accuracy:0.804499983788 Training with lmbda:269592.346273, 34 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.544687986 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.360736012459 and training accuracy:0.942187070847 validation cost:0.366603583097 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.177666425705 and training accuracy:0.961003541946 validation cost:0.183471858501 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.123232379556 and training accuracy:0.970911741257 validation cost:0.129728704691 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0970088019967 and training accuracy:0.977002084255 validation cost:0.103624790907 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.081272020936 and training accuracy:0.979547321796 validation cost:0.0876280665398 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0706165581942 and training accuracy:0.982092559338 validation cost:0.0765397846699 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0628441795707 and training accuracy:0.983819663525 validation cost:0.068286716938 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0568715594709 and training accuracy:0.985364973545 validation cost:0.0618322603405 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0521072670817 and training accuracy:0.986819386482 validation cost:0.0566040426493 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.537409067 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.250938057899 and training accuracy:0.98331707716 validation cost:0.252964913845 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.120258763433 and training accuracy:0.992390215397 validation cost:0.116180889308 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0800176560879 and training accuracy:0.994439005852 validation cost:0.0742436945438 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0610712170601 and training accuracy:0.995414614677 validation cost:0.0548511408269 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0500649362803 and training accuracy:0.995804905891 validation cost:0.0437973625958 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0428373143077 and training accuracy:0.996390223503 validation cost:0.0366658717394 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0376982837915 and training accuracy:0.996682941914 validation cost:0.0316789448261 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0338371656835 and training accuracy:0.997170746326 validation cost:0.0279885400087 and validation accuracy:1.0 Training on :(4, 5) training cost:0.030816167593 and training accuracy:0.997560977936 validation cost:0.0251414440572 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.003351927 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.176604360342 and training accuracy:0.990709841251 validation cost:0.170474305749 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0800861418247 and training accuracy:0.995490193367 validation cost:0.0770827010274 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.053483594209 and training accuracy:0.997474491596 validation cost:0.0513796322048 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0411166250706 and training accuracy:0.997654914856 validation cost:0.0393669605255 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0339026488364 and training accuracy:0.998105883598 validation cost:0.0323291383684 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0291317980736 and training accuracy:0.998286306858 validation cost:0.0276627968997 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0257178135216 and training accuracy:0.998647093773 validation cost:0.0243186987936 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0231390409172 and training accuracy:0.9987372756 validation cost:0.0217920150608 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0211124643683 and training accuracy:0.999007821083 validation cost:0.0198083985597 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.360767841 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.245921552181 and training accuracy:0.957254588604 validation cost:0.24715565145 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.149391457438 and training accuracy:0.966753602028 validation cost:0.151077449322 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.115998752415 and training accuracy:0.972061812878 validation cost:0.117877304554 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0979506149888 and training accuracy:0.974669396877 validation cost:0.0997317135334 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0861549600959 and training accuracy:0.977742612362 validation cost:0.0877172201872 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0776432529092 and training accuracy:0.980350136757 validation cost:0.0789475217462 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0711213052273 and training accuracy:0.982398927212 validation cost:0.0721629485488 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0659183934331 and training accuracy:0.983237087727 validation cost:0.0667125955224 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0616437792778 and training accuracy:0.983888983727 validation cost:0.0622085519135 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.051212072 Method 3 test accuracy:0.805700004101 Training with lmbda:306129.397687, 35 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.47548008 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.361370533705 and training accuracy:0.942096173763 validation cost:0.36722484231 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.1782412678 and training accuracy:0.961003541946 validation cost:0.184015020728 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.123746961355 and training accuracy:0.971093535423 validation cost:0.130204126239 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0974902063608 and training accuracy:0.976911187172 validation cost:0.104072451591 and validation accuracy:0.973345577717 Training on :(2, 3) training cost:0.0817309990525 and training accuracy:0.97963821888 validation cost:0.0880645215511 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0710557326674 and training accuracy:0.982001662254 validation cost:0.0769653394818 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.063266120851 and training accuracy:0.983728766441 validation cost:0.0687029659748 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.057277880609 and training accuracy:0.985364973545 validation cost:0.0622407533228 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0524995625019 and training accuracy:0.986819386482 validation cost:0.0570021271706 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.73675704 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.253622770309 and training accuracy:0.983219504356 validation cost:0.255758136511 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.122050590813 and training accuracy:0.992390215397 validation cost:0.118064366281 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0813717544079 and training accuracy:0.994439005852 validation cost:0.0756688043475 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0621729157865 and training accuracy:0.995317101479 validation cost:0.0560105778277 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0510024428368 and training accuracy:0.995804905891 validation cost:0.0447831638157 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0436596386135 and training accuracy:0.996390223503 validation cost:0.0375294871628 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0384346358478 and training accuracy:0.99658536911 validation cost:0.0324508212507 and validation accuracy:1.0 Training on :(4, 5) training cost:0.034506406635 and training accuracy:0.997170746326 validation cost:0.0286890212446 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0314315147698 and training accuracy:0.997560977936 validation cost:0.0257844515145 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.786597967 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.178952872753 and training accuracy:0.990800023079 validation cost:0.172837048769 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.081575281918 and training accuracy:0.995490193367 validation cost:0.0785708203912 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0546385273337 and training accuracy:0.997474491596 validation cost:0.0525344237685 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0420788936317 and training accuracy:0.997654914856 validation cost:0.0403321050107 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0347360819578 and training accuracy:0.998105883598 validation cost:0.0331680960953 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0298723112792 and training accuracy:0.998376488686 validation cost:0.0284099429846 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0263871327043 and training accuracy:0.998556852341 validation cost:0.024996060878 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0237518828362 and training accuracy:0.9987372756 validation cost:0.0224141553044 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0216788407415 and training accuracy:0.998917639256 validation cost:0.0203845873475 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.301652908 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.248797371984 and training accuracy:0.957161486149 validation cost:0.250017166138 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.151236891747 and training accuracy:0.966846704483 validation cost:0.152874812484 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.117528349161 and training accuracy:0.971596181393 validation cost:0.119342088699 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0993437841535 and training accuracy:0.974390029907 validation cost:0.101064249873 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.087474681437 and training accuracy:0.977556347847 validation cost:0.088986068964 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0789122804999 and training accuracy:0.979791402817 validation cost:0.0801751688123 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0723509117961 and training accuracy:0.981933295727 validation cost:0.0733617916703 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0671136379242 and training accuracy:0.983143985271 validation cost:0.0678859353065 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0628081485629 and training accuracy:0.983702719212 validation cost:0.0633587688208 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.070175171 Method 3 test accuracy:0.821200013161 Training with lmbda:335851.235448, 36 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.370618105 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.361868351698 and training accuracy:0.942096173763 validation cost:0.367712259293 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.178690180182 and training accuracy:0.96109443903 validation cost:0.184439301491 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.124147452414 and training accuracy:0.97127532959 validation cost:0.130574852228 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0978629291058 and training accuracy:0.976820290089 validation cost:0.104419961572 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0820843651891 and training accuracy:0.97963821888 validation cost:0.0884010121226 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0713936239481 and training accuracy:0.981819808483 validation cost:0.0772939398885 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0635900422931 and training accuracy:0.983728766441 validation cost:0.06902384758 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0575885474682 and training accuracy:0.985274076462 validation cost:0.0625538080931 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0527990013361 and training accuracy:0.986819386482 validation cost:0.0573076605797 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.034126997 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.25566226244 and training accuracy:0.983219504356 validation cost:0.257879734039 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.123412512243 and training accuracy:0.992390215397 validation cost:0.119496829808 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0823980122805 and training accuracy:0.994341492653 validation cost:0.076748624444 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0630063191056 and training accuracy:0.995317101479 validation cost:0.0568870343268 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0517111457884 and training accuracy:0.995804905891 validation cost:0.0455278269947 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0442801974714 and training accuracy:0.996390223503 validation cost:0.0381808653474 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0389896444976 and training accuracy:0.99658536911 validation cost:0.0330325849354 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0350101664662 and training accuracy:0.997170746326 validation cost:0.0292160008103 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0318939313293 and training accuracy:0.997658550739 validation cost:0.0262674782425 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.270349979 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.180786341429 and training accuracy:0.990709841251 validation cost:0.174682363868 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0827312916517 and training accuracy:0.995490193367 validation cost:0.0797278657556 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0555285103619 and training accuracy:0.997474491596 validation cost:0.0534262731671 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0428170450032 and training accuracy:0.997654914856 validation cost:0.0410736985505 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0353731885552 and training accuracy:0.998105883598 validation cost:0.0338108353317 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0304361525923 and training accuracy:0.998376488686 validation cost:0.0289802178741 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0268958434463 and training accuracy:0.998647093773 validation cost:0.02551250346 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0242164619267 and training accuracy:0.9987372756 validation cost:0.0228875912726 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0221077241004 and training accuracy:0.9987372756 validation cost:0.0208228621632 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.862164974 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.251044511795 and training accuracy:0.957440853119 validation cost:0.252255499363 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.152690321207 and training accuracy:0.966660439968 validation cost:0.154295742512 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.118726372719 and training accuracy:0.971596181393 validation cost:0.120494507253 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.100428760052 and training accuracy:0.974203765392 validation cost:0.102107316256 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.088493257761 and training accuracy:0.977370083332 validation cost:0.0899688825011 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0798869878054 and training accuracy:0.979791402817 validation cost:0.0811216533184 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0732923895121 and training accuracy:0.981840193272 validation cost:0.0742808058858 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0680265799165 and training accuracy:0.983143985271 validation cost:0.0687820091844 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0636952370405 and training accuracy:0.983423352242 validation cost:0.0642346739769 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:117.866368055 Method 3 test accuracy:0.822399973869 Training with lmbda:343773.332357, 37 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.723331928 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.361999034882 and training accuracy:0.942096173763 validation cost:0.367840111256 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.178807288408 and training accuracy:0.96109443903 validation cost:0.184550195932 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.124251529574 and training accuracy:0.97127532959 validation cost:0.130671292543 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0979593768716 and training accuracy:0.976820290089 validation cost:0.104510128498 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0821760967374 and training accuracy:0.97963821888 validation cost:0.0884885191917 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0714815482497 and training accuracy:0.981819808483 validation cost:0.0773796364665 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0636737123132 and training accuracy:0.983728766441 validation cost:0.0691073015332 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0576688833535 and training accuracy:0.985274076462 validation cost:0.0626354292035 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0528757758439 and training accuracy:0.986819386482 validation cost:0.0573864467442 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.81405592 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.256186842918 and training accuracy:0.983219504356 validation cost:0.258425563574 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.123762384057 and training accuracy:0.992292702198 validation cost:0.119865134358 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0826613679528 and training accuracy:0.994341492653 validation cost:0.0770258978009 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0632199198008 and training accuracy:0.995317101479 validation cost:0.0571118369699 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0518925525248 and training accuracy:0.995804905891 validation cost:0.0457185395062 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0444388091564 and training accuracy:0.996390223503 validation cost:0.0383474864066 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0391314662993 and training accuracy:0.99658536911 validation cost:0.033181335777 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0351385399699 and training accuracy:0.997170746326 validation cost:0.0293504539877 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0320118181407 and training accuracy:0.997658550739 validation cost:0.0263909269124 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.379557133 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.181262135506 and training accuracy:0.990619659424 validation cost:0.175161257386 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0830306857824 and training accuracy:0.995400011539 validation cost:0.0800276920199 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0557577088475 and training accuracy:0.997474491596 validation cost:0.0536561273038 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0430065318942 and training accuracy:0.997654914856 validation cost:0.0412642806768 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0355366803706 and training accuracy:0.998105883598 validation cost:0.0339759476483 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0305809583515 and training accuracy:0.998376488686 validation cost:0.0291269887239 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0270261373371 and training accuracy:0.998647093773 validation cost:0.025645012036 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0243355650455 and training accuracy:0.9987372756 validation cost:0.0230090301484 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0222178399563 and training accuracy:0.998647093773 validation cost:0.0209354683757 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.660372019 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.251631170511 and training accuracy:0.957534015179 validation cost:0.252840608358 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.153071373701 and training accuracy:0.966660439968 validation cost:0.154668390751 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.119039833546 and training accuracy:0.971503078938 validation cost:0.12079654634 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.100711278617 and training accuracy:0.974203765392 validation cost:0.102379381657 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0887582153082 and training accuracy:0.977276980877 validation cost:0.0902249738574 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0801403000951 and training accuracy:0.979791402817 validation cost:0.0813674628735 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.073535695672 and training accuracy:0.981840193272 validation cost:0.0745185911655 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0682621598244 and training accuracy:0.983050823212 validation cost:0.0690132677555 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0639238059521 and training accuracy:0.983423352242 validation cost:0.0644603744149 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.542230844 Method 3 test accuracy:0.822700023651 Training with lmbda:367687.271182, 38 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.78524518 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.362390607595 and training accuracy:0.942096173763 validation cost:0.368223249912 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.179156810045 and training accuracy:0.96109443903 validation cost:0.184881404042 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.124560050666 and training accuracy:0.97127532959 validation cost:0.130958154798 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.0982463955879 and training accuracy:0.976638495922 validation cost:0.104778677225 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0824476405978 and training accuracy:0.97963821888 validation cost:0.0887470766902 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0717392191291 and training accuracy:0.9817289114 validation cost:0.0776308849454 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0639200732112 and training accuracy:0.983637869358 validation cost:0.0693520307541 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0579054951668 and training accuracy:0.985183179379 validation cost:0.0628749728203 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0531030595303 and training accuracy:0.986819386482 validation cost:0.0576198883355 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.534423113 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.257731884718 and training accuracy:0.98331707716 validation cost:0.260032951832 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.124792322516 and training accuracy:0.992292702198 validation cost:0.120949685574 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0834339782596 and training accuracy:0.994341492653 validation cost:0.0778392776847 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0638463571668 and training accuracy:0.995317101479 validation cost:0.0577708482742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0524237565696 and training accuracy:0.995804905891 validation cost:0.0462768524885 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0449035055935 and training accuracy:0.996390223503 validation cost:0.0388353615999 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0395462848246 and training accuracy:0.99658536911 validation cost:0.0336161144078 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0355154983699 and training accuracy:0.997170746326 validation cost:0.0297451149672 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323580540717 and training accuracy:0.997560977936 validation cost:0.0267533753067 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.179661989 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.182670980692 and training accuracy:0.990619659424 validation cost:0.176578864455 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0839151516557 and training accuracy:0.995490193367 validation cost:0.0809136480093 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0564343556762 and training accuracy:0.997474491596 validation cost:0.0543346777558 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.043565813452 and training accuracy:0.997654914856 validation cost:0.0418269149959 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0360176078975 and training accuracy:0.998105883598 validation cost:0.0344620049 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0310058128089 and training accuracy:0.998376488686 validation cost:0.0295581426471 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0274085067213 and training accuracy:0.998647093773 validation cost:0.0260342210531 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0246842950583 and training accuracy:0.998827457428 validation cost:0.0233650244772 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0225398354232 and training accuracy:0.998647093773 validation cost:0.0212645921856 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.904661894 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.253371626139 and training accuracy:0.957534015179 validation cost:0.254575133324 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.154206261039 and training accuracy:0.966753602028 validation cost:0.155778005719 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.119969718158 and training accuracy:0.971409916878 validation cost:0.121692575514 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.101546734571 and training accuracy:0.974110662937 validation cost:0.103182062507 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0895398780704 and training accuracy:0.977183818817 validation cost:0.0909782201052 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0808840543032 and training accuracy:0.979605138302 validation cost:0.0820864140987 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0742511451244 and training accuracy:0.981653928757 validation cost:0.0752140432596 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0689548328519 and training accuracy:0.982864618301 validation cost:0.0696906223893 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0645969286561 and training accuracy:0.983237087727 validation cost:0.0651209950447 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:117.754582882 Method 3 test accuracy:0.823199987411 Training with lmbda:406463.188776, 39 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.256832123 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363001912832 and training accuracy:0.942096173763 validation cost:0.368821889162 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.179706066847 and training accuracy:0.96109443903 validation cost:0.185402423143 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.125043094158 and training accuracy:0.971366226673 validation cost:0.131408855319 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0986938551068 and training accuracy:0.976729393005 validation cost:0.105199046433 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0828682929277 and training accuracy:0.979547321796 validation cost:0.089149877429 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0721392035484 and training accuracy:0.9817289114 validation cost:0.0780224204063 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0643015950918 and training accuracy:0.983365178108 validation cost:0.069732747972 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0582711584866 and training accuracy:0.985274076462 validation cost:0.0632457509637 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0534537695348 and training accuracy:0.986637592316 validation cost:0.0579806230962 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.942180157 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.260108798742 and training accuracy:0.98331707716 validation cost:0.262506186962 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.126375615597 and training accuracy:0.992292702198 validation cost:0.122617304325 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0846226811409 and training accuracy:0.994243919849 validation cost:0.0790924504399 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0648070946336 and training accuracy:0.995317101479 validation cost:0.0587828755379 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0532376728952 and training accuracy:0.995707333088 validation cost:0.0471329055727 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0456142313778 and training accuracy:0.996390223503 validation cost:0.039581682533 and validation accuracy:1.0 Training on :(4, 5) training cost:0.040180772543 and training accuracy:0.996682941914 validation cost:0.0342820249498 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0360900275409 and training accuracy:0.99726831913 validation cost:0.0303475484252 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0328853428364 and training accuracy:0.997463405132 validation cost:0.0273055005819 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.719447136 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.184879615903 and training accuracy:0.990619659424 validation cost:0.178802460432 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0852970257401 and training accuracy:0.995490193367 validation cost:0.082300208509 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0574860684574 and training accuracy:0.997384309769 validation cost:0.0553917549551 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0444299951196 and training accuracy:0.997654914856 validation cost:0.0426987223327 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0367598384619 and training accuracy:0.998015701771 validation cost:0.0352140255272 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0316607430577 and training accuracy:0.998376488686 validation cost:0.0302243717015 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0279978998005 and training accuracy:0.998647093773 validation cost:0.026635190472 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0252217780799 and training accuracy:0.9987372756 validation cost:0.0239144321531 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0230353455991 and training accuracy:0.9987372756 validation cost:0.0217719394714 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.944394112 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.256108820438 and training accuracy:0.957813382149 validation cost:0.257307708263 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.155992239714 and training accuracy:0.967032968998 validation cost:0.157530635595 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.121428653598 and training accuracy:0.971503078938 validation cost:0.123104996979 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.102850921452 and training accuracy:0.974017500877 validation cost:0.104441054165 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0907545462251 and training accuracy:0.976811349392 validation cost:0.0921544134617 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0820383578539 and training accuracy:0.979325771332 validation cost:0.0832084193826 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.075359351933 and training accuracy:0.980908930302 validation cost:0.0762966573238 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0700240954757 and training accuracy:0.982678353786 validation cost:0.0707403197885 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0656315013766 and training accuracy:0.983237087727 validation cost:0.06614112854 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:117.896611929 Method 3 test accuracy:0.833500027657 Training with lmbda:411194.03308, 40 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.40197897 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363075315952 and training accuracy:0.942096173763 validation cost:0.368893742561 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.179770871997 and training accuracy:0.96109443903 validation cost:0.185463771224 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.125100299716 and training accuracy:0.97127532959 validation cost:0.131462156773 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0987466052175 and training accuracy:0.976729393005 validation cost:0.105248443782 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0829175189137 and training accuracy:0.979547321796 validation cost:0.0891968682408 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0721859112382 and training accuracy:0.9817289114 validation cost:0.0780681967735 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0643459782004 and training accuracy:0.983365178108 validation cost:0.069776929915 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0583137907088 and training accuracy:0.985274076462 validation cost:0.0632888525724 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0534942932427 and training accuracy:0.986637592316 validation cost:0.0580218061805 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.375031948 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.260387390852 and training accuracy:0.98331707716 validation cost:0.262796014547 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.12656147778 and training accuracy:0.992292702198 validation cost:0.122813053429 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0847620740533 and training accuracy:0.994243919849 validation cost:0.079239346087 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0649201497436 and training accuracy:0.995317101479 validation cost:0.0589020587504 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0533334314823 and training accuracy:0.995707333088 validation cost:0.0472335703671 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0456977412105 and training accuracy:0.996390223503 validation cost:0.0396694429219 and validation accuracy:1.0 Training on :(4, 5) training cost:0.04025541991 and training accuracy:0.996682941914 validation cost:0.034360408783 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0361577309668 and training accuracy:0.99726831913 validation cost:0.030418517068 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0329473987222 and training accuracy:0.997463405132 validation cost:0.0273704603314 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.7745049 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.185141608119 and training accuracy:0.990619659424 validation cost:0.179066151381 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0854605808854 and training accuracy:0.995490193367 validation cost:0.082464300096 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0576101019979 and training accuracy:0.997384309769 validation cost:0.0555164888501 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0445318333805 and training accuracy:0.997654914856 validation cost:0.0428015738726 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0368468947709 and training accuracy:0.998015701771 validation cost:0.0353023223579 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0317374542356 and training accuracy:0.998376488686 validation cost:0.0303024798632 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0280668102205 and training accuracy:0.998647093773 validation cost:0.0267056114972 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0252844430506 and training accuracy:0.9987372756 validation cost:0.0239785742015 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.023093149066 and training accuracy:0.9987372756 validation cost:0.0218313112855 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.383523941 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.256433695555 and training accuracy:0.957720220089 validation cost:0.257632106543 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.15620495379 and training accuracy:0.967126071453 validation cost:0.157739460468 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.121602289379 and training accuracy:0.971503078938 validation cost:0.12327337265 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.10300591588 and training accuracy:0.974017500877 validation cost:0.104590907693 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0908993184566 and training accuracy:0.976811349392 validation cost:0.0922945812345 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.082176104188 and training accuracy:0.979325771332 validation cost:0.0833424031734 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0754907801747 and training accuracy:0.980908930302 validation cost:0.0764244273305 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0701504126191 and training accuracy:0.982678353786 validation cost:0.0708638727665 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0657536014915 and training accuracy:0.983237087727 validation cost:0.0662616640329 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:117.513581038 Method 3 test accuracy:0.833500027657 Training with lmbda:422830.488578, 41 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.222877026 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363254755735 and training accuracy:0.942096173763 validation cost:0.369069516659 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.179931163788 and training accuracy:0.96109443903 validation cost:0.185616016388 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.125240340829 and training accuracy:0.97127532959 validation cost:0.13159301877 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0988758355379 and training accuracy:0.976729393005 validation cost:0.105369858444 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0830388441682 and training accuracy:0.979547321796 validation cost:0.0893128141761 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0723014250398 and training accuracy:0.9817289114 validation cost:0.078181296587 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0644556805491 and training accuracy:0.98327422142 validation cost:0.0698867440224 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0584185048938 and training accuracy:0.985274076462 validation cost:0.0633949711919 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0535943582654 and training accuracy:0.986546695232 validation cost:0.058124255389 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.401394129 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.261068075895 and training accuracy:0.98331707716 validation cost:0.263504415751 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.127015665174 and training accuracy:0.992292702198 validation cost:0.123291105032 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0851020663977 and training accuracy:0.994243919849 validation cost:0.0795974954963 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0651945769787 and training accuracy:0.995317101479 validation cost:0.0591910630465 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0535655431449 and training accuracy:0.995707333088 validation cost:0.0474774427712 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0459005348384 and training accuracy:0.996292710304 validation cost:0.0398824475706 and validation accuracy:1.0 Training on :(4, 5) training cost:0.040435899049 and training accuracy:0.996682941914 validation cost:0.0345498658717 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0363216362894 and training accuracy:0.99726831913 validation cost:0.0305903647095 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0330978184938 and training accuracy:0.997463405132 validation cost:0.0275279786438 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.772890806 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.185782536864 and training accuracy:0.990529477596 validation cost:0.179711595178 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0858609229326 and training accuracy:0.995490193367 validation cost:0.082866333425 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0579131320119 and training accuracy:0.997384309769 validation cost:0.0558216571808 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0447801277041 and training accuracy:0.997654914856 validation cost:0.0430526286364 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0370595268905 and training accuracy:0.998015701771 validation cost:0.0355181358755 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0319250002503 and training accuracy:0.998376488686 validation cost:0.0304934363812 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0282352417707 and training accuracy:0.998647093773 validation cost:0.0268777627498 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0254378430545 and training accuracy:0.9987372756 validation cost:0.0241357088089 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0232347249985 and training accuracy:0.9987372756 validation cost:0.0219766702503 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.134711027 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.257234424353 and training accuracy:0.957720220089 validation cost:0.258431077003 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.156727477908 and training accuracy:0.967126071453 validation cost:0.158252239227 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.122027747333 and training accuracy:0.971503078938 validation cost:0.123685270548 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.103383935988 and training accuracy:0.974017500877 validation cost:0.104956373572 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0912499800324 and training accuracy:0.976811349392 validation cost:0.0926341414452 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0825089886785 and training accuracy:0.979232609272 validation cost:0.0836658477783 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0758088380098 and training accuracy:0.980908930302 validation cost:0.0767354518175 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0704558342695 and training accuracy:0.982678353786 validation cost:0.0711638256907 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0660488903522 and training accuracy:0.983143985271 validation cost:0.0665534734726 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:117.664598942 Method 3 test accuracy:0.833999991417 Training with lmbda:201179.714048, 42 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.470153093 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.35289222002 and training accuracy:0.939914524555 validation cost:0.359443575144 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.173860564828 and training accuracy:0.961821675301 validation cost:0.180245742202 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.120721310377 and training accuracy:0.971457123756 validation cost:0.127766653895 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.095080845058 and training accuracy:0.976456701756 validation cost:0.102158628404 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0796554684639 and training accuracy:0.979456424713 validation cost:0.0863767191768 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0691904947162 and training accuracy:0.982547044754 validation cost:0.0754005759954 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0615362860262 and training accuracy:0.984728634357 validation cost:0.0672022029757 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0556420572102 and training accuracy:0.986092150211 validation cost:0.060781262815 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0509362369776 and training accuracy:0.987273871899 validation cost:0.055581945926 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.025403023 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.245994657278 and training accuracy:0.97921949625 validation cost:0.248258978128 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.11794167757 and training accuracy:0.990438997746 validation cost:0.113679535687 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0782691538334 and training accuracy:0.99385368824 validation cost:0.0720780566335 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0595342814922 and training accuracy:0.995512187481 validation cost:0.0528057515621 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0486522912979 and training accuracy:0.995804905891 validation cost:0.0418382138014 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0415125787258 and training accuracy:0.996195137501 validation cost:0.0347798727453 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0364439189434 and training accuracy:0.996390223503 validation cost:0.0298591833562 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0326421223581 and training accuracy:0.996780514717 validation cost:0.0262301061302 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0296721812338 and training accuracy:0.99726831913 validation cost:0.0234395954758 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.819010973 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.178963467479 and training accuracy:0.989898085594 validation cost:0.172247737646 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0801041945815 and training accuracy:0.994588255882 validation cost:0.0767443478107 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0530188009143 and training accuracy:0.996843159199 validation cost:0.0506233014166 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0405404642224 and training accuracy:0.997654914856 validation cost:0.0385471731424 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0333183631301 and training accuracy:0.997745096684 validation cost:0.0315409712493 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0285750385374 and training accuracy:0.997925519943 validation cost:0.0269352365285 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0251975394785 and training accuracy:0.998466670513 validation cost:0.0236564576626 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.022655358538 and training accuracy:0.998827457428 validation cost:0.0211906488985 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0206630993634 and training accuracy:0.998827457428 validation cost:0.0192616805434 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.439754963 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.234369263053 and training accuracy:0.957347750664 validation cost:0.23619402945 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.143797844648 and training accuracy:0.966008543968 validation cost:0.145477876067 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.112088739872 and training accuracy:0.972434341908 validation cost:0.113691315055 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0947379544377 and training accuracy:0.976252555847 validation cost:0.0961116701365 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0833012014627 and training accuracy:0.978394508362 validation cost:0.0843859016895 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0750102996826 and training accuracy:0.980815768242 validation cost:0.0758027210832 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0686437189579 and training accuracy:0.982398927212 validation cost:0.0691627934575 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0635623335838 and training accuracy:0.983516454697 validation cost:0.063837915659 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0593921616673 and training accuracy:0.984447777271 validation cost:0.0594578832388 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:118.03409791 Method 3 test accuracy:0.809800028801 Training with lmbda:227094.222616, 43 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.246672153 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.353385090828 and training accuracy:0.939914524555 validation cost:0.359929412603 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.17431332171 and training accuracy:0.961821675301 validation cost:0.180677443743 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.121128924191 and training accuracy:0.971457123756 validation cost:0.128146290779 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0954646244645 and training accuracy:0.976365804672 validation cost:0.102519355714 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0800215899944 and training accuracy:0.979456424713 validation cost:0.086728990078 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0695433914661 and training accuracy:0.982456147671 validation cost:0.0757490098476 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0618772208691 and training accuracy:0.984637737274 validation cost:0.0675455629826 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0559721440077 and training accuracy:0.986001253128 validation cost:0.0611198171973 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0512553490698 and training accuracy:0.987455666065 validation cost:0.0559135340154 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.378078938 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.248303920031 and training accuracy:0.97921949625 validation cost:0.250663608313 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.119494795799 and training accuracy:0.990634143353 validation cost:0.115326918662 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0794393122196 and training accuracy:0.993951201439 validation cost:0.0733202397823 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0604782290757 and training accuracy:0.995512187481 validation cost:0.0538063533604 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0494484268129 and training accuracy:0.995804905891 validation cost:0.0426802635193 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0422056540847 and training accuracy:0.996097564697 validation cost:0.0355115793645 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0370609499514 and training accuracy:0.996487796307 validation cost:0.0305087137967 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0331998579204 and training accuracy:0.996878027916 validation cost:0.0268155094236 and validation accuracy:1.0 Training on :(4, 5) training cost:0.030183326453 and training accuracy:0.99726831913 validation cost:0.0239742640406 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.494199038 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.180983826518 and training accuracy:0.989988267422 validation cost:0.17426122725 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0814086794853 and training accuracy:0.994498074055 validation cost:0.0780368074775 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0540513955057 and training accuracy:0.996843159199 validation cost:0.051647182554 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0414157435298 and training accuracy:0.997654914856 validation cost:0.039417937398 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0340861417353 and training accuracy:0.997745096684 validation cost:0.0323062688112 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0292635280639 and training accuracy:0.997925519943 validation cost:0.0276222061366 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0258240196854 and training accuracy:0.998466670513 validation cost:0.0242817159742 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0232314690948 and training accuracy:0.998827457428 validation cost:0.0217658039182 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0211972370744 and training accuracy:0.998827457428 validation cost:0.0197955835611 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.923505068 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.23639151454 and training accuracy:0.957813382149 validation cost:0.238238140941 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.14509665966 and training accuracy:0.965915441513 validation cost:0.146797254682 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.113211214542 and training accuracy:0.972620606422 validation cost:0.114824034274 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0958059355617 and training accuracy:0.976066291332 validation cost:0.0971875414252 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0843479558825 and training accuracy:0.978487610817 validation cost:0.0854439362884 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0760447829962 and training accuracy:0.980815768242 validation cost:0.0768550336361 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0696683824062 and training accuracy:0.982119560242 validation cost:0.0702135488391 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0645783990622 and training accuracy:0.983237087727 validation cost:0.0648865774274 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0603983066976 and training accuracy:0.984168350697 validation cost:0.0605015233159 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.840037823 Method 3 test accuracy:0.812900006771 Training with lmbda:230392.280196, 44 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.249881983 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.353447049856 and training accuracy:0.939914524555 validation cost:0.359990507364 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.174370244145 and training accuracy:0.961821675301 validation cost:0.180731624365 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.121179975569 and training accuracy:0.971457123756 validation cost:0.1281940341 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0955124869943 and training accuracy:0.976365804672 validation cost:0.102564863861 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0800669640303 and training accuracy:0.979456424713 validation cost:0.0867732688785 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0695867389441 and training accuracy:0.982456147671 validation cost:0.0757919326425 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0619189962745 and training accuracy:0.984637737274 validation cost:0.067587852478 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0560125187039 and training accuracy:0.986001253128 validation cost:0.0611615814269 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0512942522764 and training accuracy:0.987455666065 validation cost:0.0559543408453 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.73218298 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.248584508896 and training accuracy:0.97921949625 validation cost:0.250955820084 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.119684226811 and training accuracy:0.990634143353 validation cost:0.115528061986 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0795815810561 and training accuracy:0.993951201439 validation cost:0.0734715685248 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.060592725873 and training accuracy:0.995512187481 validation cost:0.0539279058576 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0495447404683 and training accuracy:0.995804905891 validation cost:0.04278222844 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0422895513475 and training accuracy:0.996097564697 validation cost:0.0356002822518 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0371355041862 and training accuracy:0.996487796307 validation cost:0.0305872522295 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0332675799727 and training accuracy:0.996878027916 validation cost:0.0268866606057 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0302452538162 and training accuracy:0.99726831913 validation cost:0.0240392126143 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.609143019 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.181235954165 and training accuracy:0.989988267422 validation cost:0.174512758851 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.081570237875 and training accuracy:0.994498074055 validation cost:0.078197054565 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0541790574789 and training accuracy:0.996843159199 validation cost:0.0517738908529 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0415234751999 and training accuracy:0.997654914856 validation cost:0.0395253188908 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0341804511845 and training accuracy:0.997745096684 validation cost:0.0324004590511 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.029347890988 and training accuracy:0.997925519943 validation cost:0.0277065820992 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259007010609 and training accuracy:0.998466670513 validation cost:0.0243583600968 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0233019199222 and training accuracy:0.998827457428 validation cost:0.0218362864107 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0212624203414 and training accuracy:0.998827457428 validation cost:0.0198609232903 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.5508039 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.236646264791 and training accuracy:0.957813382149 validation cost:0.238495334983 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.145260959864 and training accuracy:0.965915441513 validation cost:0.146964579821 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.113352485001 and training accuracy:0.972620606422 validation cost:0.114966712892 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0959391593933 and training accuracy:0.976066291332 validation cost:0.0973220393062 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0844780504704 and training accuracy:0.978301346302 validation cost:0.0855754688382 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0761737301946 and training accuracy:0.980722665787 validation cost:0.076986476779 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0697966590524 and training accuracy:0.982119560242 validation cost:0.0703451409936 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0647043734789 and training accuracy:0.983237087727 validation cost:0.0650165826082 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.060522057116 and training accuracy:0.984075248241 validation cost:0.0606300011277 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.833811045 Method 3 test accuracy:0.813099980354 Training with lmbda:234176.647421, 45 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.025778055 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.353518098593 and training accuracy:0.939914524555 validation cost:0.360060602427 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.174434542656 and training accuracy:0.961821675301 validation cost:0.180793121457 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.12123786658 and training accuracy:0.97154802084 validation cost:0.128248170018 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0955663770437 and training accuracy:0.976365804672 validation cost:0.102615781128 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0801180303097 and training accuracy:0.97936552763 validation cost:0.0868225544691 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0696359798312 and training accuracy:0.982456147671 validation cost:0.0758405029774 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0619664788246 and training accuracy:0.984637737274 validation cost:0.0676356703043 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0560584180057 and training accuracy:0.985910356045 validation cost:0.0612088367343 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0513389483094 and training accuracy:0.987455666065 validation cost:0.0560010410845 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.255715132 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.248905912042 and training accuracy:0.979121923447 validation cost:0.251290768385 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.11990070343 and training accuracy:0.990634143353 validation cost:0.115757904947 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0797434672713 and training accuracy:0.993951201439 validation cost:0.0736437365413 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0607233159244 and training accuracy:0.995512187481 validation cost:0.054066605866 and validation accuracy:1.0 Training on :(4, 5) training cost:0.049654815346 and training accuracy:0.995804905891 validation cost:0.0428989194334 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0423849374056 and training accuracy:0.996097564697 validation cost:0.0357011854649 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0372205786407 and training accuracy:0.996487796307 validation cost:0.0306768640876 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0333445668221 and training accuracy:0.996878027916 validation cost:0.0269674751908 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0303159411997 and training accuracy:0.997170746326 validation cost:0.0241132285446 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.809201956 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.181521743536 and training accuracy:0.989988267422 validation cost:0.174797952175 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0817544832826 and training accuracy:0.994498074055 validation cost:0.078379906714 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0543239414692 and training accuracy:0.996843159199 validation cost:0.0519179329276 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0416459292173 and training accuracy:0.997654914856 validation cost:0.0396475531161 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0342875234783 and training accuracy:0.997654914856 validation cost:0.0325075015426 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0294434931129 and training accuracy:0.997925519943 validation cost:0.0278022978455 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259875301272 and training accuracy:0.998466670513 validation cost:0.0244453661144 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.023381633684 and training accuracy:0.9987372756 validation cost:0.0219161808491 and validation accuracy:1.0 Training on :(6, 7) training cost:0.02133635059 and training accuracy:0.998827457428 validation cost:0.0199351552874 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.863219976 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.236936971545 and training accuracy:0.957720220089 validation cost:0.238789439201 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.145450010896 and training accuracy:0.965822339058 validation cost:0.147157162428 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.113513842225 and training accuracy:0.972620606422 validation cost:0.115130104125 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0960919559002 and training accuracy:0.976066291332 validation cost:0.0974772647023 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0846270024776 and training accuracy:0.978301346302 validation cost:0.0857268795371 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0763214081526 and training accuracy:0.980815768242 validation cost:0.0771376416087 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0699421018362 and training accuracy:0.982119560242 validation cost:0.0704953372478 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0648477226496 and training accuracy:0.983237087727 validation cost:0.0651655569673 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.060663305223 and training accuracy:0.983982145786 validation cost:0.0607772357762 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.29697299 Method 3 test accuracy:0.813700020313 Training with lmbda:246332.054888, 46 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.081660986 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.353742331266 and training accuracy:0.939914524555 validation cost:0.36028149724 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.174638941884 and training accuracy:0.961912572384 validation cost:0.180988118052 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.121421143413 and training accuracy:0.971638917923 validation cost:0.128419235349 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0957375541329 and training accuracy:0.976365804672 validation cost:0.102777540684 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0802811309695 and training accuracy:0.97936552763 validation cost:0.0869799256325 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.069791905582 and training accuracy:0.982456147671 validation cost:0.0759947150946 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.062117382884 and training accuracy:0.984637737274 validation cost:0.0677888095379 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0562038198113 and training accuracy:0.986001253128 validation cost:0.0613588094711 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0514797121286 and training accuracy:0.987455666065 validation cost:0.0561485588551 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.689605951 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.249917939305 and training accuracy:0.979121923447 validation cost:0.252345025539 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.120578438044 and training accuracy:0.990634143353 validation cost:0.116477526724 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0802524015307 and training accuracy:0.993951201439 validation cost:0.0741848126054 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0611323229969 and training accuracy:0.995414614677 validation cost:0.0545007511973 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0499996170402 and training accuracy:0.995804905891 validation cost:0.0432643219829 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0426846779883 and training accuracy:0.996097564697 validation cost:0.0360179878771 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0374866984785 and training accuracy:0.996487796307 validation cost:0.0309573784471 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0335847660899 and training accuracy:0.996878027916 validation cost:0.0272199325264 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0305360499769 and training accuracy:0.997170746326 validation cost:0.0243439208716 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.599250078 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.182432353497 and training accuracy:0.989988267422 validation cost:0.175706610084 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0823386088014 and training accuracy:0.994498074055 validation cost:0.0789593160152 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0547830685973 and training accuracy:0.996843159199 validation cost:0.0523739643395 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0420323200524 and training accuracy:0.997654914856 validation cost:0.040032427758 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0346248336136 and training accuracy:0.997654914856 validation cost:0.0328442528844 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0297445394099 and training accuracy:0.997925519943 validation cost:0.0281031988561 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0262608006597 and training accuracy:0.998376488686 validation cost:0.0247187912464 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0236321631819 and training accuracy:0.9987372756 validation cost:0.0221669655293 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0215678159148 and training accuracy:0.998827457428 validation cost:0.0201670825481 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.363375902 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.237857654691 and training accuracy:0.957813382149 validation cost:0.239720135927 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.14604690671 and training accuracy:0.966101706028 validation cost:0.14776571095 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.114027254283 and training accuracy:0.972434341908 validation cost:0.115649603307 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0965750366449 and training accuracy:0.976066291332 validation cost:0.0979657843709 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0850956961513 and training accuracy:0.978301346302 validation cost:0.0862023979425 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0767817720771 and training accuracy:0.980722665787 validation cost:0.077607691288 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0703970938921 and training accuracy:0.982026457787 validation cost:0.0709622502327 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0652976632118 and training accuracy:0.983237087727 validation cost:0.0656302049756 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0611079931259 and training accuracy:0.983888983727 validation cost:0.0612390451133 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.898158073 Method 3 test accuracy:0.81400001049 Training with lmbda:252300.530529, 47 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.807473898 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.353851526976 and training accuracy:0.939914524555 validation cost:0.360389143229 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.174738168716 and training accuracy:0.961912572384 validation cost:0.181082725525 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.121509507298 and training accuracy:0.971638917923 validation cost:0.128501757979 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0958209037781 and training accuracy:0.976365804672 validation cost:0.102856233716 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0803603678942 and training accuracy:0.97936552763 validation cost:0.0870562419295 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0698678717017 and training accuracy:0.982456147671 validation cost:0.0760700106621 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0621903687716 and training accuracy:0.984637737274 validation cost:0.0678627714515 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0562736913562 and training accuracy:0.986001253128 validation cost:0.0614311769605 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0515470951796 and training accuracy:0.987455666065 validation cost:0.056219059974 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.691964149 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.250405400991 and training accuracy:0.979121923447 validation cost:0.252852886915 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.120903201401 and training accuracy:0.990634143353 validation cost:0.116822443902 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0804952830076 and training accuracy:0.993951201439 validation cost:0.0744433179498 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0613277442753 and training accuracy:0.995414614677 validation cost:0.0547084510326 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0501638017595 and training accuracy:0.99590241909 validation cost:0.043438423425 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0428275205195 and training accuracy:0.996097564697 validation cost:0.0361691340804 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0376137159765 and training accuracy:0.996487796307 validation cost:0.0310914646834 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0336992740631 and training accuracy:0.996878027916 validation cost:0.027340522036 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0306411422789 and training accuracy:0.997170746326 validation cost:0.0244542062283 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.75753808 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.182870998979 and training accuracy:0.989988267422 validation cost:0.176144018769 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0826221778989 and training accuracy:0.994498074055 validation cost:0.0792405307293 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0550050474703 and training accuracy:0.996843159199 validation cost:0.052594397217 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0422188714147 and training accuracy:0.997654914856 validation cost:0.0402182750404 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0347874090075 and training accuracy:0.997654914856 validation cost:0.0330064892769 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0298895873129 and training accuracy:0.997925519943 validation cost:0.028248179704 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0263921525329 and training accuracy:0.998376488686 validation cost:0.0248501524329 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0237524136901 and training accuracy:0.9987372756 validation cost:0.0222873371094 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0216790642589 and training accuracy:0.998827457428 validation cost:0.0202785730362 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.555459976 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.238305807114 and training accuracy:0.957906484604 validation cost:0.240173250437 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.146339744329 and training accuracy:0.966101706028 validation cost:0.148064300418 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.114278487861 and training accuracy:0.972341239452 validation cost:0.115904353559 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0968097150326 and training accuracy:0.976066291332 validation cost:0.0982042849064 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0853233188391 and training accuracy:0.978301346302 validation cost:0.0864341109991 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0770052522421 and training accuracy:0.980722665787 validation cost:0.0778360441327 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0706177055836 and training accuracy:0.982026457787 validation cost:0.0711890906096 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0655157640576 and training accuracy:0.983237087727 validation cost:0.065855525434 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0613224282861 and training accuracy:0.983888983727 validation cost:0.0614614412189 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.095698118 Method 3 test accuracy:0.814499974251 Training with lmbda:269592.346273, 48 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.474605083 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.354164540768 and training accuracy:0.940005481243 validation cost:0.360697358847 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.175020679832 and training accuracy:0.961912572384 validation cost:0.181352496147 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.121762499213 and training accuracy:0.971638917923 validation cost:0.128738299012 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0960566401482 and training accuracy:0.976365804672 validation cost:0.103079944849 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0805843248963 and training accuracy:0.97936552763 validation cost:0.0872734040022 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0700813308358 and training accuracy:0.982456147671 validation cost:0.0762812644243 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0623957291245 and training accuracy:0.984546840191 validation cost:0.0680700317025 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0564718022943 and training accuracy:0.986001253128 validation cost:0.061634618789 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0517385564744 and training accuracy:0.987455666065 validation cost:0.0564185716212 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.488790989 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.251779586077 and training accuracy:0.979121923447 validation cost:0.254284322262 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.121818117797 and training accuracy:0.990634143353 validation cost:0.117794066668 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0811776593328 and training accuracy:0.993951201439 validation cost:0.075169339776 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0618757009506 and training accuracy:0.995414614677 validation cost:0.0552906915545 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0506251081824 and training accuracy:0.99590241909 validation cost:0.043927397579 and validation accuracy:1.0 Training on :(4, 5) training cost:0.043228648603 and training accuracy:0.996097564697 validation cost:0.0365932844579 and validation accuracy:1.0 Training on :(4, 5) training cost:0.037969738245 and training accuracy:0.996487796307 validation cost:0.0314666330814 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0340212471783 and training accuracy:0.996975600719 validation cost:0.027678988874 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0309355352074 and training accuracy:0.997170746326 validation cost:0.0247626435012 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.544257879 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.184123128653 and training accuracy:0.989898085594 validation cost:0.177393496037 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0834240913391 and training accuracy:0.994498074055 validation cost:0.0800368338823 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0556322000921 and training accuracy:0.996662735939 validation cost:0.0532182864845 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0427450425923 and training accuracy:0.997654914856 validation cost:0.0407430119812 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0352454893291 and training accuracy:0.997654914856 validation cost:0.033464115113 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0302976910025 and training accuracy:0.997925519943 validation cost:0.0286565795541 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0267611332238 and training accuracy:0.998376488686 validation cost:0.0252197701484 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240903105587 and training accuracy:0.9987372756 validation cost:0.0226262379438 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0219910554588 and training accuracy:0.998827457428 validation cost:0.0205916445702 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.421361208 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.239577189088 and training accuracy:0.957999646664 validation cost:0.241457208991 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.147175520658 and training accuracy:0.966101706028 validation cost:0.148915112019 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.114994212985 and training accuracy:0.972248077393 validation cost:0.116628699005 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0974784269929 and training accuracy:0.975973188877 validation cost:0.0988802760839 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0859715566039 and training accuracy:0.978301346302 validation cost:0.0870932415128 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0776408091187 and training accuracy:0.980536401272 validation cost:0.0784861817956 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0712419971824 and training accuracy:0.982026457787 validation cost:0.0718306899071 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0661313608289 and training accuracy:0.983237087727 validation cost:0.0664915293455 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.061929449439 and training accuracy:0.983888983727 validation cost:0.062091100961 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.019325018 Method 3 test accuracy:0.81559997797 Training with lmbda:306129.397687, 49 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.001554966 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.35480722785 and training accuracy:0.940005481243 validation cost:0.361330270767 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.175595834851 and training accuracy:0.962003469467 validation cost:0.181903094053 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.122273385525 and training accuracy:0.971457123756 validation cost:0.129218697548 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0965323075652 and training accuracy:0.976365804672 validation cost:0.103532381356 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0810346454382 and training accuracy:0.97936552763 validation cost:0.0877112671733 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0705106109381 and training accuracy:0.982456147671 validation cost:0.0767087489367 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0628073439002 and training accuracy:0.984455943108 validation cost:0.0684899240732 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0568690411747 and training accuracy:0.985910356045 validation cost:0.0620464868844 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0521215312183 and training accuracy:0.987455666065 validation cost:0.0568206608295 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.515834093 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.254509598017 and training accuracy:0.978926837444 validation cost:0.257130563259 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.123631022871 and training accuracy:0.990438997746 validation cost:0.11972040683 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0825298950076 and training accuracy:0.99385368824 validation cost:0.0766084119678 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0629593655467 and training accuracy:0.995512187481 validation cost:0.0564416944981 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0515356548131 and training accuracy:0.99590241909 validation cost:0.0448927246034 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0440182723105 and training accuracy:0.996097564697 validation cost:0.0374280139804 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0386705473065 and training accuracy:0.996487796307 validation cost:0.0322056151927 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0346540175378 and training accuracy:0.997073173523 validation cost:0.0283442083746 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0315145514905 and training accuracy:0.997170746326 validation cost:0.0253696255386 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.623070955 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.18665766716 and training accuracy:0.989898085594 validation cost:0.179923936725 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0850501433015 and training accuracy:0.994498074055 validation cost:0.0816544145346 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0568960383534 and training accuracy:0.996572554111 validation cost:0.0544775351882 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0438009537756 and training accuracy:0.997564733028 validation cost:0.0417977757752 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0361610688269 and training accuracy:0.997654914856 validation cost:0.0343810319901 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0311097186059 and training accuracy:0.997925519943 validation cost:0.0294711571187 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.027493769303 and training accuracy:0.998286306858 validation cost:0.0259555093944 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0247590448707 and training accuracy:0.998647093773 validation cost:0.0232984349132 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0226076133549 and training accuracy:0.9987372756 validation cost:0.0212117303163 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.532577038 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.242183253169 and training accuracy:0.958185911179 validation cost:0.244091168046 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.148906886578 and training accuracy:0.966287970543 validation cost:0.150676131248 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.116470769048 and training accuracy:0.972154974937 validation cost:0.118124835193 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0988510921597 and training accuracy:0.976159453392 validation cost:0.100271709263 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0872919633985 and training accuracy:0.978208243847 validation cost:0.0884391441941 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0789286866784 and training accuracy:0.980257034302 validation cost:0.0798062160611 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0725056827068 and training accuracy:0.981653928757 validation cost:0.0731344297528 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0673736482859 and training accuracy:0.983237087727 validation cost:0.0677802786231 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0631527751684 and training accuracy:0.983888983727 validation cost:0.0633662939072 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.845726013 Method 3 test accuracy:0.816299974918 Training with lmbda:335851.235448, 50 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.32247591 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.355313539505 and training accuracy:0.940005481243 validation cost:0.361828863621 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.176047682762 and training accuracy:0.962003469467 validation cost:0.1823361516 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.122670680285 and training accuracy:0.971457123756 validation cost:0.129593223333 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.096898317337 and training accuracy:0.976274907589 validation cost:0.103881888092 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0813795849681 and training accuracy:0.97936552763 validation cost:0.0880470722914 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0708393678069 and training accuracy:0.982547044754 validation cost:0.0770365074277 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0631222352386 and training accuracy:0.984455943108 validation cost:0.0688102915883 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0571708157659 and training accuracy:0.985910356045 validation cost:0.0623579248786 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0524119995534 and training accuracy:0.987455666065 validation cost:0.0571247451007 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.742769003 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.256590247154 and training accuracy:0.979024410248 validation cost:0.259299308062 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.125004902482 and training accuracy:0.990438997746 validation cost:0.121181383729 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0835491716862 and training accuracy:0.99385368824 validation cost:0.0776945352554 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0637744292617 and training accuracy:0.995414614677 validation cost:0.0573085024953 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0522198826075 and training accuracy:0.99590241909 validation cost:0.0456188172102 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0446108095348 and training accuracy:0.996097564697 validation cost:0.0380553230643 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0391966216266 and training accuracy:0.996487796307 validation cost:0.0327612236142 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0351296216249 and training accuracy:0.997073173523 validation cost:0.0288452543318 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0319498740137 and training accuracy:0.997170746326 validation cost:0.025826824829 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.935360193 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.188627049327 and training accuracy:0.989898085594 validation cost:0.181890368462 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0863106921315 and training accuracy:0.994588255882 validation cost:0.082908898592 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0578684955835 and training accuracy:0.996572554111 validation cost:0.0554475001991 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0446085631847 and training accuracy:0.997564733028 validation cost:0.0426050908864 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.036858510226 and training accuracy:0.997654914856 validation cost:0.0350800864398 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0317266285419 and training accuracy:0.997925519943 validation cost:0.0300908852369 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.028048845008 and training accuracy:0.998286306858 validation cost:0.0265137664974 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0252646133304 and training accuracy:0.998647093773 validation cost:0.0238077510148 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0230724792928 and training accuracy:0.9987372756 validation cost:0.0216804835945 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.917851925 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.24423225224 and training accuracy:0.957999646664 validation cost:0.246160209179 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.150277778506 and training accuracy:0.966287970543 validation cost:0.152069672942 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.117636151612 and training accuracy:0.972061812878 validation cost:0.119308240712 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0999287292361 and training accuracy:0.975973188877 validation cost:0.101367466152 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0883239731193 and training accuracy:0.977928876877 validation cost:0.0894927084446 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.079929843545 and training accuracy:0.980257034302 validation cost:0.0808336436749 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0734855979681 and training accuracy:0.981374561787 validation cost:0.0741448998451 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0683358162642 and training accuracy:0.983143985271 validation cost:0.0687756612897 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0640973076224 and training accuracy:0.983795881271 validation cost:0.0643466338515 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.2260921 Method 3 test accuracy:0.816399991512 Training with lmbda:343773.332357, 51 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.298300982 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.355445772409 and training accuracy:0.940005481243 validation cost:0.361959159374 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.176165834069 and training accuracy:0.962003469467 validation cost:0.182449370623 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.122773841023 and training accuracy:0.971457123756 validation cost:0.129690557718 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0969941541553 and training accuracy:0.976274907589 validation cost:0.103973671794 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0814694315195 and training accuracy:0.979456424713 validation cost:0.0881351009011 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0709244087338 and training accuracy:0.982547044754 validation cost:0.0771215781569 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0632031410933 and training accuracy:0.984455943108 validation cost:0.0688925087452 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0572485364974 and training accuracy:0.985910356045 validation cost:0.0624381639063 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0524868182838 and training accuracy:0.987455666065 validation cost:0.0572028458118 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.231755972 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.257124662399 and training accuracy:0.979024410248 validation cost:0.259856820107 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.125357761979 and training accuracy:0.990438997746 validation cost:0.121557280421 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0838104188442 and training accuracy:0.99385368824 validation cost:0.0779732689261 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0639835745096 and training accuracy:0.995414614677 validation cost:0.0575312674046 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0523951277137 and training accuracy:0.99590241909 validation cost:0.0458049476147 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0447632335126 and training accuracy:0.996097564697 validation cost:0.0382167845964 and validation accuracy:1.0 Training on :(4, 5) training cost:0.039332062006 and training accuracy:0.996487796307 validation cost:0.0329043865204 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0352516435087 and training accuracy:0.997073173523 validation cost:0.0289741139859 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0320613645017 and training accuracy:0.997170746326 validation cost:0.0259443446994 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.559469938 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.189137741923 and training accuracy:0.989988267422 validation cost:0.182401001453 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0866372138262 and training accuracy:0.994588255882 validation cost:0.0832344219089 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0581191703677 and training accuracy:0.996572554111 validation cost:0.0556980036199 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0448163859546 and training accuracy:0.997564733028 validation cost:0.0428134202957 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0370376743376 and training accuracy:0.997654914856 validation cost:0.0352602675557 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0318849273026 and training accuracy:0.997925519943 validation cost:0.0302503500134 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0281909070909 and training accuracy:0.998286306858 validation cost:0.0266571305692 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0253937747329 and training accuracy:0.998556852341 validation cost:0.0239382889122 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0231914333999 and training accuracy:0.9987372756 validation cost:0.0218008402735 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.36986208 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.244768485427 and training accuracy:0.957999646664 validation cost:0.24670137465 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.150637671351 and training accuracy:0.966287970543 validation cost:0.152435287833 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.11794115603 and training accuracy:0.971875607967 validation cost:0.11961838603 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.100209653378 and training accuracy:0.975973188877 validation cost:0.101653844118 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0885922312737 and training accuracy:0.978021979332 validation cost:0.0897668674588 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0801901891828 and training accuracy:0.980257034302 validation cost:0.0811007395387 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0737393051386 and training accuracy:0.981374561787 validation cost:0.0744056850672 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0685843676329 and training accuracy:0.983143985271 validation cost:0.0690329447389 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.064340762794 and training accuracy:0.983795881271 validation cost:0.0645994842052 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.966910124 Method 3 test accuracy:0.815999984741 Training with lmbda:367687.271182, 52 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.638388872 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.355838567019 and training accuracy:0.940096378326 validation cost:0.362346291542 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.17651604116 and training accuracy:0.96209436655 validation cost:0.182785734534 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.123080663383 and training accuracy:0.971457123756 validation cost:0.129981398582 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0972754061222 and training accuracy:0.976274907589 validation cost:0.104243643582 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0817332267761 and training accuracy:0.979456424713 validation cost:0.0883930101991 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0711739063263 and training accuracy:0.982456147671 validation cost:0.0773708447814 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0634412765503 and training accuracy:0.984455943108 validation cost:0.0691353753209 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0574769303203 and training accuracy:0.985910356045 validation cost:0.0626743510365 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0527062080801 and training accuracy:0.987455666065 validation cost:0.0574323013425 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.148842812 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.258687347174 and training accuracy:0.979024410248 validation cost:0.261486262083 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.126391276717 and training accuracy:0.990438997746 validation cost:0.122658148408 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0845743268728 and training accuracy:0.99385368824 validation cost:0.078788548708 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0645925924182 and training accuracy:0.995414614677 validation cost:0.0581794902682 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0529065467417 and training accuracy:0.99590241909 validation cost:0.0463481023908 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0452066808939 and training accuracy:0.996097564697 validation cost:0.0386865586042 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0397251881659 and training accuracy:0.996487796307 validation cost:0.033319991082 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0356061719358 and training accuracy:0.997073173523 validation cost:0.0293480567634 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323862023652 and training accuracy:0.997170746326 validation cost:0.0262863859534 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.887145042 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.190653145313 and training accuracy:0.989988267422 validation cost:0.183915391564 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0876037850976 and training accuracy:0.994588255882 validation cost:0.0841975584626 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0588597804308 and training accuracy:0.996482372284 validation cost:0.0564377941191 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0454277135432 and training accuracy:0.997564733028 validation cost:0.0434257537127 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0375632494688 and training accuracy:0.997654914856 validation cost:0.0357882902026 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0323481336236 and training accuracy:0.997835278511 validation cost:0.0307165477425 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0286062322557 and training accuracy:0.998286306858 validation cost:0.0270757302642 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0257715843618 and training accuracy:0.998466670513 validation cost:0.0243196338415 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0235379897058 and training accuracy:0.9987372756 validation cost:0.022150952369 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.340665102 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.246357992291 and training accuracy:0.958092749119 validation cost:0.248306706548 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.151712149382 and training accuracy:0.966474175453 validation cost:0.153526753187 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.118846476078 and training accuracy:0.971875607967 validation cost:0.120538152754 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.101044148207 and training accuracy:0.975786924362 validation cost:0.10250364244 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.089387871325 and training accuracy:0.978115081787 validation cost:0.0905807092786 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0809613913298 and training accuracy:0.980350136757 validation cost:0.0818925499916 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0744922682643 and training accuracy:0.981374561787 validation cost:0.075183391571 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0693216025829 and training accuracy:0.982771456242 validation cost:0.0697983503342 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0650643482804 and training accuracy:0.983795881271 validation cost:0.0653534084558 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:118.051779032 Method 3 test accuracy:0.811500012875 Training with lmbda:406463.188776, 53 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.553380966 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.356461375952 and training accuracy:0.940096378326 validation cost:0.362959802151 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.177063673735 and training accuracy:0.96209436655 validation cost:0.183312103152 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.123557537794 and training accuracy:0.971457123756 validation cost:0.130433440208 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0977118611336 and training accuracy:0.976365804672 validation cost:0.104662507772 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0821417942643 and training accuracy:0.979456424713 validation cost:0.0887925773859 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0715606883168 and training accuracy:0.982274353504 validation cost:0.0777582451701 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0638089776039 and training accuracy:0.984455943108 validation cost:0.0695106908679 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0578294433653 and training accuracy:0.986001253128 validation cost:0.0630392208695 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0530450493097 and training accuracy:0.987455666065 validation cost:0.057787463069 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.036665916 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.261093974113 and training accuracy:0.978829264641 validation cost:0.263997197151 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.127978995442 and training accuracy:0.990341484547 validation cost:0.124349758029 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0857444852591 and training accuracy:0.99356096983 validation cost:0.080037124455 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0655265823007 and training accuracy:0.995414614677 validation cost:0.0591741017997 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0536880008876 and training accuracy:0.99590241909 validation cost:0.0471784286201 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0458834134042 and training accuracy:0.996097564697 validation cost:0.0394044332206 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0403256341815 and training accuracy:0.99658536911 validation cost:0.0339558199048 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0361480414867 and training accuracy:0.997073173523 validation cost:0.0299204941839 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0328812487423 and training accuracy:0.997170746326 validation cost:0.0268084425479 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.945516825 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.193014770746 and training accuracy:0.989988267422 validation cost:0.186276555061 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0891089588404 and training accuracy:0.994588255882 validation cost:0.0856982246041 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0600087828934 and training accuracy:0.996482372284 validation cost:0.0575863048434 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0463729389012 and training accuracy:0.997564733028 validation cost:0.0443737395108 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0383735746145 and training accuracy:0.997654914856 validation cost:0.0366028174758 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0330609381199 and training accuracy:0.997835278511 validation cost:0.031434122473 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0292443130165 and training accuracy:0.998286306858 validation cost:0.0277190618217 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0263502709568 and training accuracy:0.998466670513 validation cost:0.0249038096517 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240687541664 and training accuracy:0.9987372756 validation cost:0.0226871427149 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.506354094 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.248854056001 and training accuracy:0.957813382149 validation cost:0.250825345516 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.153412878513 and training accuracy:0.966567337513 validation cost:0.155251383781 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.120277605951 and training accuracy:0.971689343452 validation cost:0.121987581253 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102353788912 and training accuracy:0.975600659847 validation cost:0.10383515805 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0906325355172 and training accuracy:0.977928876877 validation cost:0.0918520465493 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0821635052562 and training accuracy:0.979977667332 validation cost:0.0831262543797 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0756618455052 and training accuracy:0.981281459332 validation cost:0.0763913989067 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.070465400815 and training accuracy:0.982398927212 validation cost:0.0709849596024 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0661825090647 and training accuracy:0.983609616756 validation cost:0.0665192082524 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:118.005220175 Method 3 test accuracy:0.812200009823 Training with lmbda:411194.03308, 54 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.889472008 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.356535732746 and training accuracy:0.940096378326 validation cost:0.363033056259 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.177129179239 and training accuracy:0.96209436655 validation cost:0.183375015855 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.123614162207 and training accuracy:0.971457123756 validation cost:0.130487263203 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0977638587356 and training accuracy:0.976365804672 validation cost:0.104712568223 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0821905806661 and training accuracy:0.979456424713 validation cost:0.0888408720493 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0716064572334 and training accuracy:0.982274353504 validation cost:0.077804453671 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0638522356749 and training accuracy:0.984455943108 validation cost:0.0695551857352 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.057870876044 and training accuracy:0.986001253128 validation cost:0.0630820915103 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0530849061906 and training accuracy:0.987455666065 validation cost:0.0578292235732 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.310291052 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.261378079653 and training accuracy:0.978731691837 validation cost:0.26429310441 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.128166437149 and training accuracy:0.990341484547 validation cost:0.124549612403 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0858821943402 and training accuracy:0.99356096983 validation cost:0.0801839902997 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0656369775534 and training accuracy:0.995414614677 validation cost:0.0592916309834 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0537803284824 and training accuracy:0.99590241909 validation cost:0.0472765192389 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0459630675614 and training accuracy:0.996097564697 validation cost:0.0394888557494 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0403959974647 and training accuracy:0.99658536911 validation cost:0.0340303219855 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0362117812037 and training accuracy:0.997073173523 validation cost:0.0299877561629 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0329397283494 and training accuracy:0.997170746326 validation cost:0.0268700290471 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.290531158 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.193295896053 and training accuracy:0.989988267422 validation cost:0.186557710171 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0892873778939 and training accuracy:0.994588255882 validation cost:0.0858763307333 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0601451657712 and training accuracy:0.996482372284 validation cost:0.0577228926122 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0464848317206 and training accuracy:0.997564733028 validation cost:0.0444860570133 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0384690575302 and training accuracy:0.997654914856 validation cost:0.0366989225149 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0331447422504 and training accuracy:0.997835278511 validation cost:0.0315185897052 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.029319351539 and training accuracy:0.998286306858 validation cost:0.0277947559953 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0264183953404 and training accuracy:0.998466670513 validation cost:0.0249725300819 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241313911974 and training accuracy:0.9987372756 validation cost:0.0227503590286 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.516304016 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.249154195189 and training accuracy:0.957999646664 validation cost:0.251127481461 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.153617084026 and training accuracy:0.966567337513 validation cost:0.155457541347 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.12045031786 and training accuracy:0.971689343452 validation cost:0.122161865234 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102510675788 and training accuracy:0.975600659847 validation cost:0.103993296623 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0907807573676 and training accuracy:0.977928876877 validation cost:0.0920025929809 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0823067575693 and training accuracy:0.979977667332 validation cost:0.0832727774978 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0758020654321 and training accuracy:0.981281459332 validation cost:0.0765355229378 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0706011205912 and training accuracy:0.982398927212 validation cost:0.0711252316833 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0663151666522 and training accuracy:0.983609616756 validation cost:0.0666567534208 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:117.72852087 Method 3 test accuracy:0.812200009823 Training with lmbda:422830.488578, 55 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.253684998 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.356717169285 and training accuracy:0.940096378326 validation cost:0.363211780787 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.177288487554 and training accuracy:0.96209436655 validation cost:0.183528095484 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.123753376305 and training accuracy:0.97154802084 validation cost:0.130619570613 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.097890496254 and training accuracy:0.976365804672 validation cost:0.104834377766 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0823090448976 and training accuracy:0.979456424713 validation cost:0.0889570116997 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0717179551721 and training accuracy:0.982092559338 validation cost:0.0779161080718 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0639578327537 and training accuracy:0.984455943108 validation cost:0.0696631893516 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0579715706408 and training accuracy:0.986001253128 validation cost:0.0631867200136 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0531812570989 and training accuracy:0.987455666065 validation cost:0.0579302608967 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.714481831 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.262065261602 and training accuracy:0.978731691837 validation cost:0.265010178089 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.128620788455 and training accuracy:0.990341484547 validation cost:0.125034451485 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.08621635288 and training accuracy:0.99356096983 validation cost:0.0805407091975 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0659036561847 and training accuracy:0.995414614677 validation cost:0.0595757290721 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0540035367012 and training accuracy:0.99590241909 validation cost:0.0475138984621 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0461557731032 and training accuracy:0.996097564697 validation cost:0.0396933294833 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0405664928257 and training accuracy:0.99658536911 validation cost:0.034210935235 and validation accuracy:1.0 Training on :(4, 5) training cost:0.036365609616 and training accuracy:0.997073173523 validation cost:0.0301504768431 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0330800972879 and training accuracy:0.997170746326 validation cost:0.0270182248205 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.782233 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.193979844451 and training accuracy:0.989988267422 validation cost:0.187241882086 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0897228941321 and training accuracy:0.994588255882 validation cost:0.0863109752536 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0604761987925 and training accuracy:0.996482372284 validation cost:0.0580542832613 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0467563420534 and training accuracy:0.997564733028 validation cost:0.044758901 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0387009270489 and training accuracy:0.997654914856 validation cost:0.0369325466454 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0333481132984 and training accuracy:0.997835278511 validation cost:0.0317238718271 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0295007172972 and training accuracy:0.998286306858 validation cost:0.0279778521508 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0265828166157 and training accuracy:0.998466670513 validation cost:0.0251387096941 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0242819450796 and training accuracy:0.9987372756 validation cost:0.0229026004672 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.744848013 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.24988386035 and training accuracy:0.958092749119 validation cost:0.251863569021 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.154115945101 and training accuracy:0.966474175453 validation cost:0.155963435769 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.120869398117 and training accuracy:0.971782445908 validation cost:0.12258657068 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102893039584 and training accuracy:0.975600659847 validation cost:0.104381464422 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0911435186863 and training accuracy:0.977928876877 validation cost:0.0923726260662 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0826552286744 and training accuracy:0.979791402817 validation cost:0.0836313292384 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0761411711574 and training accuracy:0.981188297272 validation cost:0.0768861621618 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0709314569831 and training accuracy:0.982398927212 validation cost:0.0714684575796 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0666381493211 and training accuracy:0.983423352242 validation cost:0.0669933855534 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:118.021688938 Method 3 test accuracy:0.811900019646 Training with lmbda:201179.714048, 56 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.942394972 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.367860347033 and training accuracy:0.934551417828 validation cost:0.37364718318 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.180853903294 and training accuracy:0.958912849426 validation cost:0.186576798558 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.124998889863 and training accuracy:0.969639122486 validation cost:0.131435453892 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0981194451451 and training accuracy:0.975184082985 validation cost:0.104670479894 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0819800496101 and training accuracy:0.97909283638 validation cost:0.0882575139403 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0710543468595 and training accuracy:0.982183456421 validation cost:0.0769005939364 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0630868375301 and training accuracy:0.984365046024 validation cost:0.0684568062425 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0569699183106 and training accuracy:0.985637664795 validation cost:0.0618711709976 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0520945079625 and training accuracy:0.987092077732 validation cost:0.056548345834 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.982784033 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.245344132185 and training accuracy:0.982048809528 validation cost:0.246698662639 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.117345154285 and training accuracy:0.990926802158 validation cost:0.112706050277 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0780604705215 and training accuracy:0.994146347046 validation cost:0.0716902166605 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0595142319798 and training accuracy:0.995219528675 validation cost:0.0526937171817 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0487181469798 and training accuracy:0.995707333088 validation cost:0.0418656989932 and validation accuracy:1.0 Training on :(4, 5) training cost:0.041616205126 and training accuracy:0.99590241909 validation cost:0.0348858870566 and validation accuracy:1.0 Training on :(4, 5) training cost:0.036561653018 and training accuracy:0.996195137501 validation cost:0.0300111882389 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0327603518963 and training accuracy:0.996487796307 validation cost:0.0264089945704 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029783912003 and training accuracy:0.996682941914 validation cost:0.0236350577325 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.009377003 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.169312864542 and training accuracy:0.991250991821 validation cost:0.163558095694 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0768642872572 and training accuracy:0.995039224625 validation cost:0.0746190398932 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0513801909983 and training accuracy:0.996572554111 validation cost:0.0501204282045 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.039546713233 and training accuracy:0.997384309769 validation cost:0.0386500656605 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0326501466334 and training accuracy:0.997745096684 validation cost:0.0319138802588 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0280926376581 and training accuracy:0.998105883598 validation cost:0.0274354740977 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0248325224966 and training accuracy:0.998286306858 validation cost:0.0242188051343 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0223689936101 and training accuracy:0.998556852341 validation cost:0.0217822212726 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0204326696694 and training accuracy:0.999007821083 validation cost:0.019865186885 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.059030056 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.236897781491 and training accuracy:0.957999646664 validation cost:0.238152608275 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.144496574998 and training accuracy:0.966287970543 validation cost:0.146149843931 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.112287372351 and training accuracy:0.970664918423 validation cost:0.114075690508 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0947354659438 and training accuracy:0.975693821907 validation cost:0.0963888540864 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0831959396601 and training accuracy:0.978394508362 validation cost:0.084595054388 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0748408809304 and training accuracy:0.980350136757 validation cost:0.0759508386254 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0684302225709 and training accuracy:0.982212722301 validation cost:0.0692540332675 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0633165389299 and training accuracy:0.983237087727 validation cost:0.0638719499111 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0591216497123 and training accuracy:0.984727144241 validation cost:0.0594404749572 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:117.708683014 Method 3 test accuracy:0.79240000248 Training with lmbda:227094.222616, 57 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.481861115 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368405371904 and training accuracy:0.934551417828 validation cost:0.374181509018 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.181359946728 and training accuracy:0.958821952343 validation cost:0.187055781484 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.125445485115 and training accuracy:0.96945732832 validation cost:0.131849989295 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.098532602191 and training accuracy:0.975184082985 validation cost:0.105055749416 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0823703184724 and training accuracy:0.979183733463 validation cost:0.088626421988 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0714263468981 and training accuracy:0.982365250587 validation cost:0.0772583261132 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0634440928698 and training accuracy:0.984183251858 validation cost:0.0688058361411 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0573138929904 and training accuracy:0.985728561878 validation cost:0.0622104816139 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0524269416928 and training accuracy:0.987092077732 validation cost:0.0568790733814 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:121.067213058 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.247715324163 and training accuracy:0.982243895531 validation cost:0.249158591032 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.118912264705 and training accuracy:0.99082928896 validation cost:0.114354155958 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0792311653495 and training accuracy:0.994048774242 validation cost:0.072922937572 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0604556500912 and training accuracy:0.995121955872 validation cost:0.0536837913096 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0495098046958 and training accuracy:0.995707333088 validation cost:0.0426964834332 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0423042960465 and training accuracy:0.99590241909 validation cost:0.0356056913733 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0371733084321 and training accuracy:0.996195137501 validation cost:0.0306490492076 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0333126224577 and training accuracy:0.99658536911 validation cost:0.026983179152 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0302890334278 and training accuracy:0.996682941914 validation cost:0.0241584591568 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.900028944 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.171057537198 and training accuracy:0.991250991821 validation cost:0.165308147669 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0780329704285 and training accuracy:0.995129406452 validation cost:0.0757900550961 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0523269623518 and training accuracy:0.996482372284 validation cost:0.0510758198798 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0403626970947 and training accuracy:0.997384309769 validation cost:0.0394815392792 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0333740003407 and training accuracy:0.997745096684 validation cost:0.0326575413346 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0287474449724 and training accuracy:0.998105883598 validation cost:0.02811319381 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0254325158894 and training accuracy:0.998286306858 validation cost:0.0248440690339 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0229242425412 and training accuracy:0.998556852341 validation cost:0.0223640631884 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.020950673148 and training accuracy:0.999007821083 validation cost:0.0204101558775 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.76442194 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.238857612014 and training accuracy:0.958185911179 validation cost:0.240101665258 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.14577011764 and training accuracy:0.966287970543 validation cost:0.147385239601 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.113393440843 and training accuracy:0.970758080482 validation cost:0.115125462413 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0957819521427 and training accuracy:0.975693821907 validation cost:0.0973737537861 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0842178761959 and training accuracy:0.978394508362 validation cost:0.0855593234301 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0758489146829 and training accuracy:0.980070769787 validation cost:0.0769102722406 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0694271177053 and training accuracy:0.982212722301 validation cost:0.0702109485865 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0643023476005 and training accuracy:0.983050823212 validation cost:0.0648278221488 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0600954033434 and training accuracy:0.984354615211 validation cost:0.0603948123753 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:117.525035143 Method 3 test accuracy:0.793099999428 Training with lmbda:230392.280196, 58 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.032474041 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368473261595 and training accuracy:0.934551417828 validation cost:0.374248027802 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.181422695518 and training accuracy:0.958821952343 validation cost:0.187115103006 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.125500693917 and training accuracy:0.96945732832 validation cost:0.131901189685 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0985833704472 and training accuracy:0.975184082985 validation cost:0.105102911592 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0824183225632 and training accuracy:0.979183733463 validation cost:0.0886716246605 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0714720264077 and training accuracy:0.982365250587 validation cost:0.0773024633527 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0634880885482 and training accuracy:0.984183251858 validation cost:0.0688489750028 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0573564022779 and training accuracy:0.985728561878 validation cost:0.0622529014945 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0524678975344 and training accuracy:0.987092077732 validation cost:0.0569205284119 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.265738964 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.248007521033 and training accuracy:0.982341468334 validation cost:0.249461859465 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.119104728103 and training accuracy:0.990926802158 validation cost:0.114556752145 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0793735459447 and training accuracy:0.994048774242 validation cost:0.0730731338263 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0605703108013 and training accuracy:0.995121955872 validation cost:0.0538045689464 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0496061034501 and training accuracy:0.995707333088 validation cost:0.0427975915372 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0423876345158 and training accuracy:0.99590241909 validation cost:0.0356929190457 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0372473932803 and training accuracy:0.996195137501 validation cost:0.0307264085859 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0333793386817 and training accuracy:0.99658536911 validation cost:0.0270526055247 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0303499307483 and training accuracy:0.996682941914 validation cost:0.0242216493934 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.578165054 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.171272680163 and training accuracy:0.991250991821 validation cost:0.165524125099 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0781775191426 and training accuracy:0.995129406452 validation cost:0.075935035944 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0524437725544 and training accuracy:0.996482372284 validation cost:0.0511938072741 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0404629521072 and training accuracy:0.997384309769 validation cost:0.0395837500691 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.033463075757 and training accuracy:0.997745096684 validation cost:0.0327491462231 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0288278143853 and training accuracy:0.998105883598 validation cost:0.0281964838505 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0255060680211 and training accuracy:0.998286306858 validation cost:0.0249206610024 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0229923166335 and training accuracy:0.998556852341 validation cost:0.0224353838712 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0210140198469 and training accuracy:0.999007821083 validation cost:0.0204768422991 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.415722132 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.239105075598 and training accuracy:0.958185911179 validation cost:0.240348234773 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.145931571722 and training accuracy:0.966287970543 validation cost:0.147542372346 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.113532029092 and training accuracy:0.970758080482 validation cost:0.115257866681 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0959122031927 and training accuracy:0.975600659847 validation cost:0.0974966734648 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0843445062637 and training accuracy:0.978394508362 validation cost:0.0856794342399 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0759729593992 and training accuracy:0.980070769787 validation cost:0.0770287513733 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0695496499538 and training accuracy:0.982119560242 validation cost:0.0703286901116 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0644228160381 and training accuracy:0.983050823212 validation cost:0.0649447888136 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0602142550051 and training accuracy:0.984354615211 validation cost:0.0605111643672 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:117.706429958 Method 3 test accuracy:0.793099999428 Training with lmbda:234176.647421, 59 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.129740953 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368551999331 and training accuracy:0.934551417828 validation cost:0.374325245619 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.181494727731 and training accuracy:0.958821952343 validation cost:0.18718329072 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.125563576818 and training accuracy:0.96945732832 validation cost:0.13195964694 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0986412540078 and training accuracy:0.975184082985 validation cost:0.105156973004 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0824727863073 and training accuracy:0.979274630547 validation cost:0.0887231230736 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0715238600969 and training accuracy:0.982365250587 validation cost:0.0773519724607 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0635378211737 and training accuracy:0.984183251858 validation cost:0.0688972324133 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0574042201042 and training accuracy:0.985728561878 validation cost:0.0622997507453 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0525140687823 and training accuracy:0.987092077732 validation cost:0.0569661743939 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.583180904 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.248336553574 and training accuracy:0.982341468334 validation cost:0.249803230166 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.119320906699 and training accuracy:0.990926802158 validation cost:0.114784441888 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0795348733664 and training accuracy:0.994048774242 validation cost:0.0732433274388 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0606995150447 and training accuracy:0.995121955872 validation cost:0.0539406053722 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0497151240706 and training accuracy:0.995804905891 validation cost:0.0429119989276 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0424824878573 and training accuracy:0.99590241909 validation cost:0.0357922464609 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0373311564326 and training accuracy:0.996195137501 validation cost:0.0308139584959 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0334548354149 and training accuracy:0.99658536911 validation cost:0.0271314010024 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0304190013558 and training accuracy:0.99658536911 validation cost:0.0242934338748 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.587416172 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.171520203352 and training accuracy:0.991250991821 validation cost:0.165772616863 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0783426910639 and training accuracy:0.995129406452 validation cost:0.0761006325483 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0525769740343 and training accuracy:0.996482372284 validation cost:0.0513282418251 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0405770950019 and training accuracy:0.997384309769 validation cost:0.0396999008954 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0335642062128 and training accuracy:0.997745096684 validation cost:0.0328529663384 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0289191771299 and training accuracy:0.998105883598 validation cost:0.0282910000533 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0255895517766 and training accuracy:0.998286306858 validation cost:0.0250075589865 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0230695195496 and training accuracy:0.998556852341 validation cost:0.0225162282586 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0210858099163 and training accuracy:0.999007821083 validation cost:0.0205524135381 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.946714163 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.239386618137 and training accuracy:0.958279013634 validation cost:0.240628629923 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.146114647388 and training accuracy:0.966287970543 validation cost:0.14772054553 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.113689385355 and training accuracy:0.970758080482 validation cost:0.115408249199 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0960607379675 and training accuracy:0.975414395332 validation cost:0.0976375564933 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0844889506698 and training accuracy:0.978301346302 validation cost:0.0858167782426 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0761147364974 and training accuracy:0.979977667332 validation cost:0.0771643146873 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0696892738342 and training accuracy:0.982119560242 validation cost:0.0704636126757 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0645603910089 and training accuracy:0.983050823212 validation cost:0.0650792270899 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0603499561548 and training accuracy:0.984261512756 validation cost:0.0606444850564 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:117.763898134 Method 3 test accuracy:0.793299973011 Training with lmbda:246332.054888, 60 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.36242795 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368799865246 and training accuracy:0.934551417828 validation cost:0.374568134546 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.181723684072 and training accuracy:0.958912849426 validation cost:0.187400519848 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.125763773918 and training accuracy:0.96945732832 validation cost:0.132146075368 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0988263562322 and training accuracy:0.975184082985 validation cost:0.105329930782 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0826468244195 and training accuracy:0.979274630547 validation cost:0.0888877958059 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0716899856925 and training accuracy:0.982456147671 validation cost:0.0775118097663 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0636962726712 and training accuracy:0.984183251858 validation cost:0.0690516903996 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0575569681823 and training accuracy:0.985728561878 validation cost:0.0624501295388 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.052661433816 and training accuracy:0.987092077732 validation cost:0.0571132451296 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.605185032 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.249373808503 and training accuracy:0.982243895531 validation cost:0.250879913568 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.120003975928 and training accuracy:0.991024374962 validation cost:0.115503661335 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0800422653556 and training accuracy:0.993951201439 validation cost:0.0737786665559 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0611058324575 and training accuracy:0.995121955872 validation cost:0.0543685592711 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0500573068857 and training accuracy:0.995804905891 validation cost:0.0432715117931 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0427797660232 and training accuracy:0.995999991894 validation cost:0.0361037291586 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0375946834683 and training accuracy:0.996195137501 validation cost:0.0310891680419 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0336925424635 and training accuracy:0.99658536911 validation cost:0.027379155159 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0306366831064 and training accuracy:0.99658536911 validation cost:0.0245194341987 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.727732897 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.17230963707 and training accuracy:0.991160809994 validation cost:0.166564464569 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0788690373302 and training accuracy:0.995129406452 validation cost:0.0766283869743 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.052998945117 and training accuracy:0.996482372284 validation cost:0.0517545901239 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0409381091595 and training accuracy:0.997384309769 validation cost:0.0400676466525 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0338829793036 and training accuracy:0.997745096684 validation cost:0.0331807732582 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0292065534741 and training accuracy:0.998105883598 validation cost:0.0285889878869 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0258522499353 and training accuracy:0.998286306858 validation cost:0.0252816043794 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0233124587685 and training accuracy:0.998556852341 validation cost:0.0227712132037 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0213122162968 and training accuracy:0.999007821083 validation cost:0.0207911189646 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.629338026 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.240280807018 and training accuracy:0.958372116089 validation cost:0.241518780589 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.146700009704 and training accuracy:0.966287970543 validation cost:0.148290529847 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.114193119109 and training accuracy:0.970851182938 validation cost:0.115889541805 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0965350940824 and training accuracy:0.975507557392 validation cost:0.0980868041515 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0849484205246 and training accuracy:0.978115081787 validation cost:0.0862538665533 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0765649825335 and training accuracy:0.979977667332 validation cost:0.0775948613882 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0701323747635 and training accuracy:0.981933295727 validation cost:0.0708916559815 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0649970024824 and training accuracy:0.983050823212 validation cost:0.0655046179891 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.060780197382 and training accuracy:0.984261512756 validation cost:0.0610672309995 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:117.812076807 Method 3 test accuracy:0.794200003147 Training with lmbda:252300.530529, 61 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.372589111 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368920594454 and training accuracy:0.934551417828 validation cost:0.374686330557 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.181833207607 and training accuracy:0.958912849426 validation cost:0.187504664063 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.125859379768 and training accuracy:0.96945732832 validation cost:0.132235333323 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0989147052169 and training accuracy:0.975184082985 validation cost:0.105412900448 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0827301517129 and training accuracy:0.979274630547 validation cost:0.0889667421579 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0717689692974 and training accuracy:0.982547044754 validation cost:0.077587723732 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0637723207474 and training accuracy:0.984183251858 validation cost:0.0691262558103 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0576304458082 and training accuracy:0.985728561878 validation cost:0.0625228211284 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0527322739363 and training accuracy:0.987092077732 validation cost:0.0571841448545 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:121.082894087 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.249872386456 and training accuracy:0.982146322727 validation cost:0.251396983862 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.120330639184 and training accuracy:0.991024374962 validation cost:0.115847140551 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0802845880389 and training accuracy:0.99385368824 validation cost:0.0740338787436 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0612996965647 and training accuracy:0.995121955872 validation cost:0.0545723922551 and validation accuracy:1.0 Training on :(4, 5) training cost:0.050220567733 and training accuracy:0.995804905891 validation cost:0.0434427410364 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0429214462638 and training accuracy:0.995999991894 validation cost:0.0362520068884 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0377208217978 and training accuracy:0.996195137501 validation cost:0.0312209054828 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0338061153889 and training accuracy:0.99658536911 validation cost:0.0274974722415 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0307404659688 and training accuracy:0.99658536911 validation cost:0.0246271137148 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.568674088 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.172687873244 and training accuracy:0.991160809994 validation cost:0.166944235563 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0791217312217 and training accuracy:0.995129406452 validation cost:0.0768818557262 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0532017424703 and training accuracy:0.996482372284 validation cost:0.0519596487284 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0411118492484 and training accuracy:0.997384309769 validation cost:0.0402447618544 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.034036450088 and training accuracy:0.997745096684 validation cost:0.0333386808634 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.029344856739 and training accuracy:0.998105883598 validation cost:0.0287325102836 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259785987437 and training accuracy:0.998286306858 validation cost:0.0254137404263 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0234290324152 and training accuracy:0.998556852341 validation cost:0.0228938367218 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0214210059494 and training accuracy:0.999007821083 validation cost:0.0209060441703 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.608917952 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.240712717175 and training accuracy:0.958279013634 validation cost:0.24194970727 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.146983489394 and training accuracy:0.966287970543 validation cost:0.148567512631 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.114437200129 and training accuracy:0.970758080482 validation cost:0.11612342298 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0967643931508 and training accuracy:0.975507557392 validation cost:0.0983049795032 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0851702094078 and training accuracy:0.978208243847 validation cost:0.0864652842283 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0767813548446 and training accuracy:0.979977667332 validation cost:0.0778027996421 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0703441426158 and training accuracy:0.981840193272 validation cost:0.0710963606834 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0652066916227 and training accuracy:0.983050823212 validation cost:0.0657100975513 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0609860345721 and training accuracy:0.984168350697 validation cost:0.0612705387175 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:117.924996138 Method 3 test accuracy:0.794600009918 Training with lmbda:269592.346273, 62 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.150053978 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.369264751673 and training accuracy:0.934551417828 validation cost:0.375023275614 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.182147532701 and training accuracy:0.958912849426 validation cost:0.187803000212 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.126133590937 and training accuracy:0.969366431236 validation cost:0.132490709424 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0991672128439 and training accuracy:0.975093185902 validation cost:0.105649404228 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0829670652747 and training accuracy:0.97909283638 validation cost:0.0891923904419 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0719941407442 and training accuracy:0.982547044754 validation cost:0.0778060555458 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0639887005091 and training accuracy:0.984183251858 validation cost:0.0693389996886 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0578374750912 and training accuracy:0.985637664795 validation cost:0.0627284571528 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0529314056039 and training accuracy:0.987092077732 validation cost:0.0573844537139 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:121.061945915 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.251274138689 and training accuracy:0.982341468334 validation cost:0.252854436636 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.121251262724 and training accuracy:0.991024374962 validation cost:0.116818010807 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0809662863612 and training accuracy:0.993951201439 validation cost:0.074753344059 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0618459768593 and training accuracy:0.995121955872 validation cost:0.0551479570568 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0506786219776 and training accuracy:0.995804905891 validation cost:0.0439242534339 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0433181524277 and training accuracy:0.995999991894 validation cost:0.0366679280996 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0380726233125 and training accuracy:0.996195137501 validation cost:0.0315887480974 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0341238491237 and training accuracy:0.99658536911 validation cost:0.0278287772089 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0310306791216 and training accuracy:0.99658536911 validation cost:0.024928662926 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.888176918 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.173768699169 and training accuracy:0.991160809994 validation cost:0.168029040098 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0798433125019 and training accuracy:0.995129406452 validation cost:0.0776056051254 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0537797622383 and training accuracy:0.996482372284 validation cost:0.0525439754128 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0416043959558 and training accuracy:0.997384309769 validation cost:0.0407473184168 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.034469678998 and training accuracy:0.997745096684 validation cost:0.0337847881019 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0297345966101 and training accuracy:0.998105883598 validation cost:0.0291368234903 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0263342801481 and training accuracy:0.998286306858 validation cost:0.0257854890078 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0237569399178 and training accuracy:0.998466670513 validation cost:0.0232385732234 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0217259079218 and training accuracy:0.999007821083 validation cost:0.0212278664112 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.766741991 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.241953134537 and training accuracy:0.958092749119 validation cost:0.2431871593 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.147802129388 and training accuracy:0.966287970543 validation cost:0.14936825633 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.115137815475 and training accuracy:0.970758080482 validation cost:0.116795219481 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.097418576479 and training accuracy:0.975414395332 validation cost:0.0989284962416 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0858011618257 and training accuracy:0.978115081787 validation cost:0.087069362402 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0773985087872 and training accuracy:0.979884505272 validation cost:0.0783965289593 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.07094938308 and training accuracy:0.981840193272 validation cost:0.0716842189431 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0658012256026 and training accuracy:0.983050823212 validation cost:0.0662927553058 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0615694895387 and training accuracy:0.984168350697 validation cost:0.0618455670774 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:117.93746686 Method 3 test accuracy:0.795300006866 Training with lmbda:306129.397687, 63 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.828492165 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.369970142841 and training accuracy:0.934733211994 validation cost:0.375714212656 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.182784184813 and training accuracy:0.958912849426 validation cost:0.188407987356 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.126687154174 and training accuracy:0.969366431236 validation cost:0.133006691933 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.0996745526791 and training accuracy:0.975093185902 validation cost:0.106125019491 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0834425464272 and training accuracy:0.978910982609 validation cost:0.0896457508206 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0724441632628 and training accuracy:0.982547044754 validation cost:0.0782412663102 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0644184798002 and training accuracy:0.984092354774 validation cost:0.0697602629662 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0582491084933 and training accuracy:0.985546767712 validation cost:0.0631373226643 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0533275827765 and training accuracy:0.987092077732 validation cost:0.0577824898064 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.908501148 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.254066735506 and training accuracy:0.982243895531 validation cost:0.255757600069 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.123076669872 and training accuracy:0.990926802158 validation cost:0.118744820356 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0823155865073 and training accuracy:0.993951201439 validation cost:0.0761788412929 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0629225447774 and training accuracy:0.995121955872 validation cost:0.0562827475369 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0515812337399 and training accuracy:0.995804905891 validation cost:0.0448736064136 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0440999828279 and training accuracy:0.995999991894 validation cost:0.0374881103635 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0387649536133 and training accuracy:0.996195137501 validation cost:0.0323129557073 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0347474217415 and training accuracy:0.99658536911 validation cost:0.0284794978797 and validation accuracy:1.0 Training on :(4, 5) training cost:0.031599983573 and training accuracy:0.99658536911 validation cost:0.0255214385688 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.871744156 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.175964057446 and training accuracy:0.991160809994 validation cost:0.170231819153 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0813045725226 and training accuracy:0.995400011539 validation cost:0.0790719166398 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0549413748085 and training accuracy:0.996482372284 validation cost:0.0537190176547 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0425902791321 and training accuracy:0.997294127941 validation cost:0.0417547635734 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0353361368179 and training accuracy:0.997654914856 validation cost:0.0346779935062 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.030512092635 and training accuracy:0.998105883598 validation cost:0.0299452859908 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0270422101021 and training accuracy:0.998286306858 validation cost:0.0265263523906 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0244088955224 and training accuracy:0.998466670513 validation cost:0.0239250510931 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0223314426839 and training accuracy:0.998917639256 validation cost:0.0218685902655 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.745568991 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.244488731027 and training accuracy:0.958185911179 validation cost:0.245719894767 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.149489834905 and training accuracy:0.966194808483 validation cost:0.151024028659 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.116577625275 and training accuracy:0.970758080482 validation cost:0.118184149265 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0987518727779 and training accuracy:0.975135028362 validation cost:0.100207485259 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0870800986886 and training accuracy:0.977928876877 validation cost:0.0882989838719 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0786422044039 and training accuracy:0.979698240757 validation cost:0.0796001553535 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0721662566066 and training accuracy:0.981653928757 validation cost:0.0728731527925 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0669940263033 and training accuracy:0.982585191727 validation cost:0.0674687176943 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0627387538552 and training accuracy:0.983795881271 validation cost:0.0630061924458 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:117.740801096 Method 3 test accuracy:0.788600027561 Training with lmbda:335851.235448, 64 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.08484602 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370523363352 and training accuracy:0.934733211994 validation cost:0.3762563169 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.183282658458 and training accuracy:0.958912849426 validation cost:0.188881784678 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.127116799355 and training accuracy:0.969275534153 validation cost:0.133407860994 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.100065335631 and training accuracy:0.975093185902 validation cost:0.106492251158 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0838082581758 and training accuracy:0.978910982609 validation cost:0.0899956524372 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.072789400816 and training accuracy:0.982456147671 validation cost:0.0785756856203 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0647480562329 and training accuracy:0.984001457691 validation cost:0.0700845196843 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0585640743375 and training accuracy:0.985364973545 validation cost:0.0634500980377 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0536303631961 and training accuracy:0.987092077732 validation cost:0.0580866076052 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.082046986 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.2567948699 and training accuracy:0.981658518314 validation cost:0.258898079395 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.124801672995 and training accuracy:0.99082928896 validation cost:0.120737142861 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0835355818272 and training accuracy:0.993951201439 validation cost:0.0775822550058 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0638675242662 and training accuracy:0.995121955872 validation cost:0.0573664233088 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0523538663983 and training accuracy:0.995804905891 validation cost:0.0457575507462 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0447577573359 and training accuracy:0.99590241909 validation cost:0.0382389202714 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0393396355212 and training accuracy:0.996097564697 validation cost:0.0329676233232 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0352597720921 and training accuracy:0.996682941914 validation cost:0.0290620643646 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0320634096861 and training accuracy:0.996682941914 validation cost:0.0260475855321 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.501853943 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.178144708276 and training accuracy:0.991160809994 validation cost:0.172371998429 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0826383978128 and training accuracy:0.995129406452 validation cost:0.0803788453341 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0559603646398 and training accuracy:0.996482372284 validation cost:0.0547237955034 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0434336327016 and training accuracy:0.997294127941 validation cost:0.0425930470228 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0360647514462 and training accuracy:0.997564733028 validation cost:0.0354077890515 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0311579499394 and training accuracy:0.998015701771 validation cost:0.0305960569531 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0276246294379 and training accuracy:0.998105883598 validation cost:0.0271164663136 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0249413475394 and training accuracy:0.998376488686 validation cost:0.0244669131935 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0228228848428 and training accuracy:0.998917639256 validation cost:0.022370737046 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.304833174 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.246671319008 and training accuracy:0.958465278149 validation cost:0.247985690832 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.150976583362 and training accuracy:0.966101706028 validation cost:0.152558133006 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.117831401527 and training accuracy:0.970571815968 validation cost:0.119462259114 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0998994410038 and training accuracy:0.974948763847 validation cost:0.101372130215 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0881662666798 and training accuracy:0.977928876877 validation cost:0.0894003808498 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0796877145767 and training accuracy:0.979791402817 validation cost:0.0806649252772 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0731811746955 and training accuracy:0.981374561787 validation cost:0.0739129558206 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0679811015725 and training accuracy:0.982398927212 validation cost:0.0684855431318 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0637005791068 and training accuracy:0.983516454697 validation cost:0.0640021711588 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:118.494276047 Method 3 test accuracy:0.784300029278 Training with lmbda:343773.332357, 65 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.46886301 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370668232441 and training accuracy:0.934733211994 validation cost:0.376398205757 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.183412984014 and training accuracy:0.958821952343 validation cost:0.189005866647 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.127228617668 and training accuracy:0.969275534153 validation cost:0.133512452245 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.100166916847 and training accuracy:0.975093185902 validation cost:0.106588289142 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0839025601745 and training accuracy:0.978820085526 validation cost:0.0900860056281 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0728786811233 and training accuracy:0.982456147671 validation cost:0.0786622613668 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0648326650262 and training accuracy:0.984001457691 validation cost:0.070168197155 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0586449690163 and training accuracy:0.985364973545 validation cost:0.0635306984186 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0537080094218 and training accuracy:0.987092077732 validation cost:0.0581651031971 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:121.164360046 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.257334142923 and training accuracy:0.981658518314 validation cost:0.259458571672 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.125157043338 and training accuracy:0.99082928896 validation cost:0.121112652123 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0837966427207 and training accuracy:0.993951201439 validation cost:0.0778586789966 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0640755072236 and training accuracy:0.995121955872 validation cost:0.0575863309205 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0525277741253 and training accuracy:0.995804905891 validation cost:0.0459410734475 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0449078604579 and training accuracy:0.99590241909 validation cost:0.0383967608213 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0394724942744 and training accuracy:0.996097564697 validation cost:0.033106893301 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0353794768453 and training accuracy:0.996682941914 validation cost:0.0291871763766 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0321726240218 and training accuracy:0.996682941914 validation cost:0.0261614453048 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.712935925 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.178587660193 and training accuracy:0.991160809994 validation cost:0.172816321254 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0829314216971 and training accuracy:0.995129406452 validation cost:0.0806730389595 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0561910383403 and training accuracy:0.996482372284 validation cost:0.0549574792385 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0436282344162 and training accuracy:0.997294127941 validation cost:0.042792186141 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0362350083888 and training accuracy:0.997564733028 validation cost:0.0355838015676 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0313100926578 and training accuracy:0.998015701771 validation cost:0.0307545624673 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.027762953192 and training accuracy:0.998105883598 validation cost:0.0272616613656 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0250685643405 and training accuracy:0.998376488686 validation cost:0.0246012564749 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0229410007596 and training accuracy:0.998917639256 validation cost:0.0224961061031 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.590160131 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.247192785144 and training accuracy:0.958465278149 validation cost:0.248507425189 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.151325836778 and training accuracy:0.966008543968 validation cost:0.152903303504 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.118125408888 and training accuracy:0.970571815968 validation cost:0.119747616351 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.100170388818 and training accuracy:0.974948763847 validation cost:0.10163359344 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0884243249893 and training accuracy:0.977928876877 validation cost:0.0896508470178 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0799373909831 and training accuracy:0.979791402817 validation cost:0.0809086859226 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0734241232276 and training accuracy:0.981281459332 validation cost:0.074152007699 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0682185217738 and training accuracy:0.982305824757 validation cost:0.0687213167548 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0639323219657 and training accuracy:0.983516454697 validation cost:0.0642338395119 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:117.872986078 Method 3 test accuracy:0.784500002861 Training with lmbda:367687.271182, 66 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.122965097 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.371096134186 and training accuracy:0.934733211994 validation cost:0.376817315817 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.183796912432 and training accuracy:0.958730995655 validation cost:0.189370810986 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.12755779922 and training accuracy:0.969275534153 validation cost:0.133820042014 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.100466363132 and training accuracy:0.975002288818 validation cost:0.106870569289 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0841806381941 and training accuracy:0.978820085526 validation cost:0.0903517827392 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0731414332986 and training accuracy:0.982365250587 validation cost:0.0789167433977 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0650822818279 and training accuracy:0.983910560608 validation cost:0.0704132914543 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0588836409152 and training accuracy:0.985274076462 validation cost:0.0637675002217 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0539364181459 and training accuracy:0.987001180649 validation cost:0.058393932879 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.786959171 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.258910894394 and training accuracy:0.981658518314 validation cost:0.261096417904 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.126196414232 and training accuracy:0.99082928896 validation cost:0.122210517526 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0845616385341 and training accuracy:0.994048774242 validation cost:0.0786682143807 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0646836310625 and training accuracy:0.995024383068 validation cost:0.0582290254533 and validation accuracy:1.0 Training on :(4, 5) training cost:0.053035184741 and training accuracy:0.995609760284 validation cost:0.0464760139585 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0453461147845 and training accuracy:0.99590241909 validation cost:0.038857512176 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0398604571819 and training accuracy:0.996097564697 validation cost:0.0335133783519 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0357285514474 and training accuracy:0.996682941914 validation cost:0.0295522138476 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0324910245836 and training accuracy:0.996682941914 validation cost:0.0264938417822 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.63539505 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.179899975657 and training accuracy:0.991160809994 validation cost:0.174132570624 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0838006660342 and training accuracy:0.995129406452 validation cost:0.0815455466509 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0568748600781 and training accuracy:0.996482372284 validation cost:0.0556501671672 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0442031621933 and training accuracy:0.997294127941 validation cost:0.0433808341622 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0367363765836 and training accuracy:0.997564733028 validation cost:0.036102309823 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0317574925721 and training accuracy:0.997925519943 validation cost:0.0312211494893 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.028168912977 and training accuracy:0.998015701771 validation cost:0.0276882685721 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0254416242242 and training accuracy:0.998466670513 validation cost:0.0249954424798 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0232868008316 and training accuracy:0.9987372756 validation cost:0.0228630471975 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.678922892 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.248746559024 and training accuracy:0.958558380604 validation cost:0.250062584877 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.152368828654 and training accuracy:0.965915441513 validation cost:0.153934791684 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.119004040956 and training accuracy:0.970571815968 validation cost:0.120603129268 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.100974909961 and training accuracy:0.975135028362 validation cost:0.102415040135 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0891867205501 and training accuracy:0.977742612362 validation cost:0.0903932377696 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0806722193956 and training accuracy:0.979791402817 validation cost:0.0816298052669 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0741401612759 and training accuracy:0.981374561787 validation cost:0.0748604685068 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0689161494374 and training accuracy:0.982212722301 validation cost:0.0694158151746 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0646136626601 and training accuracy:0.983237087727 validation cost:0.0649163722992 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:117.652428865 Method 3 test accuracy:0.785099983215 Training with lmbda:406463.188776, 67 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.322407961 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.371772378683 and training accuracy:0.934733211994 validation cost:0.377480089664 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.18439796567 and training accuracy:0.958821952343 validation cost:0.18994307518 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.128071889281 and training accuracy:0.96918463707 validation cost:0.134301245213 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.10093190521 and training accuracy:0.974911391735 validation cost:0.107308626175 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0846123173833 and training accuracy:0.978820085526 validation cost:0.090764388442 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0735479518771 and training accuracy:0.982365250587 validation cost:0.079310528934 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0654679015279 and training accuracy:0.983910560608 validation cost:0.0707923769951 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0592516921461 and training accuracy:0.985274076462 validation cost:0.0641338527203 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.054288636893 and training accuracy:0.986910283566 validation cost:0.0587480440736 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.460332155 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.260747522116 and training accuracy:0.982048809528 validation cost:0.2627132833 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.127441883087 and training accuracy:0.991024374962 validation cost:0.123362421989 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0855239480734 and training accuracy:0.99385368824 validation cost:0.07957726717 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0654751956463 and training accuracy:0.995024383068 validation cost:0.0589835308492 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0537152588367 and training accuracy:0.995707333088 validation cost:0.0471259765327 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0459435507655 and training accuracy:0.99590241909 validation cost:0.0394286178052 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0403961166739 and training accuracy:0.996097564697 validation cost:0.0340255014598 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0362158790231 and training accuracy:0.99658536911 validation cost:0.0300173088908 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0329393595457 and training accuracy:0.996682941914 validation cost:0.0269209574908 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.155165195 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.181492596865 and training accuracy:0.991070628166 validation cost:0.175777345896 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0849597007036 and training accuracy:0.995309829712 validation cost:0.0827429592609 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0578148141503 and training accuracy:0.996482372284 validation cost:0.0566304661334 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0450058542192 and training accuracy:0.997294127941 validation cost:0.0442282669246 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0374440066516 and training accuracy:0.997564733028 validation cost:0.03685804829 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0323941521347 and training accuracy:0.998015701771 validation cost:0.0319078490138 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.028749730438 and training accuracy:0.998015701771 validation cost:0.0283199548721 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259773377329 and training accuracy:0.998376488686 validation cost:0.0255813430995 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0237857978791 and training accuracy:0.998647093773 validation cost:0.0234114453197 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.222103119 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.250992149115 and training accuracy:0.958465278149 validation cost:0.252231746912 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.15386351943 and training accuracy:0.966194808483 validation cost:0.155347436666 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.120260603726 and training accuracy:0.970385551453 validation cost:0.121772103012 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.10212816298 and training accuracy:0.975135028362 validation cost:0.103484354913 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0902848169208 and training accuracy:0.977649450302 validation cost:0.0914182215929 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0817343592644 and training accuracy:0.979698240757 validation cost:0.0826317220926 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0751733630896 and training accuracy:0.981281459332 validation cost:0.0758429020643 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0699277147651 and training accuracy:0.982119560242 validation cost:0.0703863874078 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0656050518155 and training accuracy:0.983143985271 validation cost:0.0658743977547 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:118.066268921 Method 3 test accuracy:0.804300010204 Training with lmbda:411194.03308, 68 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.964962959 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.37185433507 and training accuracy:0.934733211994 validation cost:0.377560228109 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.184469908476 and training accuracy:0.958821952343 validation cost:0.190011590719 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.128133013844 and training accuracy:0.96918463707 validation cost:0.134358435869 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.100986711681 and training accuracy:0.974911391735 validation cost:0.10736014694 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0846634656191 and training accuracy:0.978820085526 validation cost:0.0908131152391 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.073596470058 and training accuracy:0.982274353504 validation cost:0.0793577358127 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.06551348418 and training accuracy:0.983910560608 validation cost:0.0708373263478 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0592951253057 and training accuracy:0.985274076462 validation cost:0.0641771480441 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.054330188781 and training accuracy:0.986910283566 validation cost:0.0587896555662 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.682672977 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.261033385992 and training accuracy:0.982048809528 validation cost:0.26301124692 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.127628222108 and training accuracy:0.991024374962 validation cost:0.123559750617 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0856607481837 and training accuracy:0.99385368824 validation cost:0.0797224417329 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0655837208033 and training accuracy:0.995024383068 validation cost:0.0590986087918 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0538056641817 and training accuracy:0.995609760284 validation cost:0.0472215823829 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0460216999054 and training accuracy:0.995999991894 validation cost:0.0395111218095 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0404652170837 and training accuracy:0.996097564697 validation cost:0.0340982973576 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0362779945135 and training accuracy:0.99658536911 validation cost:0.0300826393068 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0329958871007 and training accuracy:0.996682941914 validation cost:0.0269804149866 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.580832005 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.18173968792 and training accuracy:0.990980446339 validation cost:0.176025241613 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0851214081049 and training accuracy:0.995309829712 validation cost:0.08290566504 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.057940710336 and training accuracy:0.996482372284 validation cost:0.0567582473159 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0451112687588 and training accuracy:0.997294127941 validation cost:0.044336438179 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0375356264412 and training accuracy:0.997564733028 validation cost:0.0369529388845 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0324755050242 and training accuracy:0.998015701771 validation cost:0.0319928452373 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0288232862949 and training accuracy:0.998015701771 validation cost:0.028397295624 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0260447412729 and training accuracy:0.998376488686 validation cost:0.0256526079029 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0238484144211 and training accuracy:0.998647093773 validation cost:0.0234779268503 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.360182047 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.251284450293 and training accuracy:0.958465278149 validation cost:0.252525269985 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.15406152606 and training accuracy:0.966381072998 validation cost:0.155544027686 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.120426647365 and training accuracy:0.970385551453 validation cost:0.121935121715 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102278254926 and training accuracy:0.975135028362 validation cost:0.103631064296 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0904263556004 and training accuracy:0.977649450302 validation cost:0.0915570482612 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0818696096539 and training accuracy:0.979698240757 validation cost:0.0827654600143 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.075303979218 and training accuracy:0.981188297272 validation cost:0.0759723260999 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0700553283095 and training accuracy:0.982119560242 validation cost:0.0705133751035 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0657294541597 and training accuracy:0.983143985271 validation cost:0.0659986883402 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:117.718463898 Method 3 test accuracy:0.804600000381 Training with lmbda:422830.488578, 69 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.216688871 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372051328421 and training accuracy:0.934733211994 validation cost:0.377753168344 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.184644117951 and training accuracy:0.958821952343 validation cost:0.190177291632 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.128283053637 and training accuracy:0.96918463707 validation cost:0.134499102831 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.10112131387 and training accuracy:0.974911391735 validation cost:0.107487224042 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0847875997424 and training accuracy:0.978820085526 validation cost:0.0909318625927 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0737134292722 and training accuracy:0.982183456421 validation cost:0.0794713795185 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0656239315867 and training accuracy:0.983910560608 validation cost:0.0709458813071 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0594003498554 and training accuracy:0.985274076462 validation cost:0.0642816498876 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0544315129519 and training accuracy:0.986910283566 validation cost:0.058891557157 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:121.503982067 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.261731028557 and training accuracy:0.981951236725 validation cost:0.263739734888 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.128083229065 and training accuracy:0.990926802158 validation cost:0.124042265117 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0859937220812 and training accuracy:0.99385368824 validation cost:0.0800762251019 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0658478215337 and training accuracy:0.995024383068 validation cost:0.0593787953258 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0540256649256 and training accuracy:0.995609760284 validation cost:0.0474543944001 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0462119542062 and training accuracy:0.995999991894 validation cost:0.0397119037807 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0406331755221 and training accuracy:0.996097564697 validation cost:0.0342749506235 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0364288464189 and training accuracy:0.99658536911 validation cost:0.0302410162985 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0331331565976 and training accuracy:0.996682941914 validation cost:0.0271242875606 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.018589973 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.182337209582 and training accuracy:0.990980446339 validation cost:0.176624447107 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0855139940977 and training accuracy:0.995309829712 validation cost:0.0833004266024 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0582463927567 and training accuracy:0.996482372284 validation cost:0.0570682995021 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0453664399683 and training accuracy:0.997294127941 validation cost:0.0445982180536 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0377568602562 and training accuracy:0.997564733028 validation cost:0.0371818877757 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0326720923185 and training accuracy:0.998015701771 validation cost:0.032198112458 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0290015228093 and training accuracy:0.998015701771 validation cost:0.0285847056657 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0262085031718 and training accuracy:0.998376488686 validation cost:0.0258257091045 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0240000449121 and training accuracy:0.998647093773 validation cost:0.0236387718469 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.319168091 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.251999765635 and training accuracy:0.958465278149 validation cost:0.25324305892 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.154545783997 and training accuracy:0.966287970543 validation cost:0.156025111675 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.120831817389 and training accuracy:0.970385551453 validation cost:0.122333101928 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.10264647752 and training accuracy:0.975135028362 validation cost:0.103991419077 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0907733216882 and training accuracy:0.977649450302 validation cost:0.0918984562159 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0822035074234 and training accuracy:0.979698240757 validation cost:0.0830953419209 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.075626693666 and training accuracy:0.981188297272 validation cost:0.0762924253941 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0703688412905 and training accuracy:0.982026457787 validation cost:0.0708263218403 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0660349577665 and training accuracy:0.983143985271 validation cost:0.0663059651852 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:118.097609997 Method 3 test accuracy:0.805599987507 Training with lmbda:201179.714048, 70 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.148830175 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.37122246623 and training accuracy:0.937732934952 validation cost:0.375727593899 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.180186539888 and training accuracy:0.960458159447 validation cost:0.185048416257 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.123717270792 and training accuracy:0.970366358757 validation cost:0.129334211349 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0968179553747 and training accuracy:0.976547598839 validation cost:0.10250633955 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0807638689876 and training accuracy:0.979820013046 validation cost:0.0861181095243 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0699351131916 and training accuracy:0.982092559338 validation cost:0.0748019888997 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0620516315103 and training accuracy:0.984274148941 validation cost:0.0664018914104 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0560072474182 and training accuracy:0.986364901066 validation cost:0.0598648488522 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0511933155358 and training accuracy:0.987182974815 validation cost:0.0545936487615 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.002270937 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.249804258347 and training accuracy:0.981658518314 validation cost:0.251559466124 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.119181759655 and training accuracy:0.991512179375 validation cost:0.114844486117 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0790486559272 and training accuracy:0.994048774242 validation cost:0.0730261951685 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0601779147983 and training accuracy:0.994731724262 validation cost:0.0537134483457 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0492163002491 and training accuracy:0.995219528675 validation cost:0.0427066497505 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0420162305236 and training accuracy:0.99590241909 validation cost:0.0356070399284 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0368950292468 and training accuracy:0.996292710304 validation cost:0.0306402929127 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0330453030765 and training accuracy:0.997073173523 validation cost:0.0269649196416 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0300322435796 and training accuracy:0.99726831913 validation cost:0.024130826816 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.840402126 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.171727821231 and training accuracy:0.990529477596 validation cost:0.165441870689 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0768387764692 and training accuracy:0.995941221714 validation cost:0.0738347992301 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0510123260319 and training accuracy:0.996662735939 validation cost:0.0489466115832 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0391110889614 and training accuracy:0.997294127941 validation cost:0.0374163351953 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.03220647946 and training accuracy:0.998105883598 validation cost:0.0306969936937 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0276596341282 and training accuracy:0.998376488686 validation cost:0.0262599252164 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0244137439877 and training accuracy:0.998556852341 validation cost:0.0230870246887 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0219641812146 and training accuracy:0.998917639256 validation cost:0.0206927545369 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0200402587652 and training accuracy:0.999188244343 validation cost:0.0188137851655 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.869925022 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.236460864544 and training accuracy:0.956975221634 validation cost:0.2381336689 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.145266100764 and training accuracy:0.965077280998 validation cost:0.147438436747 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.112800016999 and training accuracy:0.970758080482 validation cost:0.115079276264 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0950162857771 and training accuracy:0.975041925907 validation cost:0.0971385836601 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0833236277103 and training accuracy:0.978487610817 validation cost:0.0851872637868 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0748650357127 and training accuracy:0.980070769787 validation cost:0.0764467790723 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0683817714453 and training accuracy:0.982119560242 validation cost:0.0696899443865 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0632153227925 and training accuracy:0.984168350697 validation cost:0.0642709359527 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0589817687869 and training accuracy:0.985006511211 validation cost:0.059809897095 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.779808044 Method 3 test accuracy:0.796800017357 Training with lmbda:227094.222616, 71 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.565670013 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.371736347675 and training accuracy:0.937732934952 validation cost:0.376233845949 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.180663838983 and training accuracy:0.96054905653 validation cost:0.185504987836 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.124135196209 and training accuracy:0.970366358757 validation cost:0.129725933075 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0972036793828 and training accuracy:0.976456701756 validation cost:0.102867871523 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0811274200678 and training accuracy:0.979729115963 validation cost:0.0864635780454 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0702806562185 and training accuracy:0.982001662254 validation cost:0.0751367807388 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0623823143542 and training accuracy:0.984092354774 validation cost:0.0667278841138 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0563243068755 and training accuracy:0.986455798149 validation cost:0.0601815767586 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0514992587268 and training accuracy:0.987273871899 validation cost:0.0549025572836 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.539971113 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.252224743366 and training accuracy:0.981756091118 validation cost:0.254081696272 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.120809085667 and training accuracy:0.991609752178 validation cost:0.116553902626 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0802657902241 and training accuracy:0.994048774242 validation cost:0.0743021592498 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.061152022332 and training accuracy:0.994731724262 validation cost:0.0547320768237 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0500316731632 and training accuracy:0.995024383068 validation cost:0.0435583665967 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0427192375064 and training accuracy:0.995999991894 validation cost:0.0363402888179 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0375146381557 and training accuracy:0.996292710304 validation cost:0.0312858968973 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0336010381579 and training accuracy:0.996878027916 validation cost:0.0275432225317 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0305377114564 and training accuracy:0.99726831913 validation cost:0.0246561877429 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.909882069 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.173630475998 and training accuracy:0.990800023079 validation cost:0.167319521308 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0780864730477 and training accuracy:0.995941221714 validation cost:0.0750584080815 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0520001240075 and training accuracy:0.996662735939 validation cost:0.0499173104763 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0399475283921 and training accuracy:0.997294127941 validation cost:0.0382413342595 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0329397395253 and training accuracy:0.998105883598 validation cost:0.0314237810671 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0283164530993 and training accuracy:0.998376488686 validation cost:0.0269137062132 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0250108353794 and training accuracy:0.998556852341 validation cost:0.023683199659 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0225131995976 and training accuracy:0.998917639256 validation cost:0.0212428309023 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0205493941903 and training accuracy:0.999188244343 validation cost:0.0193249471486 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.900590897 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.238430395722 and training accuracy:0.956975221634 validation cost:0.240087673068 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.14659217 and training accuracy:0.965077280998 validation cost:0.148741856217 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.113960035145 and training accuracy:0.970944285393 validation cost:0.116205230355 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0961172878742 and training accuracy:0.975135028362 validation cost:0.0982067286968 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.084399625659 and training accuracy:0.978487610817 validation cost:0.0862375050783 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0759250149131 and training accuracy:0.979698240757 validation cost:0.0774892494082 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0694282799959 and training accuracy:0.981560826302 validation cost:0.0707255676389 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0642472282052 and training accuracy:0.983795881271 validation cost:0.0653007999063 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0599975921214 and training accuracy:0.984820246696 validation cost:0.0608320273459 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:118.091007948 Method 3 test accuracy:0.797900021076 Training with lmbda:230392.280196, 72 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.911579847 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.371800392866 and training accuracy:0.937732934952 validation cost:0.376297056675 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.180722683668 and training accuracy:0.96054905653 validation cost:0.185561060905 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.124186761677 and training accuracy:0.970366358757 validation cost:0.129774138331 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0972510054708 and training accuracy:0.976456701756 validation cost:0.102912269533 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.08117172122 and training accuracy:0.979729115963 validation cost:0.0865056067705 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0703227892518 and training accuracy:0.982001662254 validation cost:0.0751774087548 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0624226741493 and training accuracy:0.984092354774 validation cost:0.066767513752 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0563630126417 and training accuracy:0.986455798149 validation cost:0.060219861567 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0515366308391 and training accuracy:0.987273871899 validation cost:0.0549398809671 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.137753963 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.252522230148 and training accuracy:0.981658518314 validation cost:0.254391461611 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.12100790441 and training accuracy:0.991609752178 validation cost:0.116762697697 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0804139897227 and training accuracy:0.994048774242 validation cost:0.0744577646255 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0612697638571 and training accuracy:0.994731724262 validation cost:0.0548554211855 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0501300916076 and training accuracy:0.995024383068 validation cost:0.043661441654 and validation accuracy:1.0 Training on :(4, 5) training cost:0.042804248631 and training accuracy:0.995999991894 validation cost:0.036429181695 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0375897139311 and training accuracy:0.996292710304 validation cost:0.0313642993569 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0336683057249 and training accuracy:0.996878027916 validation cost:0.0276133548468 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0305988881737 and training accuracy:0.99726831913 validation cost:0.0247198883444 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.793155193 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.173863142729 and training accuracy:0.990890204906 validation cost:0.167549401522 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0782400891185 and training accuracy:0.995941221714 validation cost:0.0752092376351 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0521212555468 and training accuracy:0.996662735939 validation cost:0.0500365681946 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0400500968099 and training accuracy:0.997294127941 validation cost:0.038342691958 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.033029653132 and training accuracy:0.998105883598 validation cost:0.0315131247044 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0283969417214 and training accuracy:0.998376488686 validation cost:0.02699402906 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0250839740038 and training accuracy:0.998556852341 validation cost:0.0237565282732 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0225804094225 and training accuracy:0.998917639256 validation cost:0.0213104784489 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0206116810441 and training accuracy:0.999188244343 validation cost:0.0193876214325 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.232579947 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.238676309586 and training accuracy:0.956975221634 validation cost:0.240332216024 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.146758779883 and training accuracy:0.965077280998 validation cost:0.148905992508 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.114106267691 and training accuracy:0.970944285393 validation cost:0.116347849369 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0962553843856 and training accuracy:0.975135028362 validation cost:0.098341345787 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0845333859324 and training accuracy:0.978487610817 validation cost:0.0863684862852 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0760570690036 and training accuracy:0.979512035847 validation cost:0.0776189863682 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0695573613048 and training accuracy:0.981560826302 validation cost:0.0708536207676 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0643742531538 and training accuracy:0.983702719212 validation cost:0.0654280036688 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0601218789816 and training accuracy:0.984727144241 validation cost:0.0609573237598 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.805890799 Method 3 test accuracy:0.797900021076 Training with lmbda:234176.647421, 73 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.689086199 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.371873736382 and training accuracy:0.937732934952 validation cost:0.3763692379 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.180789813399 and training accuracy:0.96054905653 validation cost:0.185625299811 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.124245382845 and training accuracy:0.970275402069 validation cost:0.129829317331 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0973054543138 and training accuracy:0.976456701756 validation cost:0.102963507175 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0812227874994 and training accuracy:0.979729115963 validation cost:0.0865544453263 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0703714564443 and training accuracy:0.982001662254 validation cost:0.0752246230841 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0624690651894 and training accuracy:0.984092354774 validation cost:0.0668134689331 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0564073473215 and training accuracy:0.986455798149 validation cost:0.0602643787861 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.051579117775 and training accuracy:0.987273871899 validation cost:0.0549832805991 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.614924908 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.252858698368 and training accuracy:0.981561005116 validation cost:0.254742354155 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.121233984828 and training accuracy:0.991609752178 validation cost:0.117000356317 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0805815383792 and training accuracy:0.994048774242 validation cost:0.0746334567666 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0614035949111 and training accuracy:0.994731724262 validation cost:0.0549955666065 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0502416752279 and training accuracy:0.995024383068 validation cost:0.043778181076 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0429001003504 and training accuracy:0.995999991894 validation cost:0.0365292727947 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0376742035151 and training accuracy:0.996292710304 validation cost:0.0314524024725 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0337441116571 and training accuracy:0.996878027916 validation cost:0.0276923868805 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0306676533073 and training accuracy:0.99726831913 validation cost:0.0247914232314 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.875624895 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.174131199718 and training accuracy:0.990890204906 validation cost:0.167814001441 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0784152597189 and training accuracy:0.995941221714 validation cost:0.075381167233 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0522596016526 and training accuracy:0.996662735939 validation cost:0.0501725897193 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0401669517159 and training accuracy:0.997294127941 validation cost:0.0384580530226 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0331319347024 and training accuracy:0.998105883598 validation cost:0.0316146016121 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0284882355481 and training accuracy:0.998376488686 validation cost:0.0270849931985 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0251667294651 and training accuracy:0.998556852341 validation cost:0.0238393135369 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0226562954485 and training accuracy:0.998917639256 validation cost:0.0213866252452 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0206821393222 and training accuracy:0.999188244343 validation cost:0.0194584000856 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.981428862 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.238958746195 and training accuracy:0.956882119179 validation cost:0.240612670779 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.146950289607 and training accuracy:0.965077280998 validation cost:0.14909465611 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.114272452891 and training accuracy:0.970944285393 validation cost:0.116509743035 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0964126437902 and training accuracy:0.975135028362 validation cost:0.0984942317009 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0846860259771 and training accuracy:0.978487610817 validation cost:0.0865181908011 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0762067660689 and training accuracy:0.979512035847 validation cost:0.0777660757303 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0697044804692 and training accuracy:0.981374561787 validation cost:0.0709999501705 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0645187869668 and training accuracy:0.983609616756 validation cost:0.0655730217695 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0602638162673 and training accuracy:0.984727144241 validation cost:0.0611015297472 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.943846941 Method 3 test accuracy:0.798300027847 Training with lmbda:246332.054888, 74 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.269122839 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372107803822 and training accuracy:0.937732934952 validation cost:0.376600027084 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.181002676487 and training accuracy:0.96054905653 validation cost:0.185829266906 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.12443228811 and training accuracy:0.970275402069 validation cost:0.130005210638 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0974768474698 and training accuracy:0.976456701756 validation cost:0.103124685585 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0813838467002 and training accuracy:0.97963821888 validation cost:0.0867079868913 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.070524469018 and training accuracy:0.981910765171 validation cost:0.0753738731146 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0626147389412 and training accuracy:0.984001457691 validation cost:0.0669582933187 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0565473213792 and training accuracy:0.986364901066 validation cost:0.0604055561125 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0517138056457 and training accuracy:0.987273871899 validation cost:0.0551200993359 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.562225819 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.253918260336 and training accuracy:0.981463432312 validation cost:0.255846232176 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.121941998601 and training accuracy:0.991609752178 validation cost:0.117744415998 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0811069384217 and training accuracy:0.994048774242 validation cost:0.0751846432686 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0618220753968 and training accuracy:0.994731724262 validation cost:0.0554340817034 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0505906194448 and training accuracy:0.995024383068 validation cost:0.0441434644163 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0432010106742 and training accuracy:0.995999991894 validation cost:0.03684373945 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0379392839968 and training accuracy:0.996292710304 validation cost:0.0317290425301 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0339818559587 and training accuracy:0.996878027916 validation cost:0.0279402974993 and validation accuracy:1.0 Training on :(4, 5) training cost:0.030883923173 and training accuracy:0.99726831913 validation cost:0.0250165835023 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.518815041 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.174983799458 and training accuracy:0.990890204906 validation cost:0.168655559421 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0789717435837 and training accuracy:0.995850980282 validation cost:0.0759273543954 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0526975467801 and training accuracy:0.996662735939 validation cost:0.0506032332778 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0405361391604 and training accuracy:0.997294127941 validation cost:0.0388227291405 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0334544070065 and training accuracy:0.998105883598 validation cost:0.0319348722696 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0287760831416 and training accuracy:0.998376488686 validation cost:0.027372168377 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0254278667271 and training accuracy:0.998556852341 validation cost:0.0241008978337 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0228960495442 and training accuracy:0.998827457428 validation cost:0.0216271989048 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0209040120244 and training accuracy:0.999188244343 validation cost:0.0196813493967 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.33901906 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.239852294326 and training accuracy:0.956695854664 validation cost:0.241501107812 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.147559136152 and training accuracy:0.965170443058 validation cost:0.149694547057 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.114803351462 and training accuracy:0.970851182938 validation cost:0.117027804255 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0969117805362 and training accuracy:0.975041925907 validation cost:0.0989807322621 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0851691514254 and training accuracy:0.978487610817 validation cost:0.086991019547 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0766798406839 and training accuracy:0.979512035847 validation cost:0.0782311856747 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0701687410474 and training accuracy:0.981281459332 validation cost:0.0714611038566 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0649749189615 and training accuracy:0.983609616756 validation cost:0.0660302564502 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0607113018632 and training accuracy:0.984633982182 validation cost:0.0615532025695 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.912859917 Method 3 test accuracy:0.798500001431 Training with lmbda:252300.530529, 75 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.930536985 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372221678495 and training accuracy:0.937732934952 validation cost:0.376712173223 and validation accuracy:0.9375 Training on :(2, 3) training cost:0.181106999516 and training accuracy:0.960639953613 validation cost:0.185928985476 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.12452223897 and training accuracy:0.970275402069 validation cost:0.130089402199 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0975591763854 and training accuracy:0.976456701756 validation cost:0.103201687336 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0814610794187 and training accuracy:0.97963821888 validation cost:0.0867811366916 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0705979838967 and training accuracy:0.981910765171 validation cost:0.0754451230168 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0626847296953 and training accuracy:0.984001457691 validation cost:0.0670277923346 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0566141344607 and training accuracy:0.986364901066 validation cost:0.0604723617435 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0517781637609 and training accuracy:0.987273871899 validation cost:0.0551850311458 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.206014156 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.254425108433 and training accuracy:0.981561005116 validation cost:0.256373673677 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.122281134129 and training accuracy:0.991609752178 validation cost:0.11810028553 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0813594013453 and training accuracy:0.994048774242 validation cost:0.0754491686821 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0620225630701 and training accuracy:0.994731724262 validation cost:0.0556439086795 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0507580377162 and training accuracy:0.995024383068 validation cost:0.0443183705211 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0433449372649 and training accuracy:0.995999991894 validation cost:0.0369937233627 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0380662828684 and training accuracy:0.996292710304 validation cost:0.0318612530828 and validation accuracy:1.0 Training on :(4, 5) training cost:0.034095607698 and training accuracy:0.996878027916 validation cost:0.0280585810542 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0309874229133 and training accuracy:0.99726831913 validation cost:0.0251239743084 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.806068182 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.175397694111 and training accuracy:0.990890204906 validation cost:0.169064134359 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0792424753308 and training accuracy:0.995850980282 validation cost:0.0761931687593 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0529094599187 and training accuracy:0.996662735939 validation cost:0.0508117601275 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0407144799829 and training accuracy:0.997294127941 validation cost:0.0389991998672 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0336101874709 and training accuracy:0.998105883598 validation cost:0.0320897959173 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0289146527648 and training accuracy:0.998376488686 validation cost:0.0275105182081 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.025553420186 and training accuracy:0.998556852341 validation cost:0.0242266636342 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0230110939592 and training accuracy:0.998827457428 validation cost:0.0217426680028 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0210103783756 and training accuracy:0.999188244343 validation cost:0.0197883062065 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.42807889 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.240288645029 and training accuracy:0.956695854664 validation cost:0.241934627295 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.147856518626 and training accuracy:0.965170443058 validation cost:0.149987846613 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.115060850978 and training accuracy:0.970944285393 validation cost:0.117279775441 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0971537828445 and training accuracy:0.975041925907 validation cost:0.0992167592049 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0854034870863 and training accuracy:0.978394508362 validation cost:0.0872205272317 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0769094005227 and training accuracy:0.979512035847 validation cost:0.0784582346678 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0703934654593 and training accuracy:0.981188297272 validation cost:0.0716849267483 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0651951953769 and training accuracy:0.983609616756 validation cost:0.0662514716387 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0609265752137 and training accuracy:0.984633982182 validation cost:0.0617707110941 and validation accuracy:0.988700568676 Training on :(8, 9) Time taken:117.765190125 Method 3 test accuracy:0.799399971962 Training with lmbda:269592.346273, 76 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.201919079 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372545540333 and training accuracy:0.937823832035 validation cost:0.377031207085 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.181401759386 and training accuracy:0.96054905653 validation cost:0.186211228371 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.124779783189 and training accuracy:0.970275402069 validation cost:0.130332425237 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0977951735258 and training accuracy:0.976456701756 validation cost:0.10342463851 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0816803276539 and training accuracy:0.979547321796 validation cost:0.0869910791516 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0708050280809 and training accuracy:0.982001662254 validation cost:0.0756469368935 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0628820955753 and training accuracy:0.984001457691 validation cost:0.0672239735723 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0568028204143 and training accuracy:0.986364901066 validation cost:0.0606624856591 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0519594140351 and training accuracy:0.987182974815 validation cost:0.055369567126 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.841560125 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.255851715803 and training accuracy:0.981463432312 validation cost:0.257859200239 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.123236015439 and training accuracy:0.991609752178 validation cost:0.119103960693 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0820676013827 and training accuracy:0.994048774242 validation cost:0.0761926546693 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0625864565372 and training accuracy:0.994731724262 validation cost:0.0562348626554 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0512269511819 and training accuracy:0.995024383068 validation cost:0.044808678329 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0437476225197 and training accuracy:0.995999991894 validation cost:0.037414316088 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0384205691516 and training accuracy:0.996292710304 validation cost:0.0322309210896 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0344132892787 and training accuracy:0.996878027916 validation cost:0.0283895488828 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0312759429216 and training accuracy:0.99726831913 validation cost:0.0254239179194 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.728786945 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.176568895578 and training accuracy:0.990890204906 validation cost:0.170220524073 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0800077617168 and training accuracy:0.995850980282 validation cost:0.076945066452 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0535093732178 and training accuracy:0.996662735939 validation cost:0.0514025650918 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0412182472646 and training accuracy:0.997294127941 validation cost:0.039497744292 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0340487807989 and training accuracy:0.998105883598 validation cost:0.0325262248516 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0293056108057 and training accuracy:0.998376488686 validation cost:0.0279011037201 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259071309119 and training accuracy:0.998466670513 validation cost:0.0245813522488 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0233348608017 and training accuracy:0.998827457428 validation cost:0.022068221122 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0213095676154 and training accuracy:0.999188244343 validation cost:0.0200894903392 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.50556612 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.241527453065 and training accuracy:0.956788957119 validation cost:0.243164986372 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.148705631495 and training accuracy:0.965263545513 validation cost:0.150823429227 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.115797504783 and training accuracy:0.971037447453 validation cost:0.117998883128 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0978441610932 and training accuracy:0.975135028362 validation cost:0.0998891964555 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.086069457233 and training accuracy:0.978394508362 validation cost:0.0878724753857 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0775588527322 and training accuracy:0.979512035847 validation cost:0.0790996551514 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0710299536586 and training accuracy:0.981002032757 validation cost:0.0723198652267 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0658183470368 and training accuracy:0.983423352242 validation cost:0.0668776482344 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0615366660058 and training accuracy:0.984540879726 validation cost:0.0623882524669 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.458502054 Method 3 test accuracy:0.797500014305 Training with lmbda:306129.397687, 77 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.863780022 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.373212695122 and training accuracy:0.937642037868 validation cost:0.377688646317 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.182004600763 and training accuracy:0.96054905653 validation cost:0.186788603663 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.125302195549 and training accuracy:0.970275402069 validation cost:0.130824699998 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0982701778412 and training accuracy:0.976456701756 validation cost:0.103872977197 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0821231082082 and training accuracy:0.979456424713 validation cost:0.0874147340655 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0712216421962 and training accuracy:0.981910765171 validation cost:0.0760535150766 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0632774978876 and training accuracy:0.984001457691 validation cost:0.0676159635186 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0571813248098 and training accuracy:0.986364901066 validation cost:0.0610427297652 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0523225143552 and training accuracy:0.987092077732 validation cost:0.0557387024164 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.806797028 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.258703321218 and training accuracy:0.981756091118 validation cost:0.260829627514 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.125134840608 and training accuracy:0.991609752178 validation cost:0.121100708842 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0834675058722 and training accuracy:0.994048774242 validation cost:0.0776630342007 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0636951178312 and training accuracy:0.994731724262 validation cost:0.057396478951 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0521478019655 and training accuracy:0.995121955872 validation cost:0.0457718633115 and validation accuracy:1.0 Training on :(4, 5) training cost:0.04453798756 and training accuracy:0.995999991894 validation cost:0.0382398851216 and validation accuracy:1.0 Training on :(4, 5) training cost:0.039115447551 and training accuracy:0.996292710304 validation cost:0.0329560115933 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0350355952978 and training accuracy:0.996878027916 validation cost:0.0290381740779 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0318409278989 and training accuracy:0.99726831913 validation cost:0.0260124411434 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.554101944 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.178940758109 and training accuracy:0.990890204906 validation cost:0.17256590724 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0815550833941 and training accuracy:0.995850980282 validation cost:0.0784681290388 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0547172501683 and training accuracy:0.996662735939 validation cost:0.0525941997766 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0422273315489 and training accuracy:0.997113764286 validation cost:0.0404985696077 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0349247045815 and training accuracy:0.997925519943 validation cost:0.033399861306 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0300841387361 and training accuracy:0.998376488686 validation cost:0.0286808945239 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0266102980822 and training accuracy:0.998466670513 validation cost:0.0252884533256 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0239777844399 and training accuracy:0.998827457428 validation cost:0.0227161608636 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0219035036862 and training accuracy:0.999188244343 validation cost:0.0206889417022 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.619599819 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.24406555295 and training accuracy:0.956882119179 validation cost:0.245690435171 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.150460034609 and training accuracy:0.965263545513 validation cost:0.152556151152 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.117314688861 and training accuracy:0.970851182938 validation cost:0.119485653937 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0992566496134 and training accuracy:0.975041925907 validation cost:0.101272635162 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0874228850007 and training accuracy:0.977928876877 validation cost:0.0892053991556 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.078872166574 and training accuracy:0.979418873787 validation cost:0.0804038047791 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.072312258184 and training accuracy:0.980629563332 validation cost:0.0736026018858 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0670711249113 and training accuracy:0.982957720757 validation cost:0.0681391358376 and validation accuracy:0.987758934498 Training on :(8, 9) training cost:0.0627603977919 and training accuracy:0.984261512756 validation cost:0.0636276453733 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.777129889 Method 3 test accuracy:0.798600018024 Training with lmbda:335851.235448, 78 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.377104044 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.373735547066 and training accuracy:0.937642037868 validation cost:0.378203898668 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.18247422576 and training accuracy:0.96054905653 validation cost:0.187238514423 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.125704675913 and training accuracy:0.970275402069 validation cost:0.131204798818 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0986353307962 and training accuracy:0.976456701756 validation cost:0.104218579829 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0824624598026 and training accuracy:0.979456424713 validation cost:0.0877411663532 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0715403035283 and training accuracy:0.981910765171 validation cost:0.0763656273484 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0635808557272 and training accuracy:0.984092354774 validation cost:0.067917726934 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0574709698558 and training accuracy:0.986364901066 validation cost:0.0613347776234 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0526000484824 and training accuracy:0.986819386482 validation cost:0.0560209676623 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.683520079 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.260870724916 and training accuracy:0.981756091118 validation cost:0.263088852167 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.126571699977 and training accuracy:0.991609752178 validation cost:0.122612811625 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0845211520791 and training accuracy:0.993951201439 validation cost:0.0787702649832 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0645265579224 and training accuracy:0.994731724262 validation cost:0.0582686960697 and validation accuracy:1.0 Training on :(4, 5) training cost:0.052837010473 and training accuracy:0.995121955872 validation cost:0.0464938692749 and validation accuracy:1.0 Training on :(4, 5) training cost:0.045129314065 and training accuracy:0.99590241909 validation cost:0.038858409971 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0396350175142 and training accuracy:0.996390223503 validation cost:0.033499006182 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0355008281767 and training accuracy:0.996780514717 validation cost:0.0295239947736 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0322632715106 and training accuracy:0.99726831913 validation cost:0.026453288272 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.188734055 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.180783897638 and training accuracy:0.990800023079 validation cost:0.174389004707 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0827531814575 and training accuracy:0.995850980282 validation cost:0.0796485468745 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0556466989219 and training accuracy:0.996662735939 validation cost:0.0535126067698 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.043001011014 and training accuracy:0.997113764286 validation cost:0.0412666536868 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0355943515897 and training accuracy:0.997925519943 validation cost:0.0340682007372 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0306766480207 and training accuracy:0.998376488686 validation cost:0.0292750075459 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0271446462721 and training accuracy:0.998466670513 validation cost:0.0258259940892 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0244658049196 and training accuracy:0.998827457428 validation cost:0.0232081282884 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0223533492535 and training accuracy:0.999098062515 validation cost:0.0211431533098 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.469887972 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.246063172817 and training accuracy:0.956695854664 validation cost:0.247678250074 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.151850059628 and training accuracy:0.965263545513 validation cost:0.153930857778 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.118507765234 and training accuracy:0.970664918423 validation cost:0.120657339692 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.100358121097 and training accuracy:0.974762499332 validation cost:0.102355651557 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0884709507227 and training accuracy:0.977742612362 validation cost:0.0902409926057 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0798849388957 and training accuracy:0.979139506817 validation cost:0.0814114287496 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0732962787151 and training accuracy:0.980443298817 validation cost:0.0745893418789 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0680292472243 and training accuracy:0.982492089272 validation cost:0.0691065043211 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0636951774359 and training accuracy:0.983888983727 validation cost:0.0645766928792 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.822471142 Method 3 test accuracy:0.802500009537 Training with lmbda:343773.332357, 79 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.138733149 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.373872756958 and training accuracy:0.937642037868 validation cost:0.3783390522 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.182596534491 and training accuracy:0.96054905653 validation cost:0.187355682254 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.125808671117 and training accuracy:0.970275402069 validation cost:0.131303191185 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0987297520041 and training accuracy:0.976456701756 validation cost:0.104308083653 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.082549393177 and training accuracy:0.979456424713 validation cost:0.0878249034286 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0716225802898 and training accuracy:0.981910765171 validation cost:0.0764463096857 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0636589974165 and training accuracy:0.984092354774 validation cost:0.0679955333471 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0575454607606 and training accuracy:0.986364901066 validation cost:0.0614099726081 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0526718646288 and training accuracy:0.986819386482 validation cost:0.0560941286385 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.036761999 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.261426776648 and training accuracy:0.981756091118 validation cost:0.263668477535 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.126940980554 and training accuracy:0.991707324982 validation cost:0.123001500964 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0847900658846 and training accuracy:0.993951201439 validation cost:0.0790529102087 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0647391527891 and training accuracy:0.994731724262 validation cost:0.0584915988147 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0530127547681 and training accuracy:0.995121955872 validation cost:0.0466778762639 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0452801920474 and training accuracy:0.99590241909 validation cost:0.0390161499381 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0397673882544 and training accuracy:0.996390223503 validation cost:0.0336373411119 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0356191247702 and training accuracy:0.996780514717 validation cost:0.029647551477 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323707684875 and training accuracy:0.99726831913 validation cost:0.0265657454729 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.955308914 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.18125911057 and training accuracy:0.990800023079 validation cost:0.174859538674 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0830639824271 and training accuracy:0.995850980282 validation cost:0.0799550637603 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0558882206678 and training accuracy:0.996662735939 validation cost:0.0537515170872 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0432015545666 and training accuracy:0.997113764286 validation cost:0.0414659678936 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.035767365247 and training accuracy:0.997925519943 validation cost:0.0342409275472 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0308297872543 and training accuracy:0.998376488686 validation cost:0.0294284895062 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0272825602442 and training accuracy:0.998466670513 validation cost:0.0259647145867 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0245915725827 and training accuracy:0.998827457428 validation cost:0.0233348868787 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0224691908807 and training accuracy:0.999098062515 validation cost:0.021260170266 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.446448088 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.246583282948 and training accuracy:0.956788957119 validation cost:0.248196735978 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.152212351561 and training accuracy:0.965263545513 validation cost:0.154289364815 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.118817634881 and training accuracy:0.970571815968 validation cost:0.120962455869 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.100643508136 and training accuracy:0.974855661392 validation cost:0.102637134492 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0887430608273 and training accuracy:0.977835714817 validation cost:0.0905112102628 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0801465287805 and training accuracy:0.979046404362 validation cost:0.0816732868552 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0735495761037 and training accuracy:0.980443298817 validation cost:0.0748444199562 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0682758539915 and training accuracy:0.982305824757 validation cost:0.0693559348583 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0639348402619 and training accuracy:0.983888983727 validation cost:0.0648214519024 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.586588144 Method 3 test accuracy:0.802799999714 Training with lmbda:367687.271182, 80 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.675131083 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.374279618263 and training accuracy:0.937642037868 validation cost:0.378739953041 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.182959064841 and training accuracy:0.96054905653 validation cost:0.187702670693 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.12611694634 and training accuracy:0.970275402069 validation cost:0.131594106555 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0990080013871 and training accuracy:0.976456701756 validation cost:0.104571476579 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0828070938587 and training accuracy:0.979547321796 validation cost:0.0880726799369 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0718642249703 and training accuracy:0.981910765171 validation cost:0.0766823813319 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0638887435198 and training accuracy:0.984001457691 validation cost:0.068224363029 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0577641688287 and training accuracy:0.986364901066 validation cost:0.061630398035 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0528809837997 and training accuracy:0.986819386482 validation cost:0.0563069432974 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.651717186 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.263055503368 and training accuracy:0.981853663921 validation cost:0.265366643667 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.128020763397 and training accuracy:0.991707324982 validation cost:0.124138489366 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0855761989951 and training accuracy:0.993951201439 validation cost:0.0798796340823 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0653577819467 and training accuracy:0.994829297066 validation cost:0.0591411292553 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0535249374807 and training accuracy:0.995121955872 validation cost:0.0472146570683 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0457189455628 and training accuracy:0.99590241909 validation cost:0.0394753850996 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0401526764035 and training accuracy:0.996390223503 validation cost:0.0340405628085 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0359644517303 and training accuracy:0.996682941914 validation cost:0.0300087574869 and validation accuracy:1.0 Training on :(4, 5) training cost:0.032683994621 and training accuracy:0.997170746326 validation cost:0.0268934313208 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.447324038 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.182674944401 and training accuracy:0.990800023079 validation cost:0.176261365414 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0839854180813 and training accuracy:0.995850980282 validation cost:0.0808640047908 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0565989948809 and training accuracy:0.996662735939 validation cost:0.0544548965991 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0437908023596 and training accuracy:0.997113764286 validation cost:0.0420520082116 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.036275010556 and training accuracy:0.997925519943 validation cost:0.0347482301295 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.031278539449 and training accuracy:0.998376488686 validation cost:0.0298788249493 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0276857595891 and training accuracy:0.998466670513 validation cost:0.0263709630817 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0249586068094 and training accuracy:0.998827457428 validation cost:0.0237054433674 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0228070635349 and training accuracy:0.999098062515 validation cost:0.0216015987098 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.926770926 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.248132869601 and training accuracy:0.956602692604 validation cost:0.24973936379 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.153299361467 and training accuracy:0.965170443058 validation cost:0.155364558101 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.119745701551 and training accuracy:0.970292448997 validation cost:0.121874377131 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.101495534182 and training accuracy:0.974948763847 validation cost:0.103476457298 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0895491614938 and training accuracy:0.977835714817 validation cost:0.0913102775812 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0809209570289 and training accuracy:0.978860139847 validation cost:0.0824462622404 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0743005797267 and training accuracy:0.980257034302 validation cost:0.0755986943841 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0690057054162 and training accuracy:0.982212722301 validation cost:0.0700952708721 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0646446123719 and training accuracy:0.983609616756 validation cost:0.0655446350574 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.731819868 Method 3 test accuracy:0.804099977016 Training with lmbda:406463.188776, 81 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.213783979 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.374918699265 and training accuracy:0.937642037868 validation cost:0.379369258881 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.183526411653 and training accuracy:0.96054905653 validation cost:0.188246458769 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.126598417759 and training accuracy:0.970275402069 validation cost:0.13204921782 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0994424447417 and training accuracy:0.976456701756 validation cost:0.104983232915 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.083207026124 and training accuracy:0.979547321796 validation cost:0.088457711041 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0722387805581 and training accuracy:0.981910765171 validation cost:0.0770489275455 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0642430260777 and training accuracy:0.984183251858 validation cost:0.0685769021511 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0581011734903 and training accuracy:0.986274003983 validation cost:0.0619708523154 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0532037764788 and training accuracy:0.986819386482 validation cost:0.0566374398768 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.137601852 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.265553385019 and training accuracy:0.981756091118 validation cost:0.267969757318 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.129672899842 and training accuracy:0.991609752178 validation cost:0.125879541039 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0867784544826 and training accuracy:0.994048774242 validation cost:0.0811448991299 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0663031414151 and training accuracy:0.994926810265 validation cost:0.0601341202855 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0543066635728 and training accuracy:0.995121955872 validation cost:0.0480345524848 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0463885441422 and training accuracy:0.99590241909 validation cost:0.0401774197817 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0407398864627 and training accuracy:0.996487796307 validation cost:0.0346563197672 and validation accuracy:1.0 Training on :(4, 5) training cost:0.036489341408 and training accuracy:0.996682941914 validation cost:0.030559014529 and validation accuracy:1.0 Training on :(4, 5) training cost:0.033160507679 and training accuracy:0.997170746326 validation cost:0.0273930523545 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.138581038 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.184887722135 and training accuracy:0.990890204906 validation cost:0.178452685475 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0854186341166 and training accuracy:0.995760798454 validation cost:0.082279831171 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0577003248036 and training accuracy:0.996662735939 validation cost:0.0555464290082 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0447002537549 and training accuracy:0.997113764286 validation cost:0.0429576635361 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0370564721525 and training accuracy:0.997925519943 validation cost:0.0355302989483 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0319675914943 and training accuracy:0.998286306858 validation cost:0.0305713675916 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0283041764051 and training accuracy:0.998466670513 validation cost:0.0269942171872 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0255214367062 and training accuracy:0.9987372756 validation cost:0.024273218587 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0233241990209 and training accuracy:0.998917639256 validation cost:0.0221237521619 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.495163202 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.25057426095 and training accuracy:0.956043958664 validation cost:0.252171248198 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.155012458563 and training accuracy:0.964891016483 validation cost:0.157061681151 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.121202908456 and training accuracy:0.970292448997 validation cost:0.123310595751 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.102827981114 and training accuracy:0.974669396877 validation cost:0.104794360697 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0908078551292 and training accuracy:0.977742612362 validation cost:0.092564471066 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0821271538734 and training accuracy:0.978766977787 validation cost:0.0836568102241 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0754633918405 and training accuracy:0.980070769787 validation cost:0.0767742395401 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0701339393854 and training accuracy:0.981747090816 validation cost:0.0712426379323 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0657426416874 and training accuracy:0.983237087727 validation cost:0.0666683837771 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.112915993 Method 3 test accuracy:0.804499983788 Training with lmbda:411194.03308, 82 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.174520016 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.374995946884 and training accuracy:0.937642037868 validation cost:0.379445314407 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.183593764901 and training accuracy:0.96054905653 validation cost:0.188311114907 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.126655831933 and training accuracy:0.970275402069 validation cost:0.132103860378 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0994940176606 and training accuracy:0.976456701756 validation cost:0.105032771826 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0832548141479 and training accuracy:0.979547321796 validation cost:0.0885042026639 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0722834840417 and training accuracy:0.981910765171 validation cost:0.0770927816629 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.064285159111 and training accuracy:0.984183251858 validation cost:0.0686188191175 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0581410229206 and training accuracy:0.986183047295 validation cost:0.0620108768344 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0532416813076 and training accuracy:0.986819386482 validation cost:0.0566761121154 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.369016886 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.265850752592 and training accuracy:0.981756091118 validation cost:0.268279254436 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.129869997501 and training accuracy:0.991609752178 validation cost:0.126087158918 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0869200825691 and training accuracy:0.993951201439 validation cost:0.0812937840819 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0664144083858 and training accuracy:0.994926810265 validation cost:0.0602508336306 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0543980449438 and training accuracy:0.995121955872 validation cost:0.0481303408742 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0464667677879 and training accuracy:0.99590241909 validation cost:0.0402593463659 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0408085770905 and training accuracy:0.996487796307 validation cost:0.0347282104194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0365507006645 and training accuracy:0.996682941914 validation cost:0.0306232515723 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0332161262631 and training accuracy:0.997170746326 validation cost:0.027451287955 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.946607828 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.185152709484 and training accuracy:0.990890204906 validation cost:0.178715288639 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0855896621943 and training accuracy:0.995670616627 validation cost:0.0824488699436 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0578312389553 and training accuracy:0.996662735939 validation cost:0.0556762628257 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0448078922927 and training accuracy:0.997113764286 validation cost:0.0430648960173 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0371490269899 and training accuracy:0.997925519943 validation cost:0.0356229394674 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0320490561426 and training accuracy:0.998286306858 validation cost:0.0306532401592 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0283771697432 and training accuracy:0.998376488686 validation cost:0.027067778632 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.025587759912 and training accuracy:0.9987372756 validation cost:0.0243402067572 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0233852807432 and training accuracy:0.998917639256 validation cost:0.0221854690462 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.330056906 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.250865936279 and training accuracy:0.956043958664 validation cost:0.252461642027 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.155217811465 and training accuracy:0.964891016483 validation cost:0.157265037298 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.121376782656 and training accuracy:0.970292448997 validation cost:0.12348190695 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.102986551821 and training accuracy:0.974669396877 validation cost:0.104951366782 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0909573808312 and training accuracy:0.977649450302 validation cost:0.0927133634686 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0822700336576 and training accuracy:0.978766977787 validation cost:0.08380022645 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0756013691425 and training accuracy:0.980070769787 validation cost:0.076913818717 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.070267572999 and training accuracy:0.981747090816 validation cost:0.0713787078857 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0658720508218 and training accuracy:0.983050823212 validation cost:0.0668010339141 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.294152021 Method 3 test accuracy:0.804700016975 Training with lmbda:422830.488578, 83 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.158793926 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.375184476376 and training accuracy:0.937642037868 validation cost:0.37963104248 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.183758839965 and training accuracy:0.96054905653 validation cost:0.188469484448 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.126794531941 and training accuracy:0.970275402069 validation cost:0.132235229015 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0996190533042 and training accuracy:0.976456701756 validation cost:0.105152092874 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0833697766066 and training accuracy:0.979456424713 validation cost:0.0886156708002 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0723906829953 and training accuracy:0.981819808483 validation cost:0.0771983936429 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0643859058619 and training accuracy:0.984092354774 validation cost:0.0687194094062 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0582377538085 and training accuracy:0.986183047295 validation cost:0.0621087253094 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0533340349793 and training accuracy:0.986819386482 validation cost:0.0567704215646 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.759207964 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.266562461853 and training accuracy:0.981756091118 validation cost:0.269021660089 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.130340963602 and training accuracy:0.991512179375 validation cost:0.126584127545 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0872620418668 and training accuracy:0.993951201439 validation cost:0.0816538929939 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.066682048142 and training accuracy:0.994926810265 validation cost:0.0605319701135 and validation accuracy:1.0 Training on :(4, 5) training cost:0.054619576782 and training accuracy:0.995121955872 validation cost:0.048363044858 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0466560870409 and training accuracy:0.99590241909 validation cost:0.0404582954943 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0409750677645 and training accuracy:0.996487796307 validation cost:0.0349031165242 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0366997383535 and training accuracy:0.996682941914 validation cost:0.0307797826827 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0333516709507 and training accuracy:0.997170746326 validation cost:0.0275937430561 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.551410913 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.185795173049 and training accuracy:0.990890204906 validation cost:0.179351851344 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0860056877136 and training accuracy:0.995670616627 validation cost:0.0828599333763 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0581494048238 and training accuracy:0.996662735939 validation cost:0.0559916496277 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0450696498156 and training accuracy:0.997113764286 validation cost:0.0433255918324 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0373733378947 and training accuracy:0.997925519943 validation cost:0.0358473584056 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0322464518249 and training accuracy:0.998286306858 validation cost:0.0308515839279 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0285542309284 and training accuracy:0.998376488686 validation cost:0.0272461175919 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0257486850023 and training accuracy:0.9987372756 validation cost:0.0245025698096 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0235332641751 and training accuracy:0.998917639256 validation cost:0.0223348643631 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.568278074 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.251579612494 and training accuracy:0.955950856209 validation cost:0.25317299366 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.155719771981 and training accuracy:0.964797914028 validation cost:0.157762810588 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.121801115572 and training accuracy:0.970292448997 validation cost:0.123900301754 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.103373646736 and training accuracy:0.974762499332 validation cost:0.105334766209 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0913205444813 and training accuracy:0.977556347847 validation cost:0.0930748209357 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0826175436378 and training accuracy:0.978766977787 validation cost:0.0841489136219 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0759362354875 and training accuracy:0.980070769787 validation cost:0.0772531405091 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0705914348364 and training accuracy:0.981747090816 validation cost:0.0717083886266 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0661862045527 and training accuracy:0.983050823212 validation cost:0.0671225860715 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.414293051 Method 3 test accuracy:0.805000007153 Training with lmbda:201179.714048, 84 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.381281853 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.354211509228 and training accuracy:0.945914030075 validation cost:0.360360920429 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.172398790717 and training accuracy:0.963730573654 validation cost:0.177810192108 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.119229614735 and training accuracy:0.971911668777 validation cost:0.124919623137 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0937687978148 and training accuracy:0.977365672588 validation cost:0.0993263572454 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0785044059157 and training accuracy:0.981092631817 validation cost:0.0836628302932 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0681699514389 and training accuracy:0.982910633087 validation cost:0.0728434920311 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0606171153486 and training accuracy:0.984546840191 validation cost:0.0647899657488 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0548013262451 and training accuracy:0.986455798149 validation cost:0.0584912970662 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.050155531615 and training accuracy:0.987637460232 validation cost:0.0533971898258 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.634953976 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.245360568166 and training accuracy:0.98331707716 validation cost:0.24581335485 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.115893639624 and training accuracy:0.991804897785 validation cost:0.1105479002 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0766936093569 and training accuracy:0.993658542633 validation cost:0.0698901563883 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0583954825997 and training accuracy:0.994829297066 validation cost:0.0512872487307 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0478151366115 and training accuracy:0.995609760284 validation cost:0.0407508686185 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0408830195665 and training accuracy:0.995999991894 validation cost:0.0339805372059 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0359602235258 and training accuracy:0.996292710304 validation cost:0.0292600356042 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0322628542781 and training accuracy:0.996878027916 validation cost:0.0257743503898 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0293700154871 and training accuracy:0.997073173523 validation cost:0.0230903606862 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.648684025 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.166638597846 and training accuracy:0.991882383823 validation cost:0.160053730011 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0757198631763 and training accuracy:0.995670616627 validation cost:0.0728083699942 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0507566593587 and training accuracy:0.997203946114 validation cost:0.0489355735481 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0391629114747 and training accuracy:0.997745096684 validation cost:0.0377623364329 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0324035137892 and training accuracy:0.998105883598 validation cost:0.0311988778412 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0279332213104 and training accuracy:0.998376488686 validation cost:0.0268305819482 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0247320961207 and training accuracy:0.998376488686 validation cost:0.0236889068037 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0223123878241 and training accuracy:0.998556852341 validation cost:0.0213096141815 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0204089451581 and training accuracy:0.9987372756 validation cost:0.0194356478751 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.455761909 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.23392342031 and training accuracy:0.958558380604 validation cost:0.234079673886 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.143296912313 and training accuracy:0.966567337513 validation cost:0.144266545773 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.111366175115 and training accuracy:0.972248077393 validation cost:0.112759336829 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0939098596573 and training accuracy:0.975786924362 validation cost:0.0953819975257 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0824310854077 and training accuracy:0.978487610817 validation cost:0.0838245078921 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0741204172373 and training accuracy:0.980443298817 validation cost:0.0753754079342 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0677451938391 and training accuracy:0.982026457787 validation cost:0.0688387006521 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0626589134336 and training accuracy:0.983609616756 validation cost:0.063590310514 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0584837980568 and training accuracy:0.984913408756 validation cost:0.0592658892274 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.168220997 Method 3 test accuracy:0.827799975872 Training with lmbda:227094.222616, 85 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.192811012 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.35466119647 and training accuracy:0.945823132992 validation cost:0.360805541277 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.172811746597 and training accuracy:0.963730573654 validation cost:0.178207114339 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.119596369565 and training accuracy:0.971911668777 validation cost:0.12526255846 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.09411264956 and training accuracy:0.977456569672 validation cost:0.0996453389525 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.078833386302 and training accuracy:0.981001734734 validation cost:0.083971247077 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0684857070446 and training accuracy:0.982910633087 validation cost:0.0731427595019 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0609212517738 and training accuracy:0.984637737274 validation cost:0.0650801062584 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0550955161452 and training accuracy:0.986455798149 validation cost:0.0587754063308 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0504412800074 and training accuracy:0.987637460232 validation cost:0.0536761730909 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.526714087 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.24758656323 and training accuracy:0.98331707716 validation cost:0.248111069202 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.117406725883 and training accuracy:0.991804897785 validation cost:0.112114690244 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0778449252248 and training accuracy:0.993658542633 validation cost:0.0710784494877 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0593351498246 and training accuracy:0.994731724262 validation cost:0.0522538684309 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0486138314009 and training accuracy:0.995609760284 validation cost:0.0415702275932 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.041582532227 and training accuracy:0.995999991894 validation cost:0.0346963107586 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0365851223469 and training accuracy:0.996195137501 validation cost:0.029897691682 and validation accuracy:1.0 Training on :(4, 5) training cost:0.03283014521 and training accuracy:0.996878027916 validation cost:0.0263515152037 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0298907924443 and training accuracy:0.996975600719 validation cost:0.0236188098788 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.649883032 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.168491333723 and training accuracy:0.991882383823 validation cost:0.161899939179 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0769524425268 and training accuracy:0.995670616627 validation cost:0.0740273296833 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0517571866512 and training accuracy:0.997203946114 validation cost:0.0499257557094 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0400261133909 and training accuracy:0.997745096684 validation cost:0.0386209078133 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0331699252129 and training accuracy:0.998105883598 validation cost:0.0319663509727 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0286263525486 and training accuracy:0.998376488686 validation cost:0.0275283530354 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0253675747663 and training accuracy:0.998376488686 validation cost:0.0243322849274 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0229006092995 and training accuracy:0.998466670513 validation cost:0.0219076015055 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.02095765993 and training accuracy:0.998827457428 validation cost:0.0199956186116 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.194436073 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.236049383879 and training accuracy:0.958372116089 validation cost:0.236240178347 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.144664853811 and training accuracy:0.967032968998 validation cost:0.14564935863 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.112538129091 and training accuracy:0.972154974937 validation cost:0.113924562931 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0950130149722 and training accuracy:0.975600659847 validation cost:0.0964727625251 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0834984257817 and training accuracy:0.978394508362 validation cost:0.0848840773106 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0751652866602 and training accuracy:0.980350136757 validation cost:0.0764193683863 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0687712952495 and training accuracy:0.981747090816 validation cost:0.069871507585 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0636673644185 and training accuracy:0.983143985271 validation cost:0.0646128877997 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0594725757837 and training accuracy:0.984540879726 validation cost:0.0602747686207 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:118.026536942 Method 3 test accuracy:0.829699993134 Training with lmbda:230392.280196, 86 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.219260931 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.354717046022 and training accuracy:0.945914030075 validation cost:0.36086076498 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.172863170505 and training accuracy:0.963730573654 validation cost:0.178256452084 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.119642131031 and training accuracy:0.971911668777 validation cost:0.125305578113 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0941550284624 and training accuracy:0.977456569672 validation cost:0.0996848419309 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0788737088442 and training accuracy:0.981001734734 validation cost:0.0840092226863 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0685244724154 and training accuracy:0.982819736004 validation cost:0.0731796622276 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0609586760402 and training accuracy:0.984637737274 validation cost:0.0651160106063 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0551315844059 and training accuracy:0.986455798149 validation cost:0.0588103048503 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0504765808582 and training accuracy:0.987637460232 validation cost:0.0537107288837 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.806766033 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.247860357165 and training accuracy:0.98331707716 validation cost:0.248393625021 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.117590919137 and training accuracy:0.991804897785 validation cost:0.112305320799 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0779846459627 and training accuracy:0.993658542633 validation cost:0.0712224394083 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0594493150711 and training accuracy:0.994731724262 validation cost:0.0523711703718 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0487106963992 and training accuracy:0.995609760284 validation cost:0.041669446975 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0416670590639 and training accuracy:0.995999991894 validation cost:0.0347826853395 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0366605147719 and training accuracy:0.996195137501 validation cost:0.0299745500088 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0328985080123 and training accuracy:0.996780514717 validation cost:0.0264209527522 and validation accuracy:1.0 Training on :(4, 5) training cost:0.029953610152 and training accuracy:0.996975600719 validation cost:0.0236824881285 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.775237083 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.168721273541 and training accuracy:0.991882383823 validation cost:0.162128806114 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0771052241325 and training accuracy:0.995670616627 validation cost:0.0741782188416 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0518809184432 and training accuracy:0.997203946114 validation cost:0.0500480867922 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0401322841644 and training accuracy:0.997745096684 validation cost:0.0387263782322 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0332639329135 and training accuracy:0.998105883598 validation cost:0.0320603363216 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0287113077939 and training accuracy:0.998376488686 validation cost:0.0276136957109 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0254455059767 and training accuracy:0.998376488686 validation cost:0.0244110003114 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0229725427926 and training accuracy:0.998466670513 validation cost:0.0219806302339 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0210246760398 and training accuracy:0.998827457428 validation cost:0.0200639199466 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.042072058 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.236314341426 and training accuracy:0.958372116089 validation cost:0.236509650946 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.144836232066 and training accuracy:0.967032968998 validation cost:0.145822584629 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.112685061991 and training accuracy:0.972248077393 validation cost:0.114070773125 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0951505377889 and training accuracy:0.975600659847 validation cost:0.0966090261936 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0836309269071 and training accuracy:0.978301346302 validation cost:0.085015758872 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0752944797277 and training accuracy:0.980163931847 validation cost:0.0765484124422 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0688978731632 and training accuracy:0.981747090816 validation cost:0.0699989646673 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0637917518616 and training accuracy:0.983050823212 validation cost:0.0647387951612 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0595938786864 and training accuracy:0.984447777271 validation cost:0.0603980869055 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:117.968732119 Method 3 test accuracy:0.829999983311 Training with lmbda:234176.647421, 87 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.018759966 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.354781091213 and training accuracy:0.945914030075 validation cost:0.360924094915 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.172921851277 and training accuracy:0.963730573654 validation cost:0.178312808275 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.119694039226 and training accuracy:0.971911668777 validation cost:0.125354200602 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.094203196466 and training accuracy:0.977456569672 validation cost:0.0997297018766 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0789198130369 and training accuracy:0.981001734734 validation cost:0.08405264467 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.06856880337 and training accuracy:0.982819736004 validation cost:0.073221899569 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0610022991896 and training accuracy:0.984637737274 validation cost:0.0651583150029 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0551734939218 and training accuracy:0.986455798149 validation cost:0.0588511712849 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0505176074803 and training accuracy:0.987546563148 validation cost:0.0537512227893 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.801968813 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.248169228435 and training accuracy:0.98331707716 validation cost:0.248712688684 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.117800496519 and training accuracy:0.991804897785 validation cost:0.11252258718 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0781438201666 and training accuracy:0.993658542633 validation cost:0.0713868439198 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0595789887011 and training accuracy:0.994731724262 validation cost:0.0525047555566 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0488209053874 and training accuracy:0.995609760284 validation cost:0.0417826883495 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0417634770274 and training accuracy:0.995999991894 validation cost:0.0348813869059 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0367462858558 and training accuracy:0.996195137501 validation cost:0.0300621371716 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0329765491188 and training accuracy:0.996780514717 validation cost:0.0265003405511 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0300252325833 and training accuracy:0.996975600719 validation cost:0.0237551853061 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.397059917 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.168982699513 and training accuracy:0.991882383823 validation cost:0.162389039993 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0772799104452 and training accuracy:0.995670616627 validation cost:0.0743507742882 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.052021689713 and training accuracy:0.997203946114 validation cost:0.0501872375607 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0402530543506 and training accuracy:0.997745096684 validation cost:0.0388463027775 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0333707593381 and training accuracy:0.998105883598 validation cost:0.0321670733392 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0288080684841 and training accuracy:0.998376488686 validation cost:0.0277109388262 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0255340691656 and training accuracy:0.998376488686 validation cost:0.0245006047189 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0230544917285 and training accuracy:0.998466670513 validation cost:0.0220639724284 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0211008097976 and training accuracy:0.998827457428 validation cost:0.0201415736228 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.736726999 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.236617967486 and training accuracy:0.958465278149 validation cost:0.236818164587 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.145032152534 and training accuracy:0.967032968998 validation cost:0.146020784974 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.112852118909 and training accuracy:0.972248077393 validation cost:0.114237032831 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0953060463071 and training accuracy:0.975507557392 validation cost:0.0967634245753 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0837806388736 and training accuracy:0.978394508362 validation cost:0.0851647779346 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0754402056336 and training accuracy:0.980163931847 validation cost:0.0766941308975 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.069040171802 and training accuracy:0.981747090816 validation cost:0.0701421275735 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0639311596751 and training accuracy:0.983050823212 validation cost:0.0648801326752 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0597309097648 and training accuracy:0.984447777271 validation cost:0.0605375505984 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:117.393269062 Method 3 test accuracy:0.829699993134 Training with lmbda:246332.054888, 88 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.380476952 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.354986429214 and training accuracy:0.945914030075 validation cost:0.361127048731 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.173106327653 and training accuracy:0.963821470737 validation cost:0.178490206599 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.119858540595 and training accuracy:0.971911668777 validation cost:0.125508651137 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0943565219641 and training accuracy:0.977456569672 validation cost:0.0998724475503 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0790660306811 and training accuracy:0.98091083765 validation cost:0.0841901525855 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0687086060643 and training accuracy:0.982819736004 validation cost:0.0733545571566 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0611376352608 and training accuracy:0.984637737274 validation cost:0.065288387239 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0553042925894 and training accuracy:0.986274003983 validation cost:0.0589782074094 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.050644338131 and training accuracy:0.987546563148 validation cost:0.0538750439882 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.875828981 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.249150082469 and training accuracy:0.98331707716 validation cost:0.249726235867 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.118462570012 and training accuracy:0.991804897785 validation cost:0.113209269941 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0786440968513 and training accuracy:0.993658542633 validation cost:0.0719041004777 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0599853172898 and training accuracy:0.994829297066 validation cost:0.0529236532748 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0491661541164 and training accuracy:0.995512187481 validation cost:0.0421374104917 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0420649014413 and training accuracy:0.995999991894 validation cost:0.0351902619004 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0370151028037 and training accuracy:0.996195137501 validation cost:0.0303369257599 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0332199558616 and training accuracy:0.996780514717 validation cost:0.0267484206706 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0302484482527 and training accuracy:0.996878027916 validation cost:0.0239823590964 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.695021152 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.169812604785 and training accuracy:0.991792201996 validation cost:0.163215920329 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0778318867087 and training accuracy:0.995670616627 validation cost:0.0748972296715 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0524665303528 and training accuracy:0.997203946114 validation cost:0.0506281852722 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0406350307167 and training accuracy:0.997745096684 validation cost:0.0392269305885 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0337084457278 and training accuracy:0.998105883598 validation cost:0.0325057171285 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0291128493845 and training accuracy:0.998376488686 validation cost:0.0280183330178 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.025813145563 and training accuracy:0.998376488686 validation cost:0.024783724919 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0233122613281 and training accuracy:0.998466670513 validation cost:0.0223268158734 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0213406719267 and training accuracy:0.998827457428 validation cost:0.0203869864345 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.049407959 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.237586438656 and training accuracy:0.958651542664 validation cost:0.237801536918 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.145661741495 and training accuracy:0.966939866543 validation cost:0.146656826138 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.113387733698 and training accuracy:0.972248077393 validation cost:0.114771082997 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0958058238029 and training accuracy:0.975693821907 validation cost:0.0972601920366 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0842604488134 and training accuracy:0.978208243847 validation cost:0.0856425687671 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0759067907929 and training accuracy:0.980163931847 validation cost:0.077160269022 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0694957152009 and training accuracy:0.981747090816 validation cost:0.0706000700593 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0643760636449 and training accuracy:0.983143985271 validation cost:0.0653310492635 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0601666234434 and training accuracy:0.984261512756 validation cost:0.0609822534025 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.090363026 Method 3 test accuracy:0.83109998703 Training with lmbda:252300.530529, 89 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.366406918 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.355085164309 and training accuracy:0.945914030075 validation cost:0.361224532127 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.173195973039 and training accuracy:0.963821470737 validation cost:0.178576275706 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.119937770069 and training accuracy:0.971911668777 validation cost:0.125582978129 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0944302678108 and training accuracy:0.977456569672 validation cost:0.099941432476 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.079136185348 and training accuracy:0.98091083765 validation cost:0.084256388247 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0687759667635 and training accuracy:0.982819736004 validation cost:0.0734185501933 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0612027086318 and training accuracy:0.984637737274 validation cost:0.0653511658311 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0553672686219 and training accuracy:0.986274003983 validation cost:0.059039466083 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0507053136826 and training accuracy:0.987546563148 validation cost:0.0539349615574 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.692459822 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.249621421099 and training accuracy:0.98331707716 validation cost:0.250212997198 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.118779353797 and training accuracy:0.991707324982 validation cost:0.11353739351 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0788836851716 and training accuracy:0.99356096983 validation cost:0.072151504457 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0601796396077 and training accuracy:0.994829297066 validation cost:0.0531236827374 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0493312701583 and training accuracy:0.995512187481 validation cost:0.042306791991 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0422085560858 and training accuracy:0.995999991894 validation cost:0.0353373512626 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0371432900429 and training accuracy:0.996195137501 validation cost:0.0304678045213 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0333362482488 and training accuracy:0.996780514717 validation cost:0.0268668718636 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0303554572165 and training accuracy:0.996878027916 validation cost:0.0240910798311 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.279785872 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.170215547085 and training accuracy:0.991792201996 validation cost:0.163617551327 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0780997276306 and training accuracy:0.995670616627 validation cost:0.0751624107361 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0526816509664 and training accuracy:0.997203946114 validation cost:0.050841525197 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0408195219934 and training accuracy:0.997745096684 validation cost:0.0394108332694 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0338711664081 and training accuracy:0.998105883598 validation cost:0.032668877393 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0292595606297 and training accuracy:0.998376488686 validation cost:0.0281663052738 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259470213205 and training accuracy:0.998376488686 validation cost:0.0249195117503 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0234358739108 and training accuracy:0.998466670513 validation cost:0.0224527716637 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.021455720067 and training accuracy:0.9987372756 validation cost:0.0205047614872 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.905378819 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.238052949309 and training accuracy:0.958651542664 validation cost:0.238275036216 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.145965665579 and training accuracy:0.966846704483 validation cost:0.146963864565 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.113647527993 and training accuracy:0.972248077393 validation cost:0.115029975772 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0960470065475 and training accuracy:0.975693821907 validation cost:0.0975004509091 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0844915732741 and training accuracy:0.978115081787 validation cost:0.0858735144138 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0761310383677 and training accuracy:0.980163931847 validation cost:0.0773849338293 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0697136446834 and training accuracy:0.981653928757 validation cost:0.0708197206259 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0645889043808 and training accuracy:0.982957720757 validation cost:0.0655475631356 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0603747740388 and training accuracy:0.984075248241 validation cost:0.0611953176558 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.681290865 Method 3 test accuracy:0.834500014782 Training with lmbda:269592.346273, 90 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.947265863 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.35536763072 and training accuracy:0.946186721325 validation cost:0.361503571272 and validation accuracy:0.946691155434 Training on :(2, 3) training cost:0.173451766372 and training accuracy:0.963821470737 validation cost:0.178822010756 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.120164468884 and training accuracy:0.971911668777 validation cost:0.125795662403 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0946413129568 and training accuracy:0.977456569672 validation cost:0.100138470531 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0793357267976 and training accuracy:0.981001734734 validation cost:0.0844449177384 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0689669772983 and training accuracy:0.982819736004 validation cost:0.0736005529761 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0613856427372 and training accuracy:0.984637737274 validation cost:0.0655272677541 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0555443875492 and training accuracy:0.986183047295 validation cost:0.0592115223408 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.050877161324 and training accuracy:0.987455666065 validation cost:0.0541032515466 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.662879944 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.250956207514 and training accuracy:0.98331707716 validation cost:0.251591801643 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.119674116373 and training accuracy:0.991707324982 validation cost:0.11446519196 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0795563682914 and training accuracy:0.99356096983 validation cost:0.0728467255831 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0607245564461 and training accuracy:0.994829297066 validation cost:0.0536848083138 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0497927926481 and training accuracy:0.995512187481 validation cost:0.0427806712687 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0426117442548 and training accuracy:0.995999991894 validation cost:0.0357500016689 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0375028215349 and training accuracy:0.996195137501 validation cost:0.0308347027749 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0336620546877 and training accuracy:0.996682941914 validation cost:0.0271987356246 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0306540951133 and training accuracy:0.996975600719 validation cost:0.024394640699 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.691821814 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.17136028409 and training accuracy:0.991702020168 validation cost:0.164758101106 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0788599103689 and training accuracy:0.995670616627 validation cost:0.0759147182107 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0532920658588 and training accuracy:0.997294127941 validation cost:0.0514468364418 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0413411259651 and training accuracy:0.997745096684 validation cost:0.039931062609 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0343312546611 and training accuracy:0.998105883598 validation cost:0.0331304892898 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0296739302576 and training accuracy:0.998376488686 validation cost:0.0285848770291 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0263251569122 and training accuracy:0.998376488686 validation cost:0.0253035854548 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0237843282521 and training accuracy:0.998466670513 validation cost:0.0228080656379 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0217796452343 and training accuracy:0.9987372756 validation cost:0.0208362452686 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.715348005 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.239383086562 and training accuracy:0.958930909634 validation cost:0.239625439048 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.14683765173 and training accuracy:0.966567337513 validation cost:0.147844523191 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.114390224218 and training accuracy:0.972154974937 validation cost:0.115770339966 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0967338457704 and training accuracy:0.975600659847 validation cost:0.0981830656528 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0851483494043 and training accuracy:0.978021979332 validation cost:0.0865295082331 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0767668560147 and training accuracy:0.980257034302 validation cost:0.0780223980546 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0703322961926 and training accuracy:0.981653928757 validation cost:0.0714436098933 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0651922300458 and training accuracy:0.982957720757 validation cost:0.0661595910788 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0609637200832 and training accuracy:0.983795881271 validation cost:0.06179657951 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.745177031 Method 3 test accuracy:0.83520001173 Training with lmbda:306129.397687, 91 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.579243898 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.3559486866 and training accuracy:0.946186721325 validation cost:0.362077951431 and validation accuracy:0.946691155434 Training on :(2, 3) training cost:0.173972517252 and training accuracy:0.963821470737 validation cost:0.179322600365 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.120624646544 and training accuracy:0.972002565861 validation cost:0.126228049397 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0950669273734 and training accuracy:0.977456569672 validation cost:0.100536644459 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0797374993563 and training accuracy:0.981092631817 validation cost:0.0848242715001 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0693512037396 and training accuracy:0.982728838921 validation cost:0.0739665925503 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0617537423968 and training accuracy:0.984546840191 validation cost:0.0658822730184 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0558990314603 and training accuracy:0.986092150211 validation cost:0.0595568269491 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0512204915285 and training accuracy:0.987455666065 validation cost:0.054440587759 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.860974073 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.25361892581 and training accuracy:0.983219504356 validation cost:0.254343479872 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.121454387903 and training accuracy:0.991804897785 validation cost:0.116312846541 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0808916762471 and training accuracy:0.99356096983 validation cost:0.0742275416851 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0618020556867 and training accuracy:0.994829297066 validation cost:0.054795011878 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0507033392787 and training accuracy:0.995414614677 validation cost:0.0437164343894 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0434060767293 and training accuracy:0.995999991894 validation cost:0.0365640446544 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0382111147046 and training accuracy:0.996195137501 validation cost:0.0315586440265 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0343031138182 and training accuracy:0.996682941914 validation cost:0.0278525315225 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0312416106462 and training accuracy:0.997073173523 validation cost:0.0249926112592 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.053231001 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.173691228032 and training accuracy:0.991792201996 validation cost:0.167080253363 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0804026201367 and training accuracy:0.995670616627 validation cost:0.0774430707097 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0545223802328 and training accuracy:0.997294127941 validation cost:0.0526686124504 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.042388215661 and training accuracy:0.997745096684 validation cost:0.0409773103893 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0352528356016 and training accuracy:0.998015701771 validation cost:0.0340570695698 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0305009838194 and training accuracy:0.998376488686 validation cost:0.0294213779271 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.027078455314 and training accuracy:0.998376488686 validation cost:0.0260692816228 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0244778059423 and training accuracy:0.998466670513 validation cost:0.0235155094415 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0224237293005 and training accuracy:0.9987372756 validation cost:0.0214957371354 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.740296125 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.242109462619 and training accuracy:0.958837747574 validation cost:0.242393508554 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.148639142513 and training accuracy:0.966381072998 validation cost:0.149664759636 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.115911886096 and training accuracy:0.972154974937 validation cost:0.11729311198 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0981308668852 and training accuracy:0.975321292877 validation cost:0.0995774567127 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0864756181836 and training accuracy:0.977835714817 validation cost:0.0878602936864 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0780463442206 and training accuracy:0.980163931847 validation cost:0.0793123096228 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.071574062109 and training accuracy:0.981653928757 validation cost:0.0727029070258 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0663995146751 and training accuracy:0.982678353786 validation cost:0.0673905164003 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0621385574341 and training accuracy:0.983702719212 validation cost:0.0630008876324 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:117.761612892 Method 3 test accuracy:0.836499989033 Training with lmbda:335851.235448, 92 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.140977144 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.356405556202 and training accuracy:0.946186721325 validation cost:0.362529456615 and validation accuracy:0.946691155434 Training on :(2, 3) training cost:0.174379050732 and training accuracy:0.963730573654 validation cost:0.179713279009 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.120982535183 and training accuracy:0.972002565861 validation cost:0.126564785838 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0953960716724 and training accuracy:0.977547466755 validation cost:0.100845254958 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0800480991602 and training accuracy:0.981001734734 validation cost:0.0851173475385 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0696469843388 and training accuracy:0.982728838921 validation cost:0.0742493569851 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0620365738869 and training accuracy:0.984455943108 validation cost:0.0661552250385 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0561714619398 and training accuracy:0.986001253128 validation cost:0.0598224103451 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0514828562737 and training accuracy:0.987455666065 validation cost:0.0546975880861 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.786349058 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.255645811558 and training accuracy:0.98331707716 validation cost:0.256438851357 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.122804522514 and training accuracy:0.991804897785 validation cost:0.117715060711 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0818990916014 and training accuracy:0.99356096983 validation cost:0.0752707347274 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0626126527786 and training accuracy:0.994829297066 validation cost:0.0556315630674 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0513880178332 and training accuracy:0.995219528675 validation cost:0.0444209836423 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0440022312105 and training accuracy:0.99590241909 validation cost:0.0371761284769 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0387413054705 and training accuracy:0.996195137501 validation cost:0.0321017876267 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0347831062973 and training accuracy:0.996682941914 validation cost:0.0283432677388 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0316815972328 and training accuracy:0.996975600719 validation cost:0.0254417341202 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.571644068 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.1755014956 and training accuracy:0.991792201996 validation cost:0.168884709477 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0815999358892 and training accuracy:0.995670616627 validation cost:0.0786298066378 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0554730296135 and training accuracy:0.997294127941 validation cost:0.053613383323 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0431928448379 and training accuracy:0.997745096684 validation cost:0.0417823754251 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0359576456249 and training accuracy:0.998015701771 validation cost:0.034766279161 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0311315413564 and training accuracy:0.998376488686 validation cost:0.0300591923296 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0276513751596 and training accuracy:0.998376488686 validation cost:0.0266518350691 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0250039901584 and training accuracy:0.998376488686 validation cost:0.0240529961884 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0229116734117 and training accuracy:0.998556852341 validation cost:0.0219959635288 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.385563135 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.244242846966 and training accuracy:0.958651542664 validation cost:0.244559571147 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.150061428547 and training accuracy:0.966287970543 validation cost:0.151103049517 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.117108352482 and training accuracy:0.972341239452 validation cost:0.118492111564 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0992211103439 and training accuracy:0.975135028362 validation cost:0.100669704378 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0875040963292 and training accuracy:0.977649450302 validation cost:0.0888917669654 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0790319591761 and training accuracy:0.980163931847 validation cost:0.0803064107895 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0725256875157 and training accuracy:0.981560826302 validation cost:0.0736699029803 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0673236325383 and training accuracy:0.982585191727 validation cost:0.0683372020721 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0630377680063 and training accuracy:0.983423352242 validation cost:0.063928425312 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.057605982 Method 3 test accuracy:0.83520001173 Training with lmbda:343773.332357, 93 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.171934128 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.356525570154 and training accuracy:0.946186721325 validation cost:0.362648248672 and validation accuracy:0.946691155434 Training on :(2, 3) training cost:0.174486324191 and training accuracy:0.963730573654 validation cost:0.179816395044 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.121075563133 and training accuracy:0.972002565861 validation cost:0.126652181149 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0954812690616 and training accuracy:0.977547466755 validation cost:0.100925222039 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0801283493638 and training accuracy:0.981001734734 validation cost:0.0851932168007 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0697231292725 and training accuracy:0.982728838921 validation cost:0.074322514236 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0621093511581 and training accuracy:0.984455943108 validation cost:0.066225387156 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0562418811023 and training accuracy:0.986001253128 validation cost:0.0598910823464 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0515507608652 and training accuracy:0.987455666065 validation cost:0.0547642484307 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.740892887 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.256170511246 and training accuracy:0.983219504356 validation cost:0.256981521845 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.123152725399 and training accuracy:0.991804897785 validation cost:0.118076920509 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0821586176753 and training accuracy:0.99356096983 validation cost:0.0755396485329 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0628206804395 and training accuracy:0.994829297066 validation cost:0.0558464452624 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0515631847084 and training accuracy:0.995219528675 validation cost:0.0446014478803 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0441547892988 and training accuracy:0.99590241909 validation cost:0.0373331010342 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0388768985868 and training accuracy:0.996195137501 validation cost:0.0322409458458 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0349055454135 and training accuracy:0.996682941914 validation cost:0.028468856588 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0317936949432 and training accuracy:0.996975600719 validation cost:0.025556512177 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.655690908 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.175971105695 and training accuracy:0.991792201996 validation cost:0.169353246689 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0819112733006 and training accuracy:0.995670616627 validation cost:0.0789387524128 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0557195581496 and training accuracy:0.997203946114 validation cost:0.0538588427007 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0434012264013 and training accuracy:0.997745096684 validation cost:0.0419909954071 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0361396819353 and training accuracy:0.998015701771 validation cost:0.034949503839 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.031294438988 and training accuracy:0.998376488686 validation cost:0.0302241742611 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0277991387993 and training accuracy:0.998376488686 validation cost:0.0268023386598 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0251395646483 and training accuracy:0.998376488686 validation cost:0.0241917409003 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0230371579528 and training accuracy:0.998556852341 validation cost:0.0221248026937 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.832120895 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.244799926877 and training accuracy:0.958744645119 validation cost:0.245123803616 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.150433644652 and training accuracy:0.966381072998 validation cost:0.151478350163 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.117420226336 and training accuracy:0.972341239452 validation cost:0.118804693222 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0995051786304 and training accuracy:0.975041925907 validation cost:0.100953616202 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0877712666988 and training accuracy:0.977556347847 validation cost:0.0891592279077 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.079287096858 and training accuracy:0.980070769787 validation cost:0.0805635005236 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0727718174458 and training accuracy:0.981560826302 validation cost:0.0739199221134 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0675625726581 and training accuracy:0.982492089272 validation cost:0.0685816854239 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.063270047307 and training accuracy:0.983423352242 validation cost:0.0641681924462 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:120.188527822 Method 3 test accuracy:0.834999978542 Training with lmbda:367687.271182, 94 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.342364788 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.356881320477 and training accuracy:0.946004927158 validation cost:0.362999796867 and validation accuracy:0.946691155434 Training on :(2, 3) training cost:0.174800008535 and training accuracy:0.963730573654 validation cost:0.180117920041 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.121348798275 and training accuracy:0.972002565861 validation cost:0.126909375191 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0957323759794 and training accuracy:0.977547466755 validation cost:0.101161308587 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0803639441729 and training accuracy:0.981001734734 validation cost:0.0854167491198 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0699470415711 and training accuracy:0.982728838921 validation cost:0.0745377317071 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0623237974942 and training accuracy:0.984455943108 validation cost:0.0664336234331 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0564473606646 and training accuracy:0.986001253128 validation cost:0.06009183079 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0517486147583 and training accuracy:0.987455666065 validation cost:0.0549590364099 and validation accuracy:0.984375 Training on :(2, 3) Time taken:124.082695961 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.257707685232 and training accuracy:0.983219504356 validation cost:0.258571386337 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.124171182513 and training accuracy:0.991902410984 validation cost:0.119135349989 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0829161480069 and training accuracy:0.993658542633 validation cost:0.0763244703412 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0634287819266 and training accuracy:0.994926810265 validation cost:0.0564742535353 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0520752184093 and training accuracy:0.995219528675 validation cost:0.0451289229095 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0445995293558 and training accuracy:0.99590241909 validation cost:0.0377904251218 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0392731800675 and training accuracy:0.996195137501 validation cost:0.0326474905014 and validation accuracy:1.0 Training on :(4, 5) training cost:0.035263992846 and training accuracy:0.996682941914 validation cost:0.0288362558931 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0321220196784 and training accuracy:0.996975600719 validation cost:0.0258926860988 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.629324913 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.177369743586 and training accuracy:0.991882383823 validation cost:0.170747801661 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0828338488936 and training accuracy:0.995670616627 validation cost:0.0798540189862 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0564471520483 and training accuracy:0.997203946114 validation cost:0.0545830465853 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0440135002136 and training accuracy:0.997745096684 validation cost:0.0426041409373 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0366742946208 and training accuracy:0.997925519943 validation cost:0.0354878827929 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0317717753351 and training accuracy:0.998376488686 validation cost:0.0307083297521 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0282320566475 and training accuracy:0.998376488686 validation cost:0.0272440314293 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0255369395018 and training accuracy:0.998376488686 validation cost:0.0245989020914 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0234050825238 and training accuracy:0.998466670513 validation cost:0.0225031152368 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.351148129 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.246451273561 and training accuracy:0.958837747574 validation cost:0.246798291802 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.151539579034 and training accuracy:0.966567337513 validation cost:0.15259590745 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.118341974914 and training accuracy:0.972248077393 validation cost:0.11972848326 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.100341297686 and training accuracy:0.975135028362 validation cost:0.101790867746 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0885576382279 and training accuracy:0.977556347847 validation cost:0.0899496152997 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0800381302834 and training accuracy:0.979977667332 validation cost:0.081322260201 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0734959766269 and training accuracy:0.981467664242 validation cost:0.0746567845345 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0682626217604 and training accuracy:0.982492089272 validation cost:0.0692993551493 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0639479681849 and training accuracy:0.983237087727 validation cost:0.0648688599467 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:120.883374214 Method 3 test accuracy:0.836000025272 Training with lmbda:406463.188776, 95 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:135.012567043 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357443034649 and training accuracy:0.946095824242 validation cost:0.363554894924 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.175291731954 and training accuracy:0.963730573654 validation cost:0.180590450764 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.121776819229 and training accuracy:0.972093462944 validation cost:0.127312541008 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0961241200566 and training accuracy:0.977456569672 validation cost:0.101529754698 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0807311832905 and training accuracy:0.980819940567 validation cost:0.0857653096318 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0702949911356 and training accuracy:0.982819736004 validation cost:0.0748722925782 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0626569092274 and training accuracy:0.984455943108 validation cost:0.0667571797967 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0567660778761 and training accuracy:0.986001253128 validation cost:0.0604041181505 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0520556271076 and training accuracy:0.987364768982 validation cost:0.0552618280053 and validation accuracy:0.984375 Training on :(2, 3) Time taken:133.980086803 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.260082066059 and training accuracy:0.98331707716 validation cost:0.261028856039 and validation accuracy:0.990128338337 Training on :(4, 5) training cost:0.125738397241 and training accuracy:0.991609752178 validation cost:0.120766088367 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0840773656964 and training accuracy:0.993658542633 validation cost:0.0775285661221 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0643588006496 and training accuracy:0.994829297066 validation cost:0.057435747236 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0528579391539 and training accuracy:0.995219528675 validation cost:0.0459360405803 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.045279763639 and training accuracy:0.99590241909 validation cost:0.0384904369712 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0398772768676 and training accuracy:0.996195137501 validation cost:0.0332685448229 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0358091443777 and training accuracy:0.996780514717 validation cost:0.0293963942677 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0326207056642 and training accuracy:0.996975600719 validation cost:0.0264042802155 and validation accuracy:1.0 Training on :(4, 5) Time taken:128.160115004 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.179548934102 and training accuracy:0.992062747478 validation cost:0.172920554876 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0842719748616 and training accuracy:0.995850980282 validation cost:0.0812809243798 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.057577483356 and training accuracy:0.997203946114 validation cost:0.0557083599269 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0449637211859 and training accuracy:0.997745096684 validation cost:0.0435562692583 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0375016145408 and training accuracy:0.997925519943 validation cost:0.0363223589957 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0325084663928 and training accuracy:0.998376488686 validation cost:0.031456168741 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0288985744119 and training accuracy:0.998376488686 validation cost:0.027923816815 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0261472966522 and training accuracy:0.998376488686 validation cost:0.0252244006842 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0239687431604 and training accuracy:0.998466670513 validation cost:0.0230831298977 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:129.732643843 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.249044626951 and training accuracy:0.959024012089 validation cost:0.249424785376 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.15328399837 and training accuracy:0.966846704483 validation cost:0.154355451465 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.119793251157 and training accuracy:0.971968710423 validation cost:0.121181190014 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.101650997996 and training accuracy:0.974855661392 validation cost:0.10310164839 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0897837132215 and training accuracy:0.977649450302 validation cost:0.0911833420396 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0812048316002 and training accuracy:0.979698240757 validation cost:0.0825041756034 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0746165066957 and training accuracy:0.981188297272 validation cost:0.0758000388741 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0693445056677 and training accuracy:0.982492089272 validation cost:0.0704105943441 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0649949535728 and training accuracy:0.983050823212 validation cost:0.0659502670169 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:132.272279978 Method 3 test accuracy:0.83780002594 Training with lmbda:411194.03308, 96 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:136.820945978 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357509791851 and training accuracy:0.946095824242 validation cost:0.363620847464 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.175350651145 and training accuracy:0.963730573654 validation cost:0.180647224188 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.121828250587 and training accuracy:0.972093462944 validation cost:0.127360999584 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0961707681417 and training accuracy:0.977456569672 validation cost:0.101573780179 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0807745158672 and training accuracy:0.980729043484 validation cost:0.0858065783978 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0703360140324 and training accuracy:0.982728838921 validation cost:0.0749121308327 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0626965239644 and training accuracy:0.984455943108 validation cost:0.0667963773012 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0568038970232 and training accuracy:0.986092150211 validation cost:0.0604419484735 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0520918779075 and training accuracy:0.987364768982 validation cost:0.0552984662354 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.618046045 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.260361582041 and training accuracy:0.98331707716 validation cost:0.261318147182 and validation accuracy:0.990128338337 Training on :(4, 5) training cost:0.125923410058 and training accuracy:0.991609752178 validation cost:0.120958551764 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0842136517167 and training accuracy:0.993658542633 validation cost:0.0776698887348 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0644683018327 and training accuracy:0.994829297066 validation cost:0.0575488992035 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0529496483505 and training accuracy:0.995219528675 validation cost:0.0460305251181 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.04535965994 and training accuracy:0.99590241909 validation cost:0.0385725907981 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0399481765926 and training accuracy:0.996195137501 validation cost:0.0333414599299 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0358731374145 and training accuracy:0.996780514717 validation cost:0.0294621363282 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0326791442931 and training accuracy:0.996975600719 validation cost:0.0264642145485 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.687031984 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.179809257388 and training accuracy:0.992062747478 validation cost:0.173179939389 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0844432264566 and training accuracy:0.995850980282 validation cost:0.0814508348703 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0577120184898 and training accuracy:0.997203946114 validation cost:0.0558422654867 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.045076303184 and training accuracy:0.997745096684 validation cost:0.043669231236 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0375996120274 and training accuracy:0.997925519943 validation cost:0.0364212431014 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0325956866145 and training accuracy:0.998376488686 validation cost:0.0315447412431 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0289775077254 and training accuracy:0.998376488686 validation cost:0.0280043780804 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0262193530798 and training accuracy:0.998376488686 validation cost:0.0252982899547 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0240352451801 and training accuracy:0.998466670513 validation cost:0.0231515783817 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:126.855592966 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.249355301261 and training accuracy:0.959117174149 validation cost:0.249738991261 and validation accuracy:0.958568751812 Training on :(8, 9) training cost:0.153492897749 and training accuracy:0.966846704483 validation cost:0.154565274715 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.119966082275 and training accuracy:0.971968710423 validation cost:0.121353462338 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.101806029677 and training accuracy:0.974762499332 validation cost:0.103256382048 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0899280011654 and training accuracy:0.977556347847 validation cost:0.0913276001811 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0813423916698 and training accuracy:0.979605138302 validation cost:0.0826427489519 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.074748955667 and training accuracy:0.981188297272 validation cost:0.0759342238307 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0694728344679 and training accuracy:0.982492089272 validation cost:0.0705416277051 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0651191547513 and training accuracy:0.983050823212 validation cost:0.0660774409771 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:123.864119053 Method 3 test accuracy:0.83780002594 Training with lmbda:422830.488578, 97 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.47131896 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357673794031 and training accuracy:0.946095824242 validation cost:0.363782823086 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.175493434072 and training accuracy:0.963730573654 validation cost:0.180784583092 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.121952012181 and training accuracy:0.972093462944 validation cost:0.127477526665 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0962839275599 and training accuracy:0.977456569672 validation cost:0.101680189371 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0808802545071 and training accuracy:0.980729043484 validation cost:0.0859067067504 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0704359561205 and training accuracy:0.982728838921 validation cost:0.0750083550811 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0627911239862 and training accuracy:0.984365046024 validation cost:0.0668871849775 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0568950399756 and training accuracy:0.986092150211 validation cost:0.0605304725468 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0521796159446 and training accuracy:0.987364768982 validation cost:0.0553847588599 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.690079212 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.261039286852 and training accuracy:0.98331707716 validation cost:0.262019574642 and validation accuracy:0.990128338337 Training on :(4, 5) training cost:0.12637104094 and training accuracy:0.991609752178 validation cost:0.121424727142 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0845455825329 and training accuracy:0.993658542633 validation cost:0.0780142173171 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.064733825624 and training accuracy:0.994829297066 validation cost:0.0578233525157 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0531726442277 and training accuracy:0.995219528675 validation cost:0.0462603978813 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0455534085631 and training accuracy:0.99590241909 validation cost:0.0387719348073 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0401199683547 and training accuracy:0.996195137501 validation cost:0.0335181578994 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0360283851624 and training accuracy:0.996780514717 validation cost:0.0296214781702 and validation accuracy:1.0 Training on :(4, 5) training cost:0.032821431756 and training accuracy:0.996975600719 validation cost:0.0266099795699 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.441473961 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.180443808436 and training accuracy:0.992062747478 validation cost:0.173812612891 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0848608911037 and training accuracy:0.995850980282 validation cost:0.0818657577038 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0580389685929 and training accuracy:0.997203946114 validation cost:0.0561680048704 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0453499294817 and training accuracy:0.997745096684 validation cost:0.0439437106252 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0378372445703 and training accuracy:0.997925519943 validation cost:0.0366612300277 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0328071154654 and training accuracy:0.998376488686 validation cost:0.0317595638335 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.029168440029 and training accuracy:0.998376488686 validation cost:0.0281995683908 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0263939145952 and training accuracy:0.998376488686 validation cost:0.0254775937647 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0241966471076 and training accuracy:0.998466670513 validation cost:0.0233180057257 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:124.715474129 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.250112831593 and training accuracy:0.959024012089 validation cost:0.250505298376 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.154004618526 and training accuracy:0.966846704483 validation cost:0.155080705881 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.12039039284 and training accuracy:0.971968710423 validation cost:0.121778272092 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.102186530828 and training accuracy:0.974762499332 validation cost:0.103637695312 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0902826115489 and training accuracy:0.977556347847 validation cost:0.0916844457388 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0816791132092 and training accuracy:0.979605138302 validation cost:0.0829833000898 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0750724151731 and training accuracy:0.981095194817 validation cost:0.0762635245919 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0697842016816 and training accuracy:0.982492089272 validation cost:0.070860594511 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0654209554195 and training accuracy:0.982957720757 validation cost:0.0663884207606 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:120.792366028 Method 3 test accuracy:0.8382999897 Training with lmbda:201179.714048, 98 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.036996841 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.378810942173 and training accuracy:0.935096800327 validation cost:0.384259939194 and validation accuracy:0.933823525906 Training on :(2, 3) training cost:0.184721112251 and training accuracy:0.958094716072 validation cost:0.190484672785 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.126959979534 and training accuracy:0.968820989132 validation cost:0.133835509419 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0992441624403 and training accuracy:0.975820362568 validation cost:0.106494523585 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0826592743397 and training accuracy:0.979274630547 validation cost:0.0897627621889 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0714757218957 and training accuracy:0.982001662254 validation cost:0.0781959891319 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0633430480957 and training accuracy:0.983637869358 validation cost:0.0695858374238 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0571111850441 and training accuracy:0.984910488129 validation cost:0.0628519505262 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.052157945931 and training accuracy:0.986637592316 validation cost:0.057405218482 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:122.260872841 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.247914418578 and training accuracy:0.980682909489 validation cost:0.249691262841 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.119153998792 and training accuracy:0.991512179375 validation cost:0.11415310204 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0794208496809 and training accuracy:0.993756115437 validation cost:0.07249969244 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0606456212699 and training accuracy:0.994829297066 validation cost:0.0532160066068 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0497043356299 and training accuracy:0.995609760284 validation cost:0.0422243699431 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0425020977855 and training accuracy:0.996097564697 validation cost:0.0351405777037 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0373722948134 and training accuracy:0.996390223503 validation cost:0.0301943030208 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0335125029087 and training accuracy:0.996780514717 validation cost:0.0265407059342 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0304887108505 and training accuracy:0.997073173523 validation cost:0.023727985099 and validation accuracy:1.0 Training on :(4, 5) Time taken:118.625174999 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.173205688596 and training accuracy:0.990529477596 validation cost:0.165953725576 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0776853039861 and training accuracy:0.99485886097 validation cost:0.074215464294 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0515886731446 and training accuracy:0.996752977371 validation cost:0.0493427030742 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0395268723369 and training accuracy:0.997474491596 validation cost:0.0378048457205 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0325164794922 and training accuracy:0.997925519943 validation cost:0.0310658812523 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0278935227543 and training accuracy:0.998105883598 validation cost:0.0266051981598 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0245909877121 and training accuracy:0.998556852341 validation cost:0.0234132371843 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0221003238112 and training accuracy:0.999007821083 validation cost:0.0210042819381 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0201450679451 and training accuracy:0.99927842617 validation cost:0.019113978371 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:128.686645985 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.241513594985 and training accuracy:0.953436374664 validation cost:0.243435621262 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.149654045701 and training accuracy:0.963307857513 validation cost:0.15179130435 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.116457849741 and training accuracy:0.969640552998 validation cost:0.118764624 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.0981203839183 and training accuracy:0.973924398422 validation cost:0.100334212184 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0859948173165 and training accuracy:0.977742612362 validation cost:0.0879730582237 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0771827325225 and training accuracy:0.979698240757 validation cost:0.0788643583655 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0704056248069 and training accuracy:0.981095194817 validation cost:0.0717781633139 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0649881139398 and training accuracy:0.982492089272 validation cost:0.0660656914115 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0605368465185 and training accuracy:0.983237087727 validation cost:0.0613443553448 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:128.250557899 Method 3 test accuracy:0.788299977779 Training with lmbda:227094.222616, 99 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.682615995 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.37932702899 and training accuracy:0.935187697411 validation cost:0.384766727686 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.185202628374 and training accuracy:0.958185613155 validation cost:0.190941542387 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.127390369773 and training accuracy:0.96891194582 validation cost:0.134234145284 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0996477603912 and training accuracy:0.975820362568 validation cost:0.106869004667 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0830431133509 and training accuracy:0.979274630547 validation cost:0.0901262536645 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0718449354172 and training accuracy:0.982001662254 validation cost:0.0785543099046 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0636973753572 and training accuracy:0.983546972275 validation cost:0.0699364170432 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0574516765773 and training accuracy:0.984910488129 validation cost:0.0631939768791 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0524854846299 and training accuracy:0.986546695232 validation cost:0.0577369853854 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:124.580647945 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.250363647938 and training accuracy:0.980682909489 validation cost:0.252209603786 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.1208351776 and training accuracy:0.991512179375 validation cost:0.115894570947 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0806954801083 and training accuracy:0.993658542633 validation cost:0.0738125443459 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0616762936115 and training accuracy:0.994829297066 validation cost:0.0542694181204 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0505738779902 and training accuracy:0.995512187481 validation cost:0.0431062765419 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0432578213513 and training accuracy:0.995999991894 validation cost:0.0359018221498 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0380431301892 and training accuracy:0.996390223503 validation cost:0.0308661684394 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0341170504689 and training accuracy:0.996780514717 validation cost:0.0271432269365 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0310401432216 and training accuracy:0.996975600719 validation cost:0.0242750272155 and validation accuracy:1.0 Training on :(4, 5) Time taken:118.253018141 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.175105646253 and training accuracy:0.990529477596 validation cost:0.167829453945 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0789115577936 and training accuracy:0.99485886097 validation cost:0.0754141882062 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0525563508272 and training accuracy:0.996752977371 validation cost:0.0502899996936 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0403452478349 and training accuracy:0.997474491596 validation cost:0.038610059768 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.033233679831 and training accuracy:0.997925519943 validation cost:0.0317763909698 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0285360086709 and training accuracy:0.998105883598 validation cost:0.0272453725338 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0251757651567 and training accuracy:0.998556852341 validation cost:0.0239984001964 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0226386412978 and training accuracy:0.998917639256 validation cost:0.0215451642871 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0206449814141 and training accuracy:0.99927842617 validation cost:0.0196180846542 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:128.389123917 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.243555784225 and training accuracy:0.953529536724 validation cost:0.245468199253 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.151021897793 and training accuracy:0.963587284088 validation cost:0.15313012898 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.117646157742 and training accuracy:0.969454288483 validation cost:0.1199086532 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.0992374792695 and training accuracy:0.974017500877 validation cost:0.101409755647 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0870740786195 and training accuracy:0.977370083332 validation cost:0.0890210196376 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0782376378775 and training accuracy:0.979512035847 validation cost:0.0799023509026 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0714382901788 and training accuracy:0.980815768242 validation cost:0.07280780375 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0660002231598 and training accuracy:0.982305824757 validation cost:0.0670879781246 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0615278296173 and training accuracy:0.983050823212 validation cost:0.0623572394252 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:120.128537893 Method 3 test accuracy:0.790600001812 Training with lmbda:230392.280196, 100 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.548305988 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.379392057657 and training accuracy:0.935187697411 validation cost:0.384830594063 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.185263216496 and training accuracy:0.958185613155 validation cost:0.19099894166 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.127443626523 and training accuracy:0.96891194582 validation cost:0.134283602238 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0996975600719 and training accuracy:0.975820362568 validation cost:0.10691537708 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0830900892615 and training accuracy:0.979274630547 validation cost:0.0901708528399 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0718898028135 and training accuracy:0.982001662254 validation cost:0.0785981565714 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0637407749891 and training accuracy:0.983456075191 validation cost:0.069980032742 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0574933961034 and training accuracy:0.984910488129 validation cost:0.0632370486856 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0525255538523 and training accuracy:0.986546695232 validation cost:0.0577790252864 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:133.223614931 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.250665396452 and training accuracy:0.980682909489 validation cost:0.252520084381 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.121040731668 and training accuracy:0.991512179375 validation cost:0.1161076352 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0808508619666 and training accuracy:0.993658542633 validation cost:0.0739727988839 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0618018060923 and training accuracy:0.994829297066 validation cost:0.0543978773057 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0506796278059 and training accuracy:0.995512187481 validation cost:0.0432138070464 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0433494113386 and training accuracy:0.995999991894 validation cost:0.0359943769872 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0381247065961 and training accuracy:0.996390223503 validation cost:0.030948266387 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0341904349625 and training accuracy:0.996682941914 validation cost:0.0272166244686 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0311069805175 and training accuracy:0.996975600719 validation cost:0.02434152551 and validation accuracy:1.0 Training on :(4, 5) Time taken:122.070302963 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.175341203809 and training accuracy:0.990529477596 validation cost:0.16806216538 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0790628194809 and training accuracy:0.99485886097 validation cost:0.0755622461438 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0526753477752 and training accuracy:0.996752977371 validation cost:0.0504065677524 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0404455624521 and training accuracy:0.997474491596 validation cost:0.0387088544667 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0333214066923 and training accuracy:0.997925519943 validation cost:0.0318634547293 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0286146979779 and training accuracy:0.998105883598 validation cost:0.0273239426315 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0252471212298 and training accuracy:0.998556852341 validation cost:0.0240699443966 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0227042008191 and training accuracy:0.998917639256 validation cost:0.0216111205518 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0207059271634 and training accuracy:0.99927842617 validation cost:0.0196795593947 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:127.293492794 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.243809685111 and training accuracy:0.953343272209 validation cost:0.245720639825 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.151192843914 and training accuracy:0.963587284088 validation cost:0.153297260404 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.117793262005 and training accuracy:0.969454288483 validation cost:0.120050594211 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.0993757918477 and training accuracy:0.973924398422 validation cost:0.101542927325 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0872079581022 and training accuracy:0.977370083332 validation cost:0.0891510993242 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0783672854304 and training accuracy:0.979512035847 validation cost:0.0800298824906 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0715657249093 and training accuracy:0.980815768242 validation cost:0.0729351267219 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0661247298121 and training accuracy:0.982305824757 validation cost:0.0672139376402 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0616492591798 and training accuracy:0.983050823212 validation cost:0.0624816082418 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:134.419847965 Method 3 test accuracy:0.791199982166 Training with lmbda:234176.647421, 101 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.748741865 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.379466712475 and training accuracy:0.935187697411 validation cost:0.384903907776 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.185331895947 and training accuracy:0.958276510239 validation cost:0.191063970327 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.127504318953 and training accuracy:0.96891194582 validation cost:0.134339720011 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0997541621327 and training accuracy:0.975820362568 validation cost:0.106967896223 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0831439271569 and training accuracy:0.979274630547 validation cost:0.0902216136456 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0719411224127 and training accuracy:0.982001662254 validation cost:0.0786480233073 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0637899562716 and training accuracy:0.983456075191 validation cost:0.0700288936496 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0575405023992 and training accuracy:0.984910488129 validation cost:0.063284419477 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.052570771426 and training accuracy:0.986546695232 validation cost:0.0578251890838 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:123.724895 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.251005530357 and training accuracy:0.980682909489 validation cost:0.252870231867 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.121273331344 and training accuracy:0.991512179375 validation cost:0.11634901911 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0810268819332 and training accuracy:0.993658542633 validation cost:0.0741542652249 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0619436912239 and training accuracy:0.994829297066 validation cost:0.0545431300998 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0507988929749 and training accuracy:0.995512187481 validation cost:0.043334979564 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0434528291225 and training accuracy:0.995999991894 validation cost:0.0360987596214 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0382168851793 and training accuracy:0.996390223503 validation cost:0.0310407523066 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0342729203403 and training accuracy:0.996682941914 validation cost:0.0272988844663 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0311823133379 and training accuracy:0.996975600719 validation cost:0.0244162958115 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.377100945 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.175612181425 and training accuracy:0.990529477596 validation cost:0.168330177665 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0792365074158 and training accuracy:0.99485886097 validation cost:0.0757323950529 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0528118424118 and training accuracy:0.996752977371 validation cost:0.0505405962467 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0405602417886 and training accuracy:0.997474491596 validation cost:0.0388220399618 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.033421613276 and training accuracy:0.997925519943 validation cost:0.0319630466402 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0287043210119 and training accuracy:0.998105883598 validation cost:0.0274135358632 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.025328591466 and training accuracy:0.998466670513 validation cost:0.0241516735405 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.022779116407 and training accuracy:0.998917639256 validation cost:0.0216865781695 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0207753330469 and training accuracy:0.99927842617 validation cost:0.019749533385 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:128.960805178 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.244098886847 and training accuracy:0.953343272209 validation cost:0.246008813381 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.151388645172 and training accuracy:0.963587284088 validation cost:0.153489604592 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.117963515222 and training accuracy:0.969454288483 validation cost:0.120216228068 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.0995339006186 and training accuracy:0.973924398422 validation cost:0.101696193218 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0873598605394 and training accuracy:0.977276980877 validation cost:0.0892996564507 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0785153657198 and training accuracy:0.979418873787 validation cost:0.080176487565 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0717104002833 and training accuracy:0.980722665787 validation cost:0.0730799213052 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0662667602301 and training accuracy:0.982212722301 validation cost:0.067357480526 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0617878809571 and training accuracy:0.982957720757 validation cost:0.0626232847571 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:126.911581039 Method 3 test accuracy:0.791599988937 Training with lmbda:246332.054888, 102 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:134.946519852 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.379702597857 and training accuracy:0.935187697411 validation cost:0.385135650635 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.185549989343 and training accuracy:0.958185613155 validation cost:0.191270887852 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.127698242664 and training accuracy:0.96891194582 validation cost:0.134520113468 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0999361053109 and training accuracy:0.975729465485 validation cost:0.107138097286 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833153799176 and training accuracy:0.979183733463 validation cost:0.0903848260641 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0721044167876 and training accuracy:0.982001662254 validation cost:0.0788071677089 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0639459490776 and training accuracy:0.983546972275 validation cost:0.0701838210225 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.057690102607 and training accuracy:0.984910488129 validation cost:0.0634351372719 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0527147017419 and training accuracy:0.986546695232 validation cost:0.0579721704125 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:139.620697021 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.25208351016 and training accuracy:0.980780482292 validation cost:0.253978788853 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.122007645667 and training accuracy:0.991512179375 validation cost:0.117110185325 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0815807729959 and training accuracy:0.993658542633 validation cost:0.0747251883149 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0623892322183 and training accuracy:0.994829297066 validation cost:0.0549988076091 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0511740967631 and training accuracy:0.995512187481 validation cost:0.0437159873545 and validation accuracy:1.0 Training on :(4, 5) training cost:0.043778527528 and training accuracy:0.995999991894 validation cost:0.0364277213812 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0385049059987 and training accuracy:0.996390223503 validation cost:0.0313297472894 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0345324836671 and training accuracy:0.996682941914 validation cost:0.0275577530265 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0314189307392 and training accuracy:0.996975600719 validation cost:0.0246512833983 and validation accuracy:1.0 Training on :(4, 5) Time taken:129.075922966 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.176464572549 and training accuracy:0.990529477596 validation cost:0.169172555208 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0797845572233 and training accuracy:0.99485886097 validation cost:0.0762688294053 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0532417520881 and training accuracy:0.996752977371 validation cost:0.0509621500969 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.040921960026 and training accuracy:0.997474491596 validation cost:0.0391788296402 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0337372124195 and training accuracy:0.997925519943 validation cost:0.0322766713798 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0289855170995 and training accuracy:0.998105883598 validation cost:0.0276943817735 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0255841016769 and training accuracy:0.998466670513 validation cost:0.0244081430137 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.023014171049 and training accuracy:0.998917639256 validation cost:0.0219231452793 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0209935680032 and training accuracy:0.99927842617 validation cost:0.0199697948992 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:138.649122953 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.2450183779 and training accuracy:0.953343272209 validation cost:0.246924251318 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.152009889483 and training accuracy:0.963587284088 validation cost:0.154098153114 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.118501536548 and training accuracy:0.969454288483 validation cost:0.120737269521 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.100036561489 and training accuracy:0.973924398422 validation cost:0.102182768285 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0878417491913 and training accuracy:0.977090716362 validation cost:0.0897698402405 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0789846107364 and training accuracy:0.979418873787 validation cost:0.0806396529078 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0721688345075 and training accuracy:0.980629563332 validation cost:0.0735382810235 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0667147636414 and training accuracy:0.982119560242 validation cost:0.0678121522069 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0622248351574 and training accuracy:0.982864618301 validation cost:0.0630709156394 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:118.553351879 Method 3 test accuracy:0.791700005531 Training with lmbda:252300.530529, 103 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.079340935 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.379819065332 and training accuracy:0.935187697411 validation cost:0.385250151157 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.185655549169 and training accuracy:0.958185613155 validation cost:0.191371008754 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.127791985869 and training accuracy:0.96891194582 validation cost:0.134607031941 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.100023001432 and training accuracy:0.975729465485 validation cost:0.107219107449 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0833976492286 and training accuracy:0.979183733463 validation cost:0.0904622003436 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0721826404333 and training accuracy:0.982001662254 validation cost:0.0788825079799 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0640204995871 and training accuracy:0.983546972275 validation cost:0.0702571347356 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0577613823116 and training accuracy:0.984910488129 validation cost:0.0635063648224 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0527831986547 and training accuracy:0.986546695232 validation cost:0.0580416657031 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.994549036 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.252601981163 and training accuracy:0.980780482292 validation cost:0.254512608051 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.1223590523 and training accuracy:0.991414606571 validation cost:0.117474786937 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0818466767669 and training accuracy:0.993658542633 validation cost:0.0749996751547 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0626026913524 and training accuracy:0.994829297066 validation cost:0.0552173666656 and validation accuracy:1.0 Training on :(4, 5) training cost:0.051353789866 and training accuracy:0.995512187481 validation cost:0.0438988022506 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0439336076379 and training accuracy:0.995999991894 validation cost:0.0365846119821 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0386420078576 and training accuracy:0.996390223503 validation cost:0.0314675122499 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0346558354795 and training accuracy:0.996682941914 validation cost:0.0276810657233 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0315313786268 and training accuracy:0.996975600719 validation cost:0.0247631780803 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.101358175 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.176877677441 and training accuracy:0.990619659424 validation cost:0.169580563903 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.0800496190786 and training accuracy:0.99485886097 validation cost:0.076528288424 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0534489378333 and training accuracy:0.996752977371 validation cost:0.0511654987931 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0410953275859 and training accuracy:0.997474491596 validation cost:0.0393499992788 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0338885448873 and training accuracy:0.997925519943 validation cost:0.0324269272387 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.029120285064 and training accuracy:0.998105883598 validation cost:0.0278290305287 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0257064308971 and training accuracy:0.998466670513 validation cost:0.0245309267193 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0231267176569 and training accuracy:0.998917639256 validation cost:0.0220364145935 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0210977960378 and training accuracy:0.99927842617 validation cost:0.0200751218945 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.789484024 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.245464324951 and training accuracy:0.953343272209 validation cost:0.247368708253 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.152313128114 and training accuracy:0.963587284088 validation cost:0.1543956846 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.118761837482 and training accuracy:0.969361126423 validation cost:0.120989754796 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.10028000176 and training accuracy:0.973924398422 validation cost:0.102419175208 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0880752503872 and training accuracy:0.977090716362 validation cost:0.0899980142713 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0792106837034 and training accuracy:0.979418873787 validation cost:0.080862633884 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0723886713386 and training accuracy:0.980629563332 validation cost:0.0737583562732 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0669295415282 and training accuracy:0.982119560242 validation cost:0.0680297911167 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0624353028834 and training accuracy:0.982771456242 validation cost:0.0632861405611 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:119.878108978 Method 3 test accuracy:0.79240000248 Training with lmbda:269592.346273, 104 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.976468086 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.38014832139 and training accuracy:0.935187697411 validation cost:0.385573446751 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.18595521152 and training accuracy:0.958185613155 validation cost:0.191655248404 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.12805852294 and training accuracy:0.96891194582 validation cost:0.134854912758 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.100271210074 and training accuracy:0.975729465485 validation cost:0.107451587915 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0836321040988 and training accuracy:0.979183733463 validation cost:0.0906856060028 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.072405256331 and training accuracy:0.981910765171 validation cost:0.0790992751718 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0642332658172 and training accuracy:0.983546972275 validation cost:0.0704689025879 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0579650998116 and training accuracy:0.985001385212 validation cost:0.06371242553 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.052979003638 and training accuracy:0.986455798149 validation cost:0.058242470026 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.673928976 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.254059284925 and training accuracy:0.980878055096 validation cost:0.256012767553 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.123351588845 and training accuracy:0.991317093372 validation cost:0.118504174054 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.082590200007 and training accuracy:0.993658542633 validation cost:0.0757664367557 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0632015243173 and training accuracy:0.994829297066 validation cost:0.0558302663267 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0518560893834 and training accuracy:0.995414614677 validation cost:0.0444094873965 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0443680882454 and training accuracy:0.995999991894 validation cost:0.0370233505964 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0390259549022 and training accuracy:0.996390223503 validation cost:0.031852774322 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0350014828146 and training accuracy:0.996682941914 validation cost:0.0280262809247 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0318463221192 and training accuracy:0.996975600719 validation cost:0.0250762645155 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.479575157 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.17804646492 and training accuracy:0.990709841251 validation cost:0.170735999942 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.080801807344 and training accuracy:0.99485886097 validation cost:0.0772651955485 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0540360584855 and training accuracy:0.996752977371 validation cost:0.0517421923578 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.041587010026 and training accuracy:0.997474491596 validation cost:0.0398359782994 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0343166813254 and training accuracy:0.997925519943 validation cost:0.0328529253602 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0295022763312 and training accuracy:0.998105883598 validation cost:0.0282110869884 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0260529499501 and training accuracy:0.998466670513 validation cost:0.024878911674 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0234444532543 and training accuracy:0.998917639256 validation cost:0.0223569273949 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0213922206312 and training accuracy:0.99927842617 validation cost:0.0203729979694 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:123.381863117 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.24673204124 and training accuracy:0.953250110149 validation cost:0.248632773757 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.153179138899 and training accuracy:0.963680386543 validation cost:0.155246272683 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.119508907199 and training accuracy:0.969361126423 validation cost:0.121714949608 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.100973680615 and training accuracy:0.973738133907 validation cost:0.103091649711 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0887386202812 and training accuracy:0.976811349392 validation cost:0.0906456038356 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0798538550735 and training accuracy:0.979418873787 validation cost:0.0814988687634 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0730142220855 and training accuracy:0.980629563332 validation cost:0.0743865594268 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0675383135676 and training accuracy:0.981933295727 validation cost:0.0686473473907 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.063029743731 and training accuracy:0.982585191727 validation cost:0.0638941898942 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:118.922800064 Method 3 test accuracy:0.806100010872 Training with lmbda:306129.397687, 105 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.412965059 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.380824297667 and training accuracy:0.935278594494 validation cost:0.386237293482 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.186569154263 and training accuracy:0.958185613155 validation cost:0.192239403725 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.128599926829 and training accuracy:0.969002842903 validation cost:0.135360449553 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.100771464407 and training accuracy:0.975729465485 validation cost:0.107922777534 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0841028317809 and training accuracy:0.979001879692 validation cost:0.0911363884807 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0728501230478 and training accuracy:0.981819808483 validation cost:0.0795338600874 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0646574646235 and training accuracy:0.983546972275 validation cost:0.0708926171064 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0583696886897 and training accuracy:0.984910488129 validation cost:0.064124211669 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0533660538495 and training accuracy:0.986364901066 validation cost:0.0586418844759 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.137236118 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.256956011057 and training accuracy:0.980780482292 validation cost:0.258997231722 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.125316262245 and training accuracy:0.991317093372 validation cost:0.12054489553 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0840635001659 and training accuracy:0.993658542633 validation cost:0.0772882178426 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0643798857927 and training accuracy:0.994829297066 validation cost:0.0570392161608 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0528446920216 and training accuracy:0.995317101479 validation cost:0.04541650787 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0452225729823 and training accuracy:0.995999991894 validation cost:0.0378882214427 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0397808030248 and training accuracy:0.996390223503 validation cost:0.0326127298176 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0356799028814 and training accuracy:0.996682941914 validation cost:0.0287062022835 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0324640460312 and training accuracy:0.996878027916 validation cost:0.0256923623383 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.271030903 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.180424854159 and training accuracy:0.990529477596 validation cost:0.173087149858 and validation accuracy:0.989963531494 Training on :(6, 7) training cost:0.082323551178 and training accuracy:0.994768619537 validation cost:0.0787581652403 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.055216897279 and training accuracy:0.996752977371 validation cost:0.0529035180807 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0425727330148 and training accuracy:0.997474491596 validation cost:0.0408114902675 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0351726226509 and training accuracy:0.997925519943 validation cost:0.0337051041424 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0302637293935 and training accuracy:0.998105883598 validation cost:0.0289730522782 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0267423056066 and training accuracy:0.998376488686 validation cost:0.0255719628185 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0240760371089 and training accuracy:0.998827457428 validation cost:0.0229942630976 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0219770669937 and training accuracy:0.999188244343 validation cost:0.0209647789598 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:126.31712079 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.249325141311 and training accuracy:0.953250110149 validation cost:0.251219511032 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.154956802726 and training accuracy:0.963680386543 validation cost:0.156995013356 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.12102843821 and training accuracy:0.969081759453 validation cost:0.123193956912 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.102378934622 and training accuracy:0.973644971848 validation cost:0.104460015893 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0900787487626 and training accuracy:0.976345717907 validation cost:0.0919607654214 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0811477974057 and training accuracy:0.979232609272 validation cost:0.0827846825123 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0742700397968 and training accuracy:0.980536401272 validation cost:0.0756497606635 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0687604919076 and training accuracy:0.981560826302 validation cost:0.0698887854815 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0642211511731 and training accuracy:0.982585191727 validation cost:0.0651148557663 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:121.884062052 Method 3 test accuracy:0.816500008106 Training with lmbda:335851.235448, 106 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.55399704 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.381355553865 and training accuracy:0.935278594494 validation cost:0.386759161949 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.187050506473 and training accuracy:0.958094716072 validation cost:0.192698165774 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.129020556808 and training accuracy:0.969002842903 validation cost:0.13575451076 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.101157553494 and training accuracy:0.975729465485 validation cost:0.108286708593 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0844640657306 and training accuracy:0.978910982609 validation cost:0.0914829671383 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0731908082962 and training accuracy:0.981910765171 validation cost:0.0798664093018 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0649804621935 and training accuracy:0.983456075191 validation cost:0.0712142661214 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0586774945259 and training accuracy:0.984910488129 validation cost:0.0644364655018 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0536600276828 and training accuracy:0.986364901066 validation cost:0.0589446723461 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:125.288682938 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.259158045053 and training accuracy:0.980585336685 validation cost:0.26126614213 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.12680375576 and training accuracy:0.991121947765 validation cost:0.122091121972 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0851728841662 and training accuracy:0.993658542633 validation cost:0.0784359872341 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.065266944468 and training accuracy:0.994731724262 validation cost:0.0579502694309 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0535858199 and training accuracy:0.995219528675 validation cost:0.0461723990738 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0458618029952 and training accuracy:0.99590241909 validation cost:0.0385360866785 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0403454601765 and training accuracy:0.996487796307 validation cost:0.0331816598773 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0361865833402 and training accuracy:0.99658536911 validation cost:0.0292140822858 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0329252332449 and training accuracy:0.996878027916 validation cost:0.0261525344104 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.939934969 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.182266518474 and training accuracy:0.990619659424 validation cost:0.174907967448 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0835025459528 and training accuracy:0.99485886097 validation cost:0.0799149125814 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0561263151467 and training accuracy:0.996752977371 validation cost:0.053798507899 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.043329898268 and training accuracy:0.997474491596 validation cost:0.0415611900389 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0358274392784 and training accuracy:0.997925519943 validation cost:0.0343577191234 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0308449864388 and training accuracy:0.998105883598 validation cost:0.0295556169003 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0272676032037 and training accuracy:0.998286306858 validation cost:0.0261009205133 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0245566125959 and training accuracy:0.998917639256 validation cost:0.023480143398 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0224212836474 and training accuracy:0.999188244343 validation cost:0.0214148964733 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.992129803 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.251345455647 and training accuracy:0.953343272209 validation cost:0.253236562014 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.156353995204 and training accuracy:0.963680386543 validation cost:0.158372148871 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.122220799327 and training accuracy:0.969174921513 validation cost:0.124357104301 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.103475406766 and training accuracy:0.973551869392 validation cost:0.105532467365 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0911187008023 and training accuracy:0.976252555847 validation cost:0.0929870009422 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0821487009525 and training accuracy:0.978673875332 validation cost:0.0837832540274 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0752395018935 and training accuracy:0.980257034302 validation cost:0.0766269117594 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.069703809917 and training accuracy:0.981467664242 validation cost:0.0708492770791 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0651404485106 and training accuracy:0.982305824757 validation cost:0.0660597160459 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:118.202882051 Method 3 test accuracy:0.819400012493 Training with lmbda:343773.332357, 107 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.563737869 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.381495028734 and training accuracy:0.935278594494 validation cost:0.386896133423 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.187175899744 and training accuracy:0.958094716072 validation cost:0.192817837 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.129129901528 and training accuracy:0.96891194582 validation cost:0.135856747627 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.101257562637 and training accuracy:0.975729465485 validation cost:0.108380824327 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0845570042729 and training accuracy:0.978910982609 validation cost:0.0915720760822 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0732783824205 and training accuracy:0.981910765171 validation cost:0.0799520090222 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0650629624724 and training accuracy:0.983456075191 validation cost:0.0712963789701 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0587558448315 and training accuracy:0.984910488129 validation cost:0.0645152553916 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0537351705134 and training accuracy:0.986364901066 validation cost:0.0590217337012 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.001785994 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.259720981121 and training accuracy:0.980487823486 validation cost:0.261846512556 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.127184569836 and training accuracy:0.990926802158 validation cost:0.122487075627 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0854559987783 and training accuracy:0.993658542633 validation cost:0.0787287950516 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0654927492142 and training accuracy:0.994731724262 validation cost:0.0581821501255 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0537748485804 and training accuracy:0.995219528675 validation cost:0.0463651977479 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0460248365998 and training accuracy:0.99590241909 validation cost:0.0387012138963 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0404892191291 and training accuracy:0.996487796307 validation cost:0.0333264544606 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0363159030676 and training accuracy:0.99658536911 validation cost:0.0293436944485 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0330426245928 and training accuracy:0.996878027916 validation cost:0.0262697078288 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.078832865 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.18274602294 and training accuracy:0.990619659424 validation cost:0.175382062793 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0838088169694 and training accuracy:0.99485886097 validation cost:0.0802154168487 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0563618466258 and training accuracy:0.996662735939 validation cost:0.0540303401649 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0435251891613 and training accuracy:0.997474491596 validation cost:0.0417547188699 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0359959080815 and training accuracy:0.997925519943 validation cost:0.0345256775618 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0309943817556 and training accuracy:0.998105883598 validation cost:0.0297054443508 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0274023059756 and training accuracy:0.998286306858 validation cost:0.0262367296964 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0246801059693 and training accuracy:0.998917639256 validation cost:0.0236050691456 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.022535296157 and training accuracy:0.999188244343 validation cost:0.0215304326266 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.649478912 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.251872062683 and training accuracy:0.953436374664 validation cost:0.25376188755 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.156719148159 and training accuracy:0.963587284088 validation cost:0.158731609583 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.122531175613 and training accuracy:0.969081759453 validation cost:0.124659955502 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.103761211038 and training accuracy:0.973644971848 validation cost:0.105811692774 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0913877412677 and training accuracy:0.976252555847 validation cost:0.0932529419661 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0824069082737 and training accuracy:0.978580713272 validation cost:0.0840409249067 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0754894465208 and training accuracy:0.980163931847 validation cost:0.0768794864416 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0699473768473 and training accuracy:0.981467664242 validation cost:0.0710973069072 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0653777271509 and training accuracy:0.982305824757 validation cost:0.0663040578365 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:118.51811409 Method 3 test accuracy:0.819299995899 Training with lmbda:367687.271182, 108 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.996338844 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.381910681725 and training accuracy:0.935278594494 validation cost:0.387304604053 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.18754838407 and training accuracy:0.958094716072 validation cost:0.193173155189 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.12945394218 and training accuracy:0.96891194582 validation cost:0.136161267757 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.10155377537 and training accuracy:0.975729465485 validation cost:0.108661316335 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.08483299613 and training accuracy:0.978910982609 validation cost:0.0918386653066 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0735382586718 and training accuracy:0.981819808483 validation cost:0.0802082940936 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0653083175421 and training accuracy:0.983456075191 validation cost:0.0715427994728 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0589893832803 and training accuracy:0.984819591045 validation cost:0.0647532343864 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0539583079517 and training accuracy:0.986364901066 validation cost:0.0592517368495 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.927823782 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.261374443769 and training accuracy:0.980390250683 validation cost:0.26355317235 and validation accuracy:0.98617964983 Training on :(4, 5) training cost:0.128300532699 and training accuracy:0.99082928896 validation cost:0.123648427427 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0862883254886 and training accuracy:0.99356096983 validation cost:0.0795910507441 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0661556273699 and training accuracy:0.994634151459 validation cost:0.0588643550873 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0543273873627 and training accuracy:0.995219528675 validation cost:0.0469296313822 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0465015657246 and training accuracy:0.995804905891 validation cost:0.0391850881279 and validation accuracy:1.0 Training on :(4, 5) training cost:0.040909755975 and training accuracy:0.99658536911 validation cost:0.03375107795 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0366929732263 and training accuracy:0.99658536911 validation cost:0.0297227874398 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0333854071796 and training accuracy:0.996780514717 validation cost:0.0266124811023 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.137248039 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.184163987637 and training accuracy:0.990709841251 validation cost:0.176785320044 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0847124233842 and training accuracy:0.99485886097 validation cost:0.0811031386256 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0570556670427 and training accuracy:0.996572554111 validation cost:0.054714627564 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0440992191434 and training accuracy:0.997474491596 validation cost:0.0423245355487 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0364910699427 and training accuracy:0.997925519943 validation cost:0.0350201614201 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0314329974353 and training accuracy:0.998105883598 validation cost:0.0301459413022 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0277979597449 and training accuracy:0.998286306858 validation cost:0.0266358107328 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0250419564545 and training accuracy:0.998917639256 validation cost:0.0239713639021 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0228694099933 and training accuracy:0.999188244343 validation cost:0.0218693818897 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.829397917 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.253442704678 and training accuracy:0.953343272209 validation cost:0.255329877138 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.157809525728 and training accuracy:0.963401019573 validation cost:0.159807279706 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.123455569148 and training accuracy:0.969174921513 validation cost:0.125564694405 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.104605689645 and training accuracy:0.973365604877 validation cost:0.106641307473 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0921846404672 and training accuracy:0.976066291332 validation cost:0.0940426439047 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0831709578633 and training accuracy:0.978487610817 validation cost:0.0848044082522 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0762302577496 and training accuracy:0.980163931847 validation cost:0.0776261761785 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0706665813923 and training accuracy:0.981188297272 validation cost:0.071829803288 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0660770311952 and training accuracy:0.982305824757 validation cost:0.0670217201114 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:118.072757959 Method 3 test accuracy:0.820299983025 Training with lmbda:406463.188776, 109 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.673956871 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.382564306259 and training accuracy:0.935278594494 validation cost:0.387946516275 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.188130587339 and training accuracy:0.958003818989 validation cost:0.193728715181 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.129958361387 and training accuracy:0.96891194582 validation cost:0.136636182666 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.102012202144 and training accuracy:0.975456774235 validation cost:0.109095647931 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0852601677179 and training accuracy:0.978910982609 validation cost:0.0922514423728 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0739383175969 and training accuracy:0.981819808483 validation cost:0.0806032046676 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0656851157546 and training accuracy:0.983456075191 validation cost:0.0719207301736 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0593471117318 and training accuracy:0.984728634357 validation cost:0.0651167482138 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0542995892465 and training accuracy:0.986364901066 validation cost:0.0596036277711 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:121.005170107 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.263920873404 and training accuracy:0.980390250683 validation cost:0.266183108091 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.130014032125 and training accuracy:0.99082928896 validation cost:0.125433832407 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0875570476055 and training accuracy:0.99356096983 validation cost:0.0809070393443 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0671649202704 and training accuracy:0.994536578655 validation cost:0.0599039234221 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0551692433655 and training accuracy:0.995219528675 validation cost:0.0477909110487 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0472260452807 and training accuracy:0.995707333088 validation cost:0.0399219430983 and validation accuracy:1.0 Training on :(4, 5) training cost:0.041548859328 and training accuracy:0.99658536911 validation cost:0.0343979783356 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0372665710747 and training accuracy:0.99658536911 validation cost:0.0303006004542 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0339065678418 and training accuracy:0.996780514717 validation cost:0.0271349176764 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.528929949 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.186384752393 and training accuracy:0.990800023079 validation cost:0.178983449936 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0861251503229 and training accuracy:0.99485886097 validation cost:0.0824931040406 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0581341832876 and training accuracy:0.996572554111 validation cost:0.0557799451053 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0449891537428 and training accuracy:0.997474491596 validation cost:0.0432096943259 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0372571274638 and training accuracy:0.997925519943 validation cost:0.0357863977551 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.03211062029 and training accuracy:0.998105883598 validation cost:0.0308273769915 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0284078102559 and training accuracy:0.998286306858 validation cost:0.0272520091385 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0255986470729 and training accuracy:0.998827457428 validation cost:0.024536119774 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0233824923635 and training accuracy:0.999188244343 validation cost:0.0223910789937 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.964926004 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.255898863077 and training accuracy:0.953157007694 validation cost:0.257784217596 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.15952539444 and training accuracy:0.963401019573 validation cost:0.161504656076 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.124907247722 and training accuracy:0.968988656998 validation cost:0.126989617944 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.105929762125 and training accuracy:0.973086237907 validation cost:0.107944279909 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0934312418103 and training accuracy:0.975786924362 validation cost:0.0952780991793 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0843645781279 and training accuracy:0.978301346302 validation cost:0.085998930037 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0773824974895 and training accuracy:0.979791402817 validation cost:0.0787895172834 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0717836767435 and training accuracy:0.981095194817 validation cost:0.0729708224535 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0671636387706 and training accuracy:0.982119560242 validation cost:0.0681404545903 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:118.097018957 Method 3 test accuracy:0.79960000515 Training with lmbda:411194.03308, 110 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.298328876 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.382642775774 and training accuracy:0.935278594494 validation cost:0.388023525476 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.188200026751 and training accuracy:0.958003818989 validation cost:0.193795070052 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.130018249154 and training accuracy:0.96891194582 validation cost:0.136692762375 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.102066874504 and training accuracy:0.975456774235 validation cost:0.109147727489 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0853107273579 and training accuracy:0.978910982609 validation cost:0.0923005491495 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0739855691791 and training accuracy:0.981819808483 validation cost:0.0806498974562 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.065729573369 and training accuracy:0.983456075191 validation cost:0.0719651728868 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.059389244765 and training accuracy:0.984728634357 validation cost:0.0651595294476 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0543396435678 and training accuracy:0.986364901066 validation cost:0.0596448741853 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:121.080813885 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.264220267534 and training accuracy:0.980390250683 validation cost:0.266492664814 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.130215629935 and training accuracy:0.99082928896 validation cost:0.125644043088 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0877056419849 and training accuracy:0.993463397026 validation cost:0.0810614600778 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0672826915979 and training accuracy:0.994536578655 validation cost:0.0600254945457 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0552669130266 and training accuracy:0.995219528675 validation cost:0.0478910878301 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0473103933036 and training accuracy:0.995707333088 validation cost:0.040007982403 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0416230410337 and training accuracy:0.99658536911 validation cost:0.0344732515514 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0373333282769 and training accuracy:0.99658536911 validation cost:0.0303679481149 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0339670553803 and training accuracy:0.996780514717 validation cost:0.0271956473589 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.837677956 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.186646878719 and training accuracy:0.990800023079 validation cost:0.179242879152 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0862925499678 and training accuracy:0.99485886097 validation cost:0.0826577544212 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0582615062594 and training accuracy:0.996572554111 validation cost:0.0559056326747 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0450942404568 and training accuracy:0.997474491596 validation cost:0.0433141253889 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0373477675021 and training accuracy:0.997925519943 validation cost:0.0358769893646 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0321905463934 and training accuracy:0.998105883598 validation cost:0.0309077072889 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.028479795903 and training accuracy:0.998286306858 validation cost:0.0273246821016 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0256642811 and training accuracy:0.998827457428 validation cost:0.0246026162058 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0234431121498 and training accuracy:0.999188244343 validation cost:0.0224527474493 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:126.804486036 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.256192266941 and training accuracy:0.953250110149 validation cost:0.258077591658 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.159729719162 and training accuracy:0.963401019573 validation cost:0.161707222462 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.125079572201 and training accuracy:0.968988656998 validation cost:0.127159073949 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.106087557971 and training accuracy:0.973086237907 validation cost:0.108100071549 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0935802832246 and training accuracy:0.975786924362 validation cost:0.0954262986779 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0845066830516 and training accuracy:0.978301346302 validation cost:0.0861412957311 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0775196254253 and training accuracy:0.979791402817 validation cost:0.0789284706116 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0719160363078 and training accuracy:0.981002032757 validation cost:0.0731061398983 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.067292176187 and training accuracy:0.982119560242 validation cost:0.0682732984424 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:123.008038044 Method 3 test accuracy:0.799899995327 Training with lmbda:422830.488578, 111 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.905520201 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.382835835218 and training accuracy:0.935278594494 validation cost:0.388213247061 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.18837121129 and training accuracy:0.958003818989 validation cost:0.193958744407 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.130165502429 and training accuracy:0.969002842903 validation cost:0.136831685901 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.10220053792 and training accuracy:0.975456774235 validation cost:0.109275102615 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0854337885976 and training accuracy:0.978820085526 validation cost:0.0924199223518 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0741009637713 and training accuracy:0.981910765171 validation cost:0.0807642936707 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0658378005028 and training accuracy:0.983456075191 validation cost:0.0720738098025 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.059491738677 and training accuracy:0.984819591045 validation cost:0.0652637332678 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0544370673597 and training accuracy:0.986274003983 validation cost:0.0597455091774 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:122.82895112 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.264950305223 and training accuracy:0.980390250683 validation cost:0.267247349024 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.130705580115 and training accuracy:0.99082928896 validation cost:0.126154944301 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0880672559142 and training accuracy:0.993463397026 validation cost:0.0814368203282 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0675692856312 and training accuracy:0.994536578655 validation cost:0.06032082811 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0555055364966 and training accuracy:0.995121955872 validation cost:0.0481353104115 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0475157387555 and training accuracy:0.995609760284 validation cost:0.0402170531452 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0418037995696 and training accuracy:0.99658536911 validation cost:0.0346563160419 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0374952666461 and training accuracy:0.99658536911 validation cost:0.0305310301483 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0341144874692 and training accuracy:0.996780514717 validation cost:0.0273433588445 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.238463163 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.187291443348 and training accuracy:0.990800023079 validation cost:0.17988114059 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0867006853223 and training accuracy:0.99485886097 validation cost:0.0830596536398 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0585715025663 and training accuracy:0.996572554111 validation cost:0.0562121868134 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0453492850065 and training accuracy:0.997474491596 validation cost:0.0435681380332 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0375667102635 and training accuracy:0.997925519943 validation cost:0.0360962934792 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0323841683567 and training accuracy:0.998105883598 validation cost:0.0311028212309 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0286538843066 and training accuracy:0.998286306858 validation cost:0.0275010503829 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.025823244825 and training accuracy:0.998827457428 validation cost:0.0247642118484 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0235895998776 and training accuracy:0.999188244343 validation cost:0.0226022750139 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:126.907582045 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.256909638643 and training accuracy:0.953063905239 validation cost:0.258794426918 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.160229623318 and training accuracy:0.963307857513 validation cost:0.162201806903 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.125501573086 and training accuracy:0.969081759453 validation cost:0.127572894096 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.106471642852 and training accuracy:0.973086237907 validation cost:0.108478315175 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0939415320754 and training accuracy:0.975693821907 validation cost:0.0957842767239 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0848527029157 and training accuracy:0.978301346302 validation cost:0.0864861309528 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0778517127037 and training accuracy:0.979791402817 validation cost:0.0792635530233 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0722384080291 and training accuracy:0.981002032757 validation cost:0.0734347254038 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0676049664617 and training accuracy:0.982119560242 validation cost:0.0685945898294 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:123.013306141 Method 3 test accuracy:0.799899995327 Training with lmbda:201179.714048, 112 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:133.730521917 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364161282778 and training accuracy:0.938732862473 validation cost:0.369872957468 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.178631708026 and training accuracy:0.959458231926 validation cost:0.183352962136 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.123277544975 and training accuracy:0.969911813736 validation cost:0.128392413259 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0966939032078 and training accuracy:0.975820362568 validation cost:0.101815260947 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0807844847441 and training accuracy:0.979729115963 validation cost:0.0855771377683 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0700517296791 and training accuracy:0.982001662254 validation cost:0.0743884146214 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0622443594038 and training accuracy:0.983910560608 validation cost:0.0661106109619 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.056257430464 and training accuracy:0.985637664795 validation cost:0.0596746057272 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0514878854156 and training accuracy:0.986910283566 validation cost:0.054487016052 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:122.173866034 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.251988589764 and training accuracy:0.97648781538 validation cost:0.256801813841 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.121913857758 and training accuracy:0.988195121288 validation cost:0.118664696813 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0810950398445 and training accuracy:0.9924877882 validation cost:0.075363188982 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0617941059172 and training accuracy:0.993756115437 validation cost:0.0552844442427 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0505746416748 and training accuracy:0.994731724262 validation cost:0.0438561849296 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0432064048946 and training accuracy:0.994926810265 validation cost:0.0364968553185 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0379652716219 and training accuracy:0.995804905891 validation cost:0.0313588753343 and validation accuracy:1.0 Training on :(4, 5) training cost:0.03402415663 and training accuracy:0.996195137501 validation cost:0.0275631323457 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0309390444309 and training accuracy:0.996390223503 validation cost:0.0246407557279 and validation accuracy:1.0 Training on :(4, 5) Time taken:118.533081055 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.170634374022 and training accuracy:0.991521596909 validation cost:0.165153488517 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.077477760613 and training accuracy:0.995760798454 validation cost:0.0747543498874 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0515879951417 and training accuracy:0.997203946114 validation cost:0.0496049672365 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0395523458719 and training accuracy:0.997745096684 validation cost:0.0378513634205 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0325442738831 and training accuracy:0.998286306858 validation cost:0.0309833362699 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0279192980379 and training accuracy:0.998556852341 validation cost:0.0264458246529 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0246155001223 and training accuracy:0.998827457428 validation cost:0.0232070889324 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0221243984997 and training accuracy:0.998827457428 validation cost:0.0207697879523 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0201696939766 and training accuracy:0.998917639256 validation cost:0.0188630372286 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.187744141 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.242989331484 and training accuracy:0.955671429634 validation cost:0.244159936905 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.147787600756 and training accuracy:0.965822339058 validation cost:0.149267807603 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.114272601902 and training accuracy:0.972248077393 validation cost:0.115908622742 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0960284769535 and training accuracy:0.975693821907 validation cost:0.0975398346782 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.084072612226 and training accuracy:0.977928876877 validation cost:0.0853338167071 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0754389539361 and training accuracy:0.980722665787 validation cost:0.0764127448201 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0688293203712 and training accuracy:0.982492089272 validation cost:0.0695201680064 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0635670870543 and training accuracy:0.983609616756 validation cost:0.0639927983284 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0592557117343 and training accuracy:0.984540879726 validation cost:0.0594471879303 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:122.438560963 Method 3 test accuracy:0.830299973488 Training with lmbda:227094.222616, 113 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.146823883 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364649832249 and training accuracy:0.938732862473 validation cost:0.370352625847 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.179090812802 and training accuracy:0.959821820259 validation cost:0.18378816545 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.123694092035 and training accuracy:0.970184504986 validation cost:0.128777369857 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0970854684711 and training accuracy:0.975820362568 validation cost:0.102177247405 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0811587721109 and training accuracy:0.979729115963 validation cost:0.0859275385737 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0704111084342 and training accuracy:0.982092559338 validation cost:0.0747301951051 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0625897869468 and training accuracy:0.983910560608 validation cost:0.0664427876472 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0565907210112 and training accuracy:0.985637664795 validation cost:0.0599990673363 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0518105402589 and training accuracy:0.986910283566 validation cost:0.0548041276634 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:124.732192039 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.254428297281 and training accuracy:0.976585388184 validation cost:0.259364157915 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.123594820499 and training accuracy:0.988097548485 validation cost:0.120451256633 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0823714137077 and training accuracy:0.992390215397 validation cost:0.0767136588693 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0628269687295 and training accuracy:0.993756115437 validation cost:0.0563715770841 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0514473505318 and training accuracy:0.994731724262 validation cost:0.0447698421776 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0439656190574 and training accuracy:0.994926810265 validation cost:0.0372879691422 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0386384502053 and training accuracy:0.995609760284 validation cost:0.0320574827492 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0346317589283 and training accuracy:0.996195137501 validation cost:0.0281914416701 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0314932987094 and training accuracy:0.996487796307 validation cost:0.0252119135112 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.422677994 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.172575265169 and training accuracy:0.991702020168 validation cost:0.167085856199 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0787538588047 and training accuracy:0.995670616627 validation cost:0.076019577682 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0525910891593 and training accuracy:0.997203946114 validation cost:0.0506012551486 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0403958559036 and training accuracy:0.997745096684 validation cost:0.0386919677258 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0332799330354 and training accuracy:0.998286306858 validation cost:0.0317194238305 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0285760834813 and training accuracy:0.998466670513 validation cost:0.0271047689021 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.025212360546 and training accuracy:0.998647093773 validation cost:0.0238074809313 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0226729717106 and training accuracy:0.998827457428 validation cost:0.0213228650391 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0206787679344 and training accuracy:0.998917639256 validation cost:0.0193770304322 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.752336025 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.245246380568 and training accuracy:0.955764591694 validation cost:0.246430709958 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.149208202958 and training accuracy:0.965822339058 validation cost:0.150678560138 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.115467533469 and training accuracy:0.972341239452 validation cost:0.11707315594 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0971390902996 and training accuracy:0.975786924362 validation cost:0.0986147969961 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0851404964924 and training accuracy:0.977835714817 validation cost:0.0863692611456 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0764802396297 and training accuracy:0.980257034302 validation cost:0.0774279534817 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0698501840234 and training accuracy:0.982305824757 validation cost:0.0705224499106 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0645709186792 and training accuracy:0.983702719212 validation cost:0.0649849921465 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0602431893349 and training accuracy:0.984540879726 validation cost:0.060431048274 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:120.439395905 Method 3 test accuracy:0.83109998703 Training with lmbda:230392.280196, 114 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.053953886 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36471092701 and training accuracy:0.938732862473 validation cost:0.370412617922 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.179147645831 and training accuracy:0.959912717342 validation cost:0.183842092752 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.123745419085 and training accuracy:0.970184504986 validation cost:0.128824830055 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0971333608031 and training accuracy:0.975820362568 validation cost:0.102221548557 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0812049657106 and training accuracy:0.979729115963 validation cost:0.085970506072 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.070455417037 and training accuracy:0.982092559338 validation cost:0.0747720599174 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0626323893666 and training accuracy:0.983910560608 validation cost:0.0664834976196 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0566320903599 and training accuracy:0.985637664795 validation cost:0.060039203614 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0518504455686 and training accuracy:0.986910283566 validation cost:0.0548432208598 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:121.434664965 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.254727423191 and training accuracy:0.976585388184 validation cost:0.259678453207 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.123800069094 and training accuracy:0.988097548485 validation cost:0.120669595897 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0825272575021 and training accuracy:0.992390215397 validation cost:0.0768786892295 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0629527047276 and training accuracy:0.993756115437 validation cost:0.0565038770437 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0515535436571 and training accuracy:0.994731724262 validation cost:0.0448810942471 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0440582260489 and training accuracy:0.994926810265 validation cost:0.0373843945563 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0387205109 and training accuracy:0.995512187481 validation cost:0.0321426987648 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0347056873143 and training accuracy:0.996195137501 validation cost:0.0282679572701 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0315606966615 and training accuracy:0.996487796307 validation cost:0.0252814181149 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.459280968 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.172816216946 and training accuracy:0.991702020168 validation cost:0.167326003313 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0789116248488 and training accuracy:0.995670616627 validation cost:0.0761763006449 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0527145303786 and training accuracy:0.997203946114 validation cost:0.0507242232561 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0404992848635 and training accuracy:0.997745096684 validation cost:0.0387953929603 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0333699472249 and training accuracy:0.998286306858 validation cost:0.0318097285926 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0286562480032 and training accuracy:0.998466670513 validation cost:0.0271853990853 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.025285102427 and training accuracy:0.998647093773 validation cost:0.0238808691502 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0227396786213 and training accuracy:0.998827457428 validation cost:0.0213903710246 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0207406077534 and training accuracy:0.998917639256 validation cost:0.0194397289306 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.250334978 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.245528668165 and training accuracy:0.955764591694 validation cost:0.246714562178 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.149387136102 and training accuracy:0.965822339058 validation cost:0.150856181979 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.115616865456 and training accuracy:0.972248077393 validation cost:0.117219135165 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0972768142819 and training accuracy:0.975786924362 validation cost:0.0987481176853 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0852722078562 and training accuracy:0.977835714817 validation cost:0.0864973589778 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.076608993113 and training accuracy:0.980257034302 validation cost:0.0775537267327 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.069975823164 and training accuracy:0.982305824757 validation cost:0.0706458687782 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0646939426661 and training accuracy:0.983609616756 validation cost:0.0651067942381 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0603638589382 and training accuracy:0.984540879726 validation cost:0.0605510994792 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:121.00474 Method 3 test accuracy:0.83109998703 Training with lmbda:234176.647421, 115 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.639242887 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364781081676 and training accuracy:0.938732862473 validation cost:0.370481550694 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.179212972522 and training accuracy:0.959912717342 validation cost:0.183904081583 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.123803749681 and training accuracy:0.970184504986 validation cost:0.128878757358 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0971881896257 and training accuracy:0.975820362568 validation cost:0.102272413671 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0812571197748 and training accuracy:0.97963821888 validation cost:0.0860195159912 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0705056786537 and training accuracy:0.982092559338 validation cost:0.0748202055693 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0626806020737 and training accuracy:0.983910560608 validation cost:0.0665299594402 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0566784590483 and training accuracy:0.985546767712 validation cost:0.0600843504071 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0518953837454 and training accuracy:0.986910283566 validation cost:0.0548876821995 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:123.569374084 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.255065977573 and training accuracy:0.976585388184 validation cost:0.26003319025 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.12403408438 and training accuracy:0.988097548485 validation cost:0.1209179461 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0827043876052 and training accuracy:0.992390215397 validation cost:0.0770658329129 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0630954876542 and training accuracy:0.993756115437 validation cost:0.0566539950669 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0516735948622 and training accuracy:0.994731724262 validation cost:0.0450067594647 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0441624335945 and training accuracy:0.994926810265 validation cost:0.0374929755926 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0388135462999 and training accuracy:0.995512187481 validation cost:0.0322390496731 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0347892828286 and training accuracy:0.996195137501 validation cost:0.0283543933183 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0316369347274 and training accuracy:0.996487796307 validation cost:0.0253600552678 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.275415897 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.173092097044 and training accuracy:0.991702020168 validation cost:0.167600601912 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0790917873383 and training accuracy:0.995670616627 validation cost:0.0763552710414 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0528552494943 and training accuracy:0.997203946114 validation cost:0.0508642978966 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0406173728406 and training accuracy:0.997745096684 validation cost:0.0389135405421 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0334726460278 and training accuracy:0.998286306858 validation cost:0.0319128520787 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0287478230894 and training accuracy:0.998466670513 validation cost:0.0272776000202 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0253679882735 and training accuracy:0.998556852341 validation cost:0.0239645987749 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0228158086538 and training accuracy:0.998827457428 validation cost:0.021467462182 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0208111386746 and training accuracy:0.998917639256 validation cost:0.019511308521 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.103038073 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.245849341154 and training accuracy:0.955857694149 validation cost:0.247037440538 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.149589493871 and training accuracy:0.965822339058 validation cost:0.151057183743 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.115787126124 and training accuracy:0.972248077393 validation cost:0.117385491729 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0974339842796 and training accuracy:0.975786924362 validation cost:0.0989004299045 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0854222923517 and training accuracy:0.977835714817 validation cost:0.0866424962878 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0767554715276 and training accuracy:0.980257034302 validation cost:0.0776967480779 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0701191499829 and training accuracy:0.982305824757 validation cost:0.0707859843969 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0648346766829 and training accuracy:0.983609616756 validation cost:0.065245360136 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0605017840862 and training accuracy:0.984540879726 validation cost:0.0606879740953 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:120.082494974 Method 3 test accuracy:0.83109998703 Training with lmbda:246332.054888, 116 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.289802074 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365004688501 and training accuracy:0.938732862473 validation cost:0.3707010746 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.179420590401 and training accuracy:0.959912717342 validation cost:0.18410076201 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.12398930639 and training accuracy:0.970184504986 validation cost:0.129050374031 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0973625332117 and training accuracy:0.975820362568 validation cost:0.102434083819 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0814227312803 and training accuracy:0.979729115963 validation cost:0.0861745774746 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0706647932529 and training accuracy:0.982001662254 validation cost:0.0749719887972 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0628333240747 and training accuracy:0.983910560608 validation cost:0.0666771158576 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0568254552782 and training accuracy:0.985546767712 validation cost:0.0602278932929 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0520380325615 and training accuracy:0.986910283566 validation cost:0.0550283193588 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:123.370507002 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.256137281656 and training accuracy:0.97648781538 validation cost:0.261158198118 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.12476900965 and training accuracy:0.987999975681 validation cost:0.121699556708 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0832590982318 and training accuracy:0.992292702198 validation cost:0.0776526778936 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0635424554348 and training accuracy:0.993658542633 validation cost:0.0571243464947 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.052049677819 and training accuracy:0.994731724262 validation cost:0.0454008467495 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0444892533123 and training accuracy:0.994926810265 validation cost:0.0378340668976 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0391032435 and training accuracy:0.995512187481 validation cost:0.0325404815376 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0350505001843 and training accuracy:0.996097564697 validation cost:0.0286249890924 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0318752080202 and training accuracy:0.996487796307 validation cost:0.0256058629602 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.078586817 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.173958957195 and training accuracy:0.991702020168 validation cost:0.168463885784 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.079660192132 and training accuracy:0.995670616627 validation cost:0.0769195556641 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0532987937331 and training accuracy:0.997203946114 validation cost:0.0513059459627 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0409890301526 and training accuracy:0.997835278511 validation cost:0.0392848215997 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0337957069278 and training accuracy:0.998286306858 validation cost:0.032236661762 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0290361978114 and training accuracy:0.998466670513 validation cost:0.0275676138699 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0256293155253 and training accuracy:0.998556852341 validation cost:0.0242281798273 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0230553690344 and training accuracy:0.998827457428 validation cost:0.0217097643763 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0210331920534 and training accuracy:0.998917639256 validation cost:0.0197364073247 and validation accuracy:1.0 Training on :(6, 7) Time taken:135.195307016 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.246869534254 and training accuracy:0.956137061119 validation cost:0.248065724969 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.150237336755 and training accuracy:0.965636074543 validation cost:0.1517021209 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.116330571473 and training accuracy:0.972341239452 validation cost:0.117918342352 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0979342982173 and training accuracy:0.975786924362 validation cost:0.0993877500296 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0859006643295 and training accuracy:0.977649450302 validation cost:0.0871093422174 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0772185698152 and training accuracy:0.980163931847 validation cost:0.0781525895 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0705718025565 and training accuracy:0.982119560242 validation cost:0.0712324827909 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0652770400047 and training accuracy:0.983330249786 validation cost:0.0656845346093 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0609353519976 and training accuracy:0.984447777271 validation cost:0.0611204728484 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:125.456804991 Method 3 test accuracy:0.831499993801 Training with lmbda:252300.530529, 117 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:137.262299061 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365112304688 and training accuracy:0.938732862473 validation cost:0.370806604624 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.179520949721 and training accuracy:0.959912717342 validation cost:0.184195950627 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.124079562724 and training accuracy:0.970093607903 validation cost:0.12913402915 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.0974474102259 and training accuracy:0.975820362568 validation cost:0.102513074875 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0815032944083 and training accuracy:0.979729115963 validation cost:0.0862512588501 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0707419067621 and training accuracy:0.982001662254 validation cost:0.0750462710857 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0629070028663 and training accuracy:0.983910560608 validation cost:0.0667492970824 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0568962283432 and training accuracy:0.985546767712 validation cost:0.060297742486 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0521060377359 and training accuracy:0.986910283566 validation cost:0.0550956428051 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:131.179917097 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.256648778915 and training accuracy:0.97648781538 validation cost:0.261695414782 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.125120490789 and training accuracy:0.987999975681 validation cost:0.12207339704 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0835244357586 and training accuracy:0.992292702198 validation cost:0.0779336094856 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.063757583499 and training accuracy:0.993658542633 validation cost:0.0573510155082 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0522304289043 and training accuracy:0.994634151459 validation cost:0.0455903671682 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0446457751095 and training accuracy:0.994926810265 validation cost:0.0379974097013 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0392422191799 and training accuracy:0.995609760284 validation cost:0.0326849371195 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0351750068367 and training accuracy:0.996097564697 validation cost:0.0287539288402 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0319885499775 and training accuracy:0.996487796307 validation cost:0.0257228445262 and validation accuracy:1.0 Training on :(4, 5) Time taken:127.376952887 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.174378588796 and training accuracy:0.991702020168 validation cost:0.168882161379 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0799342989922 and training accuracy:0.995670616627 validation cost:0.0771921053529 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0535127110779 and training accuracy:0.997203946114 validation cost:0.0515192523599 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0411679968238 and training accuracy:0.997835278511 validation cost:0.0394638516009 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0339512303472 and training accuracy:0.998286306858 validation cost:0.0323927663267 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0291746836156 and training accuracy:0.998466670513 validation cost:0.0277071669698 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0257548764348 and training accuracy:0.998556852341 validation cost:0.0243551470339 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0231707170606 and training accuracy:0.998827457428 validation cost:0.0218267291784 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0211400352418 and training accuracy:0.998917639256 validation cost:0.0198450051248 and validation accuracy:1.0 Training on :(6, 7) Time taken:133.162436962 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.247366219759 and training accuracy:0.956230223179 validation cost:0.248566329479 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.150554120541 and training accuracy:0.965729176998 validation cost:0.152017250657 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.116595476866 and training accuracy:0.972248077393 validation cost:0.118177190423 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0981778204441 and training accuracy:0.975786924362 validation cost:0.0996243283153 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0861331298947 and training accuracy:0.977742612362 validation cost:0.0873354449868 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0774436891079 and training accuracy:0.980163931847 validation cost:0.0783729329705 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0707907155156 and training accuracy:0.982119560242 validation cost:0.0714487209916 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0654908940196 and training accuracy:0.983237087727 validation cost:0.0658969432116 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0611448585987 and training accuracy:0.984354615211 validation cost:0.0613285154104 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:131.450469017 Method 3 test accuracy:0.831300020218 Training with lmbda:269592.346273, 118 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:138.597563028 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365421026945 and training accuracy:0.938732862473 validation cost:0.371109396219 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.17980645597 and training accuracy:0.959912717342 validation cost:0.184467285872 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.124334767461 and training accuracy:0.970093607903 validation cost:0.129370570183 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0976861342788 and training accuracy:0.975911259651 validation cost:0.102734595537 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0817298963666 and training accuracy:0.97963821888 validation cost:0.0864646583796 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0709584057331 and training accuracy:0.982001662254 validation cost:0.0752529725432 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0631145238876 and training accuracy:0.983910560608 validation cost:0.0669495761395 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.057095810771 and training accuracy:0.985546767712 validation cost:0.060492079705 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0522990003228 and training accuracy:0.987001180649 validation cost:0.0552852191031 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:128.164353848 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.258101701736 and training accuracy:0.976292669773 validation cost:0.263221353292 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.126116007566 and training accuracy:0.987804889679 validation cost:0.123133048415 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0842709615827 and training accuracy:0.992097556591 validation cost:0.078724399209 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0643573999405 and training accuracy:0.993658542633 validation cost:0.0579833723605 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0527345538139 and training accuracy:0.994634151459 validation cost:0.0461193472147 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0450825244188 and training accuracy:0.994829297066 validation cost:0.0384541340172 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0396285317838 and training accuracy:0.995609760284 validation cost:0.0330874621868 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0355229489505 and training accuracy:0.995999991894 validation cost:0.0291151702404 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323052816093 and training accuracy:0.996390223503 validation cost:0.0260506421328 and validation accuracy:1.0 Training on :(4, 5) Time taken:122.581608772 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.175571531057 and training accuracy:0.991702020168 validation cost:0.170070335269 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0807122886181 and training accuracy:0.995670616627 validation cost:0.0779651328921 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0541183315217 and training accuracy:0.997203946114 validation cost:0.05212270841 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0416736714542 and training accuracy:0.997835278511 validation cost:0.0399697162211 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0343900546432 and training accuracy:0.998286306858 validation cost:0.0328332670033 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0295647587627 and training accuracy:0.998466670513 validation cost:0.0281003061682 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.026108564809 and training accuracy:0.998556852341 validation cost:0.0247129425406 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0234952159226 and training accuracy:0.998827457428 validation cost:0.0221559144557 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0214405171573 and training accuracy:0.998917639256 validation cost:0.0201505236328 and validation accuracy:1.0 Training on :(6, 7) Time taken:140.866557121 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.248775109649 and training accuracy:0.956416487694 validation cost:0.249985054135 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.151458129287 and training accuracy:0.965822339058 validation cost:0.152917608619 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.11734983325 and training accuracy:0.972061812878 validation cost:0.118915989995 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0988684371114 and training accuracy:0.975693821907 validation cost:0.100296422839 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0867918357253 and training accuracy:0.977742612362 validation cost:0.0879777446389 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0780797079206 and training accuracy:0.980070769787 validation cost:0.0789969265461 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0714101865888 and training accuracy:0.982026457787 validation cost:0.0720590502024 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0660951882601 and training accuracy:0.983237087727 validation cost:0.0664967671037 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0617359690368 and training accuracy:0.984261512756 validation cost:0.0619190521538 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:126.035523891 Method 3 test accuracy:0.831399977207 Training with lmbda:306129.397687, 119 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.190231085 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366054922342 and training accuracy:0.938914656639 validation cost:0.371731191874 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.180389776826 and training accuracy:0.959912717342 validation cost:0.185020565987 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.124856568873 and training accuracy:0.969911813736 validation cost:0.129855409265 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0981718301773 and training accuracy:0.975820362568 validation cost:0.103186219931 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0821905732155 and training accuracy:0.979456424713 validation cost:0.0869006514549 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0713960677385 and training accuracy:0.981910765171 validation cost:0.075673379004 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0635328069329 and training accuracy:0.983910560608 validation cost:0.0673561170697 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0574976466596 and training accuracy:0.985546767712 validation cost:0.0608879178762 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0526861771941 and training accuracy:0.987001180649 validation cost:0.0556699670851 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.03447485 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.260996341705 and training accuracy:0.975902438164 validation cost:0.26626059413 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.12809188664 and training accuracy:0.987609744072 validation cost:0.125237032771 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0857496783137 and training accuracy:0.992097556591 validation cost:0.0802933946252 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0655420720577 and training accuracy:0.993658542633 validation cost:0.0592336766422 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0537270493805 and training accuracy:0.994634151459 validation cost:0.0471617653966 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0459400564432 and training accuracy:0.994829297066 validation cost:0.0393511429429 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0403871163726 and training accuracy:0.995512187481 validation cost:0.0338783450425 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0362052433193 and training accuracy:0.995804905891 validation cost:0.0298239700496 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0329277515411 and training accuracy:0.996487796307 validation cost:0.0266950279474 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.515316963 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.177990540862 and training accuracy:0.991702020168 validation cost:0.172481492162 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0822895392776 and training accuracy:0.995760798454 validation cost:0.0795350819826 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0553373545408 and training accuracy:0.997203946114 validation cost:0.0533399172127 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0426874682307 and training accuracy:0.997835278511 validation cost:0.0409868955612 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0352677553892 and training accuracy:0.998196065426 validation cost:0.0337178967893 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0303445439786 and training accuracy:0.998466670513 validation cost:0.0288897547871 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0268137622625 and training accuracy:0.998556852341 validation cost:0.0254292842001 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0241415929049 and training accuracy:0.998827457428 validation cost:0.0228141006082 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0220387540758 and training accuracy:0.998917639256 validation cost:0.0207606907934 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.265313148 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.251656860113 and training accuracy:0.956509590149 validation cost:0.252889692783 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.153322860599 and training accuracy:0.966008543968 validation cost:0.154778376222 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.11890117079 and training accuracy:0.972061812878 validation cost:0.120441690087 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.100281298161 and training accuracy:0.975414395332 validation cost:0.101678907871 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0881292372942 and training accuracy:0.977742612362 validation cost:0.0892892032862 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0793671235442 and training accuracy:0.979884505272 validation cost:0.0802638679743 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0726595297456 and training accuracy:0.982026457787 validation cost:0.0732977986336 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0673120766878 and training accuracy:0.983143985271 validation cost:0.067709647119 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0629246532917 and training accuracy:0.984168350697 validation cost:0.0631107464433 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.708662033 Method 3 test accuracy:0.833000004292 Training with lmbda:335851.235448, 120 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.25257802 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366554886103 and training accuracy:0.938914656639 validation cost:0.372221797705 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.180844783783 and training accuracy:0.960003614426 validation cost:0.18545307219 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.125258997083 and training accuracy:0.969911813736 validation cost:0.130229830742 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0985450819135 and training accuracy:0.975729465485 validation cost:0.103534162045 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0825426355004 and training accuracy:0.979456424713 validation cost:0.0872341170907 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0717312097549 and training accuracy:0.981819808483 validation cost:0.0759963020682 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.063852891326 and training accuracy:0.983910560608 validation cost:0.067668363452 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0578045472503 and training accuracy:0.985546767712 validation cost:0.0611912496388 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0529805347323 and training accuracy:0.987001180649 validation cost:0.0559636317194 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.489072084 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.263207703829 and training accuracy:0.975707292557 validation cost:0.268585860729 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.129595845938 and training accuracy:0.987609744072 validation cost:0.126842066646 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0868700966239 and training accuracy:0.992097556591 validation cost:0.081485234201 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0664352849126 and training accuracy:0.993463397026 validation cost:0.0601791888475 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0544725507498 and training accuracy:0.994536578655 validation cost:0.0479470491409 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.046582236886 and training accuracy:0.994926810265 validation cost:0.0400245338678 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0409543029964 and training accuracy:0.995512187481 validation cost:0.0344712510705 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0367153920233 and training accuracy:0.995707333088 validation cost:0.0303555261344 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0333921834826 and training accuracy:0.996487796307 validation cost:0.0271775089204 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.363641977 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.179865643382 and training accuracy:0.991702020168 validation cost:0.174352452159 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0835063606501 and training accuracy:0.995760798454 validation cost:0.0807483792305 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0562741272151 and training accuracy:0.997294127941 validation cost:0.0542779155076 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.043463844806 and training accuracy:0.997835278511 validation cost:0.0417690500617 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0359384529293 and training accuracy:0.998196065426 validation cost:0.0343969576061 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0309395063668 and training accuracy:0.998466670513 validation cost:0.0294943414629 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0273508355021 and training accuracy:0.998556852341 validation cost:0.0259762220085 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0246330779046 and training accuracy:0.9987372756 validation cost:0.0233160015196 and validation accuracy:1.0 Training on :(6, 7) training cost:0.022493340075 and training accuracy:0.998917639256 validation cost:0.021225867793 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.391181946 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.253907650709 and training accuracy:0.956602692604 validation cost:0.255158245564 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.154794111848 and training accuracy:0.965915441513 validation cost:0.156246557832 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.120117656887 and training accuracy:0.971875607967 validation cost:0.121640048921 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.101383648813 and training accuracy:0.975321292877 validation cost:0.102760732174 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0891656130552 and training accuracy:0.977742612362 validation cost:0.090308599174 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0803615152836 and training accuracy:0.979791402817 validation cost:0.0812472552061 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0736217424273 and training accuracy:0.981840193272 validation cost:0.0742548853159 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0682474300265 and training accuracy:0.983143985271 validation cost:0.0686468333006 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0638361349702 and training accuracy:0.983982145786 validation cost:0.0640302449465 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.162233829 Method 3 test accuracy:0.833400011063 Training with lmbda:343773.332357, 121 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.787724018 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366686314344 and training accuracy:0.938914656639 validation cost:0.372350811958 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.180963888764 and training accuracy:0.960003614426 validation cost:0.185566082597 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.125363439322 and training accuracy:0.969911813736 validation cost:0.130326986313 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0986419320107 and training accuracy:0.975729465485 validation cost:0.103624582291 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0826339945197 and training accuracy:0.979456424713 validation cost:0.0873210951686 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0718180090189 and training accuracy:0.981819808483 validation cost:0.0760800465941 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0639353469014 and training accuracy:0.983910560608 validation cost:0.0677492618561 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0578846149147 and training accuracy:0.985546767712 validation cost:0.0612706504762 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0530581437051 and training accuracy:0.987001180649 validation cost:0.05604159832 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.240154028 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.263776689768 and training accuracy:0.975707292557 validation cost:0.269183158875 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.129982754588 and training accuracy:0.98741465807 validation cost:0.127254918218 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0871572643518 and training accuracy:0.992097556591 validation cost:0.0817908719182 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0666637271643 and training accuracy:0.993463397026 validation cost:0.0604211986065 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.054663348943 and training accuracy:0.994439005852 validation cost:0.0481480956078 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0467463731766 and training accuracy:0.995024383068 validation cost:0.0401967465878 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0410986505449 and training accuracy:0.995414614677 validation cost:0.0346221886575 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0368451401591 and training accuracy:0.995804905891 validation cost:0.030490797013 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0335099995136 and training accuracy:0.996292710304 validation cost:0.0272999890149 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.431480885 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.180350512266 and training accuracy:0.991702020168 validation cost:0.17483702302 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0838209241629 and training accuracy:0.995760798454 validation cost:0.0810627192259 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0565159507096 and training accuracy:0.997294127941 validation cost:0.0545208379626 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0436636991799 and training accuracy:0.997835278511 validation cost:0.0419709309936 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0361106432974 and training accuracy:0.998196065426 validation cost:0.0345716923475 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0310922451317 and training accuracy:0.998466670513 validation cost:0.0296499859542 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0274889338762 and training accuracy:0.998556852341 validation cost:0.0261174365878 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0247595086694 and training accuracy:0.9987372756 validation cost:0.023445578292 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0226100217551 and training accuracy:0.998917639256 validation cost:0.0213457588106 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.093631029 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.254493534565 and training accuracy:0.956602692604 validation cost:0.255748689175 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.155178487301 and training accuracy:0.965822339058 validation cost:0.156629785895 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.120435357094 and training accuracy:0.971875607967 validation cost:0.121953211725 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.101670727134 and training accuracy:0.975228190422 validation cost:0.103042058647 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0894345864654 and training accuracy:0.977742612362 validation cost:0.0905732959509 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0806191265583 and training accuracy:0.979698240757 validation cost:0.0815020799637 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0738706514239 and training accuracy:0.981840193272 validation cost:0.0745027288795 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0684892088175 and training accuracy:0.983050823212 validation cost:0.0688894242048 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0640714839101 and training accuracy:0.983982145786 validation cost:0.0642685592175 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.742336035 Method 3 test accuracy:0.833500027657 Training with lmbda:367687.271182, 122 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.027395964 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.367076277733 and training accuracy:0.938914656639 validation cost:0.372733533382 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.181315973401 and training accuracy:0.960003614426 validation cost:0.185900822282 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.125674039125 and training accuracy:0.969911813736 validation cost:0.130616039038 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.098927795887 and training accuracy:0.975729465485 validation cost:0.103891298175 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0829027667642 and training accuracy:0.979456424713 validation cost:0.0875758305192 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0720723420382 and training accuracy:0.9817289114 validation cost:0.0763252452016 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0641783177853 and training accuracy:0.983819663525 validation cost:0.067987382412 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0581172816455 and training accuracy:0.985546767712 validation cost:0.0615019649267 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0532824546099 and training accuracy:0.987092077732 validation cost:0.056266259402 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.444177151 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.265446603298 and training accuracy:0.975512206554 validation cost:0.270939171314 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.131114080548 and training accuracy:0.987512171268 validation cost:0.128463432193 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0879958793521 and training accuracy:0.992097556591 validation cost:0.0826847553253 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.06733006984 and training accuracy:0.993463397026 validation cost:0.0611279420555 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0552191026509 and training accuracy:0.994341492653 validation cost:0.0487348772585 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0472250021994 and training accuracy:0.995024383068 validation cost:0.0407003127038 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0415208935738 and training accuracy:0.995414614677 validation cost:0.0350649617612 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0372238457203 and training accuracy:0.995804905891 validation cost:0.0308867935091 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0338546149433 and training accuracy:0.996195137501 validation cost:0.027659278363 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.85325098 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.181788489223 and training accuracy:0.991792201996 validation cost:0.176274001598 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0847538486123 and training accuracy:0.995760798454 validation cost:0.0819953456521 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0572298690677 and training accuracy:0.997294127941 validation cost:0.0552384778857 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.044254694134 and training accuracy:0.997835278511 validation cost:0.0425681136549 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0366197191179 and training accuracy:0.998196065426 validation cost:0.0350887402892 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0315429009497 and training accuracy:0.998466670513 validation cost:0.0301094539464 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0278950650245 and training accuracy:0.998556852341 validation cost:0.0265326332301 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0251308605075 and training accuracy:0.9987372756 validation cost:0.0238262135535 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0229531060904 and training accuracy:0.998917639256 validation cost:0.0216979961842 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.448815823 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.256239771843 and training accuracy:0.956416487694 validation cost:0.257508069277 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.156325370073 and training accuracy:0.965915441513 validation cost:0.15777553618 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.121380567551 and training accuracy:0.971782445908 validation cost:0.122886784375 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102521747351 and training accuracy:0.975135028362 validation cost:0.103880658746 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0902322903275 and training accuracy:0.977742612362 validation cost:0.091361194849 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0813797786832 and training accuracy:0.979418873787 validation cost:0.0822575762868 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0746036171913 and training accuracy:0.981653928757 validation cost:0.0752354115248 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0691994577646 and training accuracy:0.982957720757 validation cost:0.0696042701602 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0647629126906 and training accuracy:0.983702719212 validation cost:0.064967609942 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.609414816 Method 3 test accuracy:0.833999991417 Training with lmbda:406463.188776, 123 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.946329117 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.367691159248 and training accuracy:0.938914656639 validation cost:0.373336911201 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.181870058179 and training accuracy:0.959912717342 validation cost:0.186428144574 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.126161471009 and training accuracy:0.969820916653 validation cost:0.131070390344 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.099374525249 and training accuracy:0.975729465485 validation cost:0.1043093279 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0833228826523 and training accuracy:0.97936552763 validation cost:0.0879752784967 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0724687427282 and training accuracy:0.981638014317 validation cost:0.0767080932856 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0645547360182 and training accuracy:0.983819663525 validation cost:0.0683556571603 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0584765858948 and training accuracy:0.985546767712 validation cost:0.0618572719395 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0536275058985 and training accuracy:0.987092077732 validation cost:0.056611020118 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.670834064 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.268018096685 and training accuracy:0.975121974945 validation cost:0.273646146059 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.132854610682 and training accuracy:0.98741465807 validation cost:0.130324423313 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0892831161618 and training accuracy:0.992097556591 validation cost:0.0840580761433 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0683499574661 and training accuracy:0.993365824223 validation cost:0.0622105933726 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0560670085251 and training accuracy:0.994146347046 validation cost:0.0496309474111 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0479544959962 and training accuracy:0.995024383068 validation cost:0.0414685755968 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0421632155776 and training accuracy:0.995414614677 validation cost:0.0357393734157 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0377985686064 and training accuracy:0.99590241909 validation cost:0.0314881168306 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0343761257827 and training accuracy:0.996097564697 validation cost:0.028203157708 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.232424021 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.18402993679 and training accuracy:0.991882383823 validation cost:0.178515821695 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0862036496401 and training accuracy:0.995670616627 validation cost:0.0834470838308 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0583357587457 and training accuracy:0.997294127941 validation cost:0.0563526116312 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0451657362282 and training accuracy:0.997745096684 validation cost:0.0434912741184 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0374043509364 and training accuracy:0.998196065426 validation cost:0.0358871370554 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0322369635105 and training accuracy:0.998466670513 validation cost:0.030818618834 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0285207480192 and training accuracy:0.998556852341 validation cost:0.0271737091243 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0257023926824 and training accuracy:0.9987372756 validation cost:0.0244131255895 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0234812647104 and training accuracy:0.998827457428 validation cost:0.0222412198782 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.415698051 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.258976995945 and training accuracy:0.956509590149 validation cost:0.260266900063 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.15813498199 and training accuracy:0.965822339058 validation cost:0.159587055445 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.122866824269 and training accuracy:0.971596181393 validation cost:0.124358430505 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.103857770562 and training accuracy:0.974855661392 validation cost:0.105200469494 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0914793387055 and training accuracy:0.977649450302 validation cost:0.0925961658359 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0825659781694 and training accuracy:0.979418873787 validation cost:0.0834372341633 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0757440403104 and training accuracy:0.981653928757 validation cost:0.0763750225306 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0703046992421 and training accuracy:0.982678353786 validation cost:0.0707150176167 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0658356770873 and training accuracy:0.983609616756 validation cost:0.0660496503115 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.232239962 Method 3 test accuracy:0.834599971771 Training with lmbda:411194.03308, 124 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.365162134 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.367764562368 and training accuracy:0.938914656639 validation cost:0.373408913612 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.181936234236 and training accuracy:0.959912717342 validation cost:0.186491250992 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.126219809055 and training accuracy:0.969911813736 validation cost:0.131124958396 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0994276627898 and training accuracy:0.975729465485 validation cost:0.104359194636 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0833725258708 and training accuracy:0.97936552763 validation cost:0.0880225971341 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0725155025721 and training accuracy:0.981547117233 validation cost:0.0767533108592 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0645991787314 and training accuracy:0.983819663525 validation cost:0.0683992281556 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0585188940167 and training accuracy:0.985546767712 validation cost:0.0618991293013 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0536681599915 and training accuracy:0.987092077732 validation cost:0.0566517226398 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.579171896 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.268316417933 and training accuracy:0.975121974945 validation cost:0.273960292339 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.133057907224 and training accuracy:0.98741465807 validation cost:0.130542054772 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0894330888987 and training accuracy:0.992097556591 validation cost:0.0842183828354 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0684694796801 and training accuracy:0.993365824223 validation cost:0.062337808311 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0561665520072 and training accuracy:0.994146347046 validation cost:0.049736559391 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0480400659144 and training accuracy:0.995024383068 validation cost:0.0415591187775 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0422383584082 and training accuracy:0.995414614677 validation cost:0.0358185470104 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0378659591079 and training accuracy:0.99590241909 validation cost:0.0315589047968 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0344373397529 and training accuracy:0.996097564697 validation cost:0.0282671935856 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.446870089 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.184294208884 and training accuracy:0.991882383823 validation cost:0.178780272603 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0863754451275 and training accuracy:0.995670616627 validation cost:0.0836191549897 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0584666319191 and training accuracy:0.997294127941 validation cost:0.0564844682813 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0452734567225 and training accuracy:0.997745096684 validation cost:0.0436004586518 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0374968014657 and training accuracy:0.998196065426 validation cost:0.0359812118113 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0323186963797 and training accuracy:0.998466670513 validation cost:0.0309021770954 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.028594430536 and training accuracy:0.998556852341 validation cost:0.027249192819 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0257697366178 and training accuracy:0.9987372756 validation cost:0.0244823619723 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0235434900969 and training accuracy:0.998827457428 validation cost:0.0223052874207 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.287353992 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.25930288434 and training accuracy:0.956509590149 validation cost:0.260595679283 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.158349737525 and training accuracy:0.965822339058 validation cost:0.159802883863 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.123043529689 and training accuracy:0.971596181393 validation cost:0.124534346163 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.104016579688 and training accuracy:0.974855661392 validation cost:0.105358332396 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0916277170181 and training accuracy:0.977649450302 validation cost:0.0927436947823 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0827073156834 and training accuracy:0.979418873787 validation cost:0.0835783407092 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0758797898889 and training accuracy:0.981653928757 validation cost:0.0765114352107 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0704353451729 and training accuracy:0.982678353786 validation cost:0.0708469450474 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0659627914429 and training accuracy:0.983609616756 validation cost:0.0661784410477 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.842869043 Method 3 test accuracy:0.834699988365 Training with lmbda:422830.488578, 125 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.939064026 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.367944836617 and training accuracy:0.938914656639 validation cost:0.373585999012 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.182096585631 and training accuracy:0.959912717342 validation cost:0.186644077301 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.126360535622 and training accuracy:0.969911813736 validation cost:0.131256580353 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0995564311743 and training accuracy:0.975729465485 validation cost:0.104479312897 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.083492808044 and training accuracy:0.979274630547 validation cost:0.0881368741393 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0726290419698 and training accuracy:0.981547117233 validation cost:0.0768629908562 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0647067427635 and training accuracy:0.983728766441 validation cost:0.0685046315193 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0586219914258 and training accuracy:0.985455870628 validation cost:0.0620016418397 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0537672638893 and training accuracy:0.987092077732 validation cost:0.0567507743835 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.21015501 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.269049525261 and training accuracy:0.975121974945 validation cost:0.274731308222 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.133553609252 and training accuracy:0.98741465807 validation cost:0.131072387099 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0897976830602 and training accuracy:0.991999983788 validation cost:0.0846076607704 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0687587335706 and training accuracy:0.993268311024 validation cost:0.0626454204321 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0564073473215 and training accuracy:0.994146347046 validation cost:0.0499916411936 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0482465140522 and training accuracy:0.995024383068 validation cost:0.041777100414 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0424196608365 and training accuracy:0.995414614677 validation cost:0.0360092148185 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0380288437009 and training accuracy:0.99590241909 validation cost:0.0317296348512 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0345855504274 and training accuracy:0.995999991894 validation cost:0.0284219868481 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.965435982 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.184943512082 and training accuracy:0.991882383823 validation cost:0.179430261254 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0867944061756 and training accuracy:0.995670616627 validation cost:0.0840392559767 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0587854608893 and training accuracy:0.997294127941 validation cost:0.0568060427904 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0455360002816 and training accuracy:0.997745096684 validation cost:0.0438667535782 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0377225093544 and training accuracy:0.998105883598 validation cost:0.0362111963332 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0325180068612 and training accuracy:0.998466670513 validation cost:0.0311060231179 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0287740156054 and training accuracy:0.998556852341 validation cost:0.0274332091212 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0259336214513 and training accuracy:0.9987372756 validation cost:0.0246508307755 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0236946493387 and training accuracy:0.998827457428 validation cost:0.0224608685821 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.217662096 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.260097444057 and training accuracy:0.956509590149 validation cost:0.261396735907 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.158878684044 and training accuracy:0.965729176998 validation cost:0.160333037376 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.123478591442 and training accuracy:0.971596181393 validation cost:0.124966681004 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.104404710233 and training accuracy:0.974855661392 validation cost:0.105742827058 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0919887423515 and training accuracy:0.977463185787 validation cost:0.0931025594473 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0830505341291 and training accuracy:0.979325771332 validation cost:0.0839207395911 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0762102678418 and training accuracy:0.981653928757 validation cost:0.076842688024 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.070754930377 and training accuracy:0.982585191727 validation cost:0.0711689889431 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0662724673748 and training accuracy:0.983609616756 validation cost:0.0664916187525 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.773739815 Method 3 test accuracy:0.834599971771 Training with lmbda:201179.714048, 126 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.455737114 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366468161345 and training accuracy:0.941005349159 validation cost:0.370759695768 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.177965328097 and training accuracy:0.96082174778 validation cost:0.181523531675 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.12266100198 and training accuracy:0.971366226673 validation cost:0.126530513167 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0962282046676 and training accuracy:0.975274980068 validation cost:0.10008354485 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0804007872939 and training accuracy:0.979820013046 validation cost:0.0839874669909 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0696947351098 and training accuracy:0.982547044754 validation cost:0.0729080140591 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0618811883032 and training accuracy:0.984910488129 validation cost:0.0647018626332 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.055874388665 and training accuracy:0.986364901066 validation cost:0.0583095774055 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0510799847543 and training accuracy:0.987455666065 validation cost:0.0531519949436 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:124.181164026 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.24821165204 and training accuracy:0.980390250683 validation cost:0.251088142395 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.118867769837 and training accuracy:0.989951193333 validation cost:0.115154646337 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0789053440094 and training accuracy:0.99356096983 validation cost:0.0732385665178 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0600383877754 and training accuracy:0.994926810265 validation cost:0.0538043268025 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0490677878261 and training accuracy:0.995219528675 validation cost:0.042722210288 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.041864015162 and training accuracy:0.99590241909 validation cost:0.0355781279504 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0367453247309 and training accuracy:0.996292710304 validation cost:0.0305906683207 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0329017974436 and training accuracy:0.99658536911 validation cost:0.026906946674 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0298960264772 and training accuracy:0.996878027916 validation cost:0.0240702945739 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.1698699 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.168794035912 and training accuracy:0.992152988911 validation cost:0.161570966244 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0767425596714 and training accuracy:0.996121585369 validation cost:0.0731061249971 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0513677820563 and training accuracy:0.997203946114 validation cost:0.0487800724804 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0395914427936 and training accuracy:0.997835278511 validation cost:0.037432231009 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.032729100436 and training accuracy:0.998196065426 validation cost:0.0307926535606 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0281921643764 and training accuracy:0.998556852341 validation cost:0.0263939090073 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0249446183443 and training accuracy:0.998827457428 validation cost:0.0232442300767 and validation accuracy:1.0 Training on :(6, 7) training cost:0.022489124909 and training accuracy:0.998827457428 validation cost:0.0208644364029 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0205572582781 and training accuracy:0.998827457428 validation cost:0.0189950596541 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.277368069 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.230861589313 and training accuracy:0.957254588604 validation cost:0.23318593204 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.142610251904 and training accuracy:0.965822339058 validation cost:0.145603612065 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.1112524122 and training accuracy:0.970944285393 validation cost:0.114412710071 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0940115600824 and training accuracy:0.975041925907 validation cost:0.0970180556178 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0826329514384 and training accuracy:0.977928876877 validation cost:0.0853548794985 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0743785053492 and training accuracy:0.979698240757 validation cost:0.0767792016268 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0680359825492 and training accuracy:0.981840193272 validation cost:0.0701174512506 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.06296993047 and training accuracy:0.983050823212 validation cost:0.0647538900375 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0588080994785 and training accuracy:0.983982145786 validation cost:0.0603256225586 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:118.463523149 Method 3 test accuracy:0.773100018501 Training with lmbda:227094.222616, 127 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.235426903 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366970390081 and training accuracy:0.941096246243 validation cost:0.371249377728 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.17839820683 and training accuracy:0.960912644863 validation cost:0.181930601597 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.123037330806 and training accuracy:0.971366226673 validation cost:0.126874819398 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0965759679675 and training accuracy:0.975274980068 validation cost:0.100401878357 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0807307213545 and training accuracy:0.97963821888 validation cost:0.0842937082052 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0700106024742 and training accuracy:0.982547044754 validation cost:0.0732063055038 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0621851086617 and training accuracy:0.984910488129 validation cost:0.0649931281805 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0561680793762 and training accuracy:0.986274003983 validation cost:0.058595340699 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0513641387224 and training accuracy:0.987455666065 validation cost:0.0534315034747 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.666337967 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.250479906797 and training accuracy:0.980292677879 validation cost:0.253443360329 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.120418526232 and training accuracy:0.989853680134 validation cost:0.116784110665 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0800929665565 and training accuracy:0.99356096983 validation cost:0.0744854211807 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0610069558024 and training accuracy:0.994829297066 validation cost:0.0548186525702 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0498905107379 and training accuracy:0.995219528675 validation cost:0.0435815341771 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0425833463669 and training accuracy:0.995804905891 validation cost:0.0363275520504 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0373873971403 and training accuracy:0.996292710304 validation cost:0.0312578529119 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0334840118885 and training accuracy:0.996682941914 validation cost:0.0275103114545 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0304303932935 and training accuracy:0.996878027916 validation cost:0.0246225874871 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.491199017 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.170666590333 and training accuracy:0.992152988911 validation cost:0.163406804204 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0780162885785 and training accuracy:0.996121585369 validation cost:0.074341788888 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.052391462028 and training accuracy:0.997294127941 validation cost:0.0497718825936 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0404647178948 and training accuracy:0.997835278511 validation cost:0.0382799655199 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0334969200194 and training accuracy:0.998196065426 validation cost:0.0315397307277 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0288811232895 and training accuracy:0.998647093773 validation cost:0.0270655285567 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0255716554821 and training accuracy:0.998827457428 validation cost:0.0238563362509 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0230666324496 and training accuracy:0.998917639256 validation cost:0.0214288365096 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0210935883224 and training accuracy:0.998827457428 validation cost:0.0195190273225 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.653963089 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.232842743397 and training accuracy:0.956882119179 validation cost:0.235167771578 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.143891513348 and training accuracy:0.966101706028 validation cost:0.14689218998 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.112361110747 and training accuracy:0.970944285393 validation cost:0.115524642169 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0950637385249 and training accuracy:0.974669396877 validation cost:0.098075568676 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0836617350578 and training accuracy:0.977928876877 validation cost:0.086397908628 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0753934085369 and training accuracy:0.979605138302 validation cost:0.0778179839253 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0690412074327 and training accuracy:0.981747090816 validation cost:0.0711553692818 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.063964240253 and training accuracy:0.982492089272 validation cost:0.0657904148102 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0597919337451 and training accuracy:0.984075248241 validation cost:0.0613601319492 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:120.133025885 Method 3 test accuracy:0.775699973106 Training with lmbda:230392.280196, 128 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.783532858 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.367033332586 and training accuracy:0.941096246243 validation cost:0.371310889721 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.178451701999 and training accuracy:0.960912644863 validation cost:0.181980893016 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.12308409065 and training accuracy:0.971366226673 validation cost:0.126917779446 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0966189876199 and training accuracy:0.975274980068 validation cost:0.100441247225 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0807714685798 and training accuracy:0.97963821888 validation cost:0.0843315795064 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0700493603945 and training accuracy:0.982456147671 validation cost:0.073242880404 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0622224807739 and training accuracy:0.984910488129 validation cost:0.0650291368365 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0562040619552 and training accuracy:0.986274003983 validation cost:0.0586305856705 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0513988807797 and training accuracy:0.987455666065 validation cost:0.0534658357501 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:121.083227873 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.250759661198 and training accuracy:0.980292677879 validation cost:0.253733694553 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.120609171689 and training accuracy:0.98975610733 validation cost:0.11698435992 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.08023763448 and training accuracy:0.99356096983 validation cost:0.0746373832226 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0611244998872 and training accuracy:0.994829297066 validation cost:0.0549418777227 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0499901026487 and training accuracy:0.995219528675 validation cost:0.0436856411397 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0426705367863 and training accuracy:0.995804905891 validation cost:0.0364184640348 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0374651476741 and training accuracy:0.996292710304 validation cost:0.0313387662172 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0335543379188 and training accuracy:0.996682941914 validation cost:0.0275832526386 and validation accuracy:1.0 Training on :(4, 5) training cost:0.030494812876 and training accuracy:0.996878027916 validation cost:0.0246893484145 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.478956938 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.170899614692 and training accuracy:0.992152988911 validation cost:0.163635343313 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0781745314598 and training accuracy:0.996121585369 validation cost:0.0744953006506 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.05251801759 and training accuracy:0.997294127941 validation cost:0.0498945489526 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0405721701682 and training accuracy:0.997835278511 validation cost:0.0383843369782 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0335911475122 and training accuracy:0.998196065426 validation cost:0.0316315330565 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0289655830711 and training accuracy:0.998647093773 validation cost:0.0271479543298 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0256485044956 and training accuracy:0.998827457428 validation cost:0.0239314753562 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0231371503323 and training accuracy:0.998917639256 validation cost:0.021497759968 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0211590062827 and training accuracy:0.998827457428 validation cost:0.0195829197764 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.040416956 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.233091041446 and training accuracy:0.956882119179 validation cost:0.235416173935 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.144052907825 and training accuracy:0.966194808483 validation cost:0.147054597735 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.112500369549 and training accuracy:0.971130549908 validation cost:0.11566426605 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0951951444149 and training accuracy:0.974669396877 validation cost:0.0982080772519 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0837896764278 and training accuracy:0.977928876877 validation cost:0.0865282416344 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0755190700293 and training accuracy:0.979512035847 validation cost:0.0779470577836 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0691650062799 and training accuracy:0.981747090816 validation cost:0.0712838917971 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0640860870481 and training accuracy:0.982492089272 validation cost:0.065917827189 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0599123872817 and training accuracy:0.984075248241 validation cost:0.0614870935678 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:117.3466959 Method 3 test accuracy:0.7757999897 Training with lmbda:234176.647421, 129 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.278715849 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36710485816 and training accuracy:0.941096246243 validation cost:0.371380567551 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.178513526917 and training accuracy:0.960912644863 validation cost:0.182038903236 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.123137265444 and training accuracy:0.971366226673 validation cost:0.126966506243 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0966683030128 and training accuracy:0.975274980068 validation cost:0.100486263633 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0808180049062 and training accuracy:0.97963821888 validation cost:0.0843746885657 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0700943991542 and training accuracy:0.982456147671 validation cost:0.0732852816582 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0622655972838 and training accuracy:0.984910488129 validation cost:0.0650704354048 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0562455542386 and training accuracy:0.986274003983 validation cost:0.0586706474423 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0514390952885 and training accuracy:0.987455666065 validation cost:0.053505025804 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:120.130571842 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.25107511878 and training accuracy:0.980292677879 validation cost:0.25406140089 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.120824553072 and training accuracy:0.98975610733 validation cost:0.117210619152 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0804021731019 and training accuracy:0.99356096983 validation cost:0.0748100653291 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0612579546869 and training accuracy:0.994829297066 validation cost:0.0550816357136 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0501034334302 and training accuracy:0.995219528675 validation cost:0.0438039675355 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0427693687379 and training accuracy:0.995804905891 validation cost:0.0365213379264 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0375532209873 and training accuracy:0.996292710304 validation cost:0.0314302071929 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0336341746151 and training accuracy:0.996682941914 validation cost:0.0276658982038 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0305679775774 and training accuracy:0.996878027916 validation cost:0.0247649215162 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.656111002 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.17116625607 and training accuracy:0.992152988911 validation cost:0.163897037506 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.078354485333 and training accuracy:0.996031403542 validation cost:0.0746700242162 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.052661780268 and training accuracy:0.997294127941 validation cost:0.0500340312719 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0406940877438 and training accuracy:0.997835278511 validation cost:0.0385028235614 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0336979068816 and training accuracy:0.998105883598 validation cost:0.0317354761064 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0290612075478 and training accuracy:0.998647093773 validation cost:0.0272412989289 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0257354658097 and training accuracy:0.998827457428 validation cost:0.0240165404975 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0232170429081 and training accuracy:0.998917639256 validation cost:0.0215758699924 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0212331078947 and training accuracy:0.998827457428 validation cost:0.0196553431451 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.712180138 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.23337495327 and training accuracy:0.956882119179 validation cost:0.235700875521 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.144237324595 and training accuracy:0.966194808483 validation cost:0.147240325809 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.112659960985 and training accuracy:0.971223711967 validation cost:0.115824528039 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0953454375267 and training accuracy:0.974669396877 validation cost:0.0983596295118 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0839356854558 and training accuracy:0.977928876877 validation cost:0.0866769999266 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0756625384092 and training accuracy:0.979418873787 validation cost:0.0780947133899 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0693066194654 and training accuracy:0.981747090816 validation cost:0.0714309364557 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0642255395651 and training accuracy:0.982492089272 validation cost:0.0660643354058 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0600498393178 and training accuracy:0.984075248241 validation cost:0.0616328343749 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:118.294702053 Method 3 test accuracy:0.775900006294 Training with lmbda:246332.054888, 130 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.477799892 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.367332905531 and training accuracy:0.941096246243 validation cost:0.371602922678 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.178709134459 and training accuracy:0.961003541946 validation cost:0.182223036885 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.12330570817 and training accuracy:0.971366226673 validation cost:0.127121150494 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0968249514699 and training accuracy:0.975274980068 validation cost:0.10062970221 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0809655860066 and training accuracy:0.97963821888 validation cost:0.0845120251179 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0702357143164 and training accuracy:0.982456147671 validation cost:0.0734191760421 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0624009370804 and training accuracy:0.984910488129 validation cost:0.0652007013559 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0563758797944 and training accuracy:0.986274003983 validation cost:0.0587976537645 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0515653379261 and training accuracy:0.987455666065 validation cost:0.0536295101047 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:122.990596056 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.252066582441 and training accuracy:0.980292677879 validation cost:0.255091547966 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.121503502131 and training accuracy:0.989658534527 validation cost:0.117924742401 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0809189006686 and training accuracy:0.993463397026 validation cost:0.07535366714 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0616778880358 and training accuracy:0.994829297066 validation cost:0.0555225908756 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0504599250853 and training accuracy:0.995219528675 validation cost:0.0441770218313 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0430805757642 and training accuracy:0.995804905891 validation cost:0.0368459895253 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0378309823573 and training accuracy:0.996292710304 validation cost:0.0317191556096 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0338858105242 and training accuracy:0.996682941914 validation cost:0.0279270391911 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0307989921421 and training accuracy:0.996878027916 validation cost:0.0250041373074 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.41770196 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.172012194991 and training accuracy:0.992152988911 validation cost:0.164727851748 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0789256095886 and training accuracy:0.996031403542 validation cost:0.0752252712846 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0531165935099 and training accuracy:0.997294127941 validation cost:0.050476051867 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0410787314177 and training accuracy:0.997835278511 validation cost:0.0388770699501 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0340344645083 and training accuracy:0.998105883598 validation cost:0.0320637747645 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0293617546558 and training accuracy:0.998647093773 validation cost:0.0275352150202 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0260082632303 and training accuracy:0.998827457428 validation cost:0.0242837145925 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0234679151326 and training accuracy:0.998917639256 validation cost:0.021821545437 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0214659832418 and training accuracy:0.998827457428 validation cost:0.0198833271861 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.054483891 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.234280139208 and training accuracy:0.956882119179 validation cost:0.236608818173 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.144826382399 and training accuracy:0.966101706028 validation cost:0.147835001349 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.113167136908 and training accuracy:0.971316814423 validation cost:0.116334445775 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0958220809698 and training accuracy:0.974762499332 validation cost:0.098840765655 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0843977555633 and training accuracy:0.977649450302 validation cost:0.0871481820941 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0761162042618 and training accuracy:0.979325771332 validation cost:0.0785620585084 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0697533041239 and training accuracy:0.981747090816 validation cost:0.0718962177634 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0646657049656 and training accuracy:0.982398927212 validation cost:0.0665277242661 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.06048316136 and training accuracy:0.983888983727 validation cost:0.0620915107429 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.006923199 Method 3 test accuracy:0.776700019836 Training with lmbda:252300.530529, 131 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.179028988 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.367443203926 and training accuracy:0.941096246243 validation cost:0.371710628271 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.178803354502 and training accuracy:0.961185336113 validation cost:0.182312145829 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.123387217522 and training accuracy:0.971366226673 validation cost:0.127196311951 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0968995690346 and training accuracy:0.975274980068 validation cost:0.100698545575 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0810357779264 and training accuracy:0.97963821888 validation cost:0.0845777317882 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0703030452132 and training accuracy:0.982456147671 validation cost:0.0734834223986 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0624653361738 and training accuracy:0.985001385212 validation cost:0.0652630999684 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0564379617572 and training accuracy:0.986274003983 validation cost:0.0588586553931 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0516251958907 and training accuracy:0.987455666065 validation cost:0.0536891296506 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:120.894870996 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.252544313669 and training accuracy:0.980292677879 validation cost:0.255587458611 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.121829748154 and training accuracy:0.989560961723 validation cost:0.118267953396 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.081166446209 and training accuracy:0.993463397026 validation cost:0.0756140947342 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0618783347309 and training accuracy:0.994829297066 validation cost:0.0557330958545 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0506298467517 and training accuracy:0.995219528675 validation cost:0.0443549752235 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0432286970317 and training accuracy:0.995804905891 validation cost:0.0370006375015 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0379630438983 and training accuracy:0.996292710304 validation cost:0.031856726855 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0340051315725 and training accuracy:0.996682941914 validation cost:0.0280510820448 and validation accuracy:1.0 Training on :(4, 5) training cost:0.030908357352 and training accuracy:0.996878027916 validation cost:0.0251175295562 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.807250977 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.172418907285 and training accuracy:0.992152988911 validation cost:0.165127873421 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0792004317045 and training accuracy:0.996031403542 validation cost:0.0754927247763 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0533350594342 and training accuracy:0.997294127941 validation cost:0.0506885498762 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0412635244429 and training accuracy:0.997835278511 validation cost:0.0390570610762 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0341960005462 and training accuracy:0.998105883598 validation cost:0.0322215892375 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0295062121004 and training accuracy:0.998647093773 validation cost:0.0276766456664 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0261393394321 and training accuracy:0.998827457428 validation cost:0.024412157014 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0235882848501 and training accuracy:0.998917639256 validation cost:0.0219395719469 and validation accuracy:1.0 Training on :(6, 7) training cost:0.021577514708 and training accuracy:0.998917639256 validation cost:0.0199926961213 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.396384001 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.234718859196 and training accuracy:0.956882119179 validation cost:0.237049028277 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.145113319159 and training accuracy:0.965915441513 validation cost:0.14812476933 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.113414004445 and training accuracy:0.971316814423 validation cost:0.116582751274 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0960533544421 and training accuracy:0.974855661392 validation cost:0.0990746095777 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0846216231585 and training accuracy:0.977649450302 validation cost:0.0873765125871 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.076334670186 and training accuracy:0.979325771332 validation cost:0.0787868052721 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.069968059659 and training accuracy:0.981747090816 validation cost:0.0721199959517 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0648776739836 and training accuracy:0.982398927212 validation cost:0.0667502731085 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0606913305819 and training accuracy:0.983888983727 validation cost:0.0623118802905 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.576873064 Method 3 test accuracy:0.77689999342 Training with lmbda:269592.346273, 132 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.904484987 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.367759436369 and training accuracy:0.941096246243 validation cost:0.372019052505 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.179072648287 and training accuracy:0.961185336113 validation cost:0.182566195726 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.123618863523 and training accuracy:0.971366226673 validation cost:0.127409383655 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0971128121018 and training accuracy:0.975184082985 validation cost:0.100894831121 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0812373012304 and training accuracy:0.97963821888 validation cost:0.0847668796778 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0704946666956 and training accuracy:0.982365250587 validation cost:0.0736658424139 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0626488626003 and training accuracy:0.984910488129 validation cost:0.0654407814145 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0566143728793 and training accuracy:0.986274003983 validation cost:0.0590320043266 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.051795385778 and training accuracy:0.987455666065 validation cost:0.0538578554988 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:120.543814182 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.253894776106 and training accuracy:0.980097532272 validation cost:0.256990402937 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.122748330235 and training accuracy:0.989560961723 validation cost:0.119235426188 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.08186198771 and training accuracy:0.993463397026 validation cost:0.0763468965888 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0624426342547 and training accuracy:0.994829297066 validation cost:0.0563265196979 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0511072799563 and training accuracy:0.995121955872 validation cost:0.0448553450406 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0436446368694 and training accuracy:0.995804905891 validation cost:0.0374354980886 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0383332557976 and training accuracy:0.996195137501 validation cost:0.0322430431843 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0343405865133 and training accuracy:0.996682941914 validation cost:0.0284001864493 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0312159787863 and training accuracy:0.996878027916 validation cost:0.0254371389747 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.474991083 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.173587158322 and training accuracy:0.992152988911 validation cost:0.166276201606 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0799862369895 and training accuracy:0.995941221714 validation cost:0.0762574002147 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0539567284286 and training accuracy:0.997294127941 validation cost:0.0512932315469 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0417881309986 and training accuracy:0.997835278511 validation cost:0.039568208158 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0346536226571 and training accuracy:0.998196065426 validation cost:0.0326686911285 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0299144331366 and training accuracy:0.998556852341 validation cost:0.0280761588365 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0265092514455 and training accuracy:0.9987372756 validation cost:0.0247744396329 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0239273943007 and training accuracy:0.998917639256 validation cost:0.0222718138248 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0218916684389 and training accuracy:0.998917639256 validation cost:0.0203003194183 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.979736805 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.235973805189 and training accuracy:0.956695854664 validation cost:0.23830845952 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.145936861634 and training accuracy:0.965915441513 validation cost:0.148956105113 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.114120930433 and training accuracy:0.971316814423 validation cost:0.117293536663 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.0967130884528 and training accuracy:0.974669396877 validation cost:0.0997425690293 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0852585509419 and training accuracy:0.977835714817 validation cost:0.088026560843 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0769579857588 and training accuracy:0.979325771332 validation cost:0.0794306397438 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0705807954073 and training accuracy:0.981560826302 validation cost:0.0727597400546 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0654795840383 and training accuracy:0.982398927212 validation cost:0.0673836767673 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0612828880548 and training accuracy:0.983888983727 validation cost:0.0629372149706 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.219046116 Method 3 test accuracy:0.77689999342 Training with lmbda:306129.397687, 133 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.013853073 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368410050869 and training accuracy:0.941005349159 validation cost:0.372653901577 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.179622903466 and training accuracy:0.961276233196 validation cost:0.18308673799 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.124089837074 and training accuracy:0.971366226673 validation cost:0.127844527364 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0975436642766 and training accuracy:0.975184082985 validation cost:0.101293750107 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0816422998905 and training accuracy:0.979547321796 validation cost:0.0851477533579 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0708784684539 and training accuracy:0.982365250587 validation cost:0.0740325525403 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0630170553923 and training accuracy:0.985001385212 validation cost:0.0657984912395 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0569688640535 and training accuracy:0.986274003983 validation cost:0.0593813732266 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0521367713809 and training accuracy:0.987455666065 validation cost:0.0541986003518 and validation accuracy:0.986213207245 Training on :(2, 3) Time taken:120.690119982 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.256578564644 and training accuracy:0.980097532272 validation cost:0.259782224894 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.124569050968 and training accuracy:0.989560961723 validation cost:0.121154852211 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0832400768995 and training accuracy:0.993463397026 validation cost:0.077800437808 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0635572597384 and training accuracy:0.994634151459 validation cost:0.0574996732175 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0520498529077 and training accuracy:0.995024383068 validation cost:0.0458448156714 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0444659218192 and training accuracy:0.995804905891 validation cost:0.0382960736752 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0390640795231 and training accuracy:0.996195137501 validation cost:0.0330074056983 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0350015684962 and training accuracy:0.996682941914 validation cost:0.0290903169662 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0318223014474 and training accuracy:0.996878027916 validation cost:0.0260685849935 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.859441996 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.1759506464 and training accuracy:0.992152988911 validation cost:0.168601870537 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0815721824765 and training accuracy:0.996031403542 validation cost:0.0778028890491 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0552052780986 and training accuracy:0.997294127941 validation cost:0.0525095388293 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0428359024227 and training accuracy:0.997745096684 validation cost:0.0405910313129 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0355644635856 and training accuracy:0.998196065426 validation cost:0.0335595086217 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0307248793542 and training accuracy:0.998556852341 validation cost:0.0288703963161 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0272429268807 and training accuracy:0.9987372756 validation cost:0.0254943091422 and validation accuracy:1.0 Training on :(6, 7) training cost:0.024599974975 and training accuracy:0.998917639256 validation cost:0.0229321252555 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0225138347596 and training accuracy:0.998917639256 validation cost:0.0209111794829 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.311949968 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.238540038466 and training accuracy:0.956509590149 validation cost:0.240884572268 and validation accuracy:0.950094163418 Training on :(8, 9) training cost:0.147631272674 and training accuracy:0.965729176998 validation cost:0.150666430593 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.11556584388 and training accuracy:0.971316814423 validation cost:0.118749983609 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0980561301112 and training accuracy:0.974669396877 validation cost:0.101104080677 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0865483209491 and training accuracy:0.977463185787 validation cost:0.0893453657627 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0782141909003 and training accuracy:0.979232609272 validation cost:0.0807278603315 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.071810528636 and training accuracy:0.981281459332 validation cost:0.0740440189838 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0666865557432 and training accuracy:0.982119560242 validation cost:0.0686545670033 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0624673739076 and training accuracy:0.983516454697 validation cost:0.0641934722662 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.086853981 Method 3 test accuracy:0.778100013733 Training with lmbda:335851.235448, 134 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:125.721534014 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36892002821 and training accuracy:0.940823554993 validation cost:0.373151302338 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.180050268769 and training accuracy:0.961185336113 validation cost:0.183490812778 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.124454572797 and training accuracy:0.971457123756 validation cost:0.128181830049 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0978753790259 and training accuracy:0.975184082985 validation cost:0.101602315903 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0819545611739 and training accuracy:0.979456424713 validation cost:0.0854433998466 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.071175083518 and training accuracy:0.982456147671 validation cost:0.0743174254894 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0633003115654 and training accuracy:0.985001385212 validation cost:0.0660738945007 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0572396367788 and training accuracy:0.986092150211 validation cost:0.0596473515034 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0523966811597 and training accuracy:0.987273871899 validation cost:0.0544553250074 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.386882067 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.258621573448 and training accuracy:0.980000019073 validation cost:0.26190969348 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.125954374671 and training accuracy:0.989560961723 validation cost:0.122616462409 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0842819139361 and training accuracy:0.993463397026 validation cost:0.0789002478123 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0643983483315 and training accuracy:0.994634151459 validation cost:0.0583856329322 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0527595765889 and training accuracy:0.994926810265 validation cost:0.0465904660523 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0450836345553 and training accuracy:0.995804905891 validation cost:0.038943991065 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0396136194468 and training accuracy:0.996195137501 validation cost:0.033582650125 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0354987084866 and training accuracy:0.996682941914 validation cost:0.0296097546816 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0322774201632 and training accuracy:0.996878027916 validation cost:0.0265427660197 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.27977705 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.177790686488 and training accuracy:0.992152988911 validation cost:0.170414492488 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0828025192022 and training accuracy:0.996031403542 validation cost:0.0790037363768 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0561662055552 and training accuracy:0.997384309769 validation cost:0.0534479357302 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0436373278499 and training accuracy:0.997745096684 validation cost:0.0413749478757 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0362588763237 and training accuracy:0.998105883598 validation cost:0.0342402309179 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0313413962722 and training accuracy:0.998556852341 validation cost:0.0294755920768 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0277993027121 and training accuracy:0.9987372756 validation cost:0.0260412096977 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0251092538238 and training accuracy:0.998917639256 validation cost:0.0234329365194 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0229843445122 and training accuracy:0.998917639256 validation cost:0.021373886615 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.250511169 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.240562260151 and training accuracy:0.956509590149 validation cost:0.242914512753 and validation accuracy:0.950094163418 Training on :(8, 9) training cost:0.148978695273 and training accuracy:0.965822339058 validation cost:0.152026161551 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.116707071662 and training accuracy:0.971316814423 validation cost:0.119903609157 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0991087332368 and training accuracy:0.974669396877 validation cost:0.102173596621 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0875533893704 and training accuracy:0.976811349392 validation cost:0.0903743878007 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0791882798076 and training accuracy:0.979232609272 validation cost:0.0817354544997 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0727599412203 and training accuracy:0.981095194817 validation cost:0.0750353708863 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0676154717803 and training accuracy:0.982026457787 validation cost:0.0696335807443 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0633769854903 and training accuracy:0.983516454697 validation cost:0.0651584491134 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.082664013 Method 3 test accuracy:0.777800023556 Training with lmbda:343773.332357, 135 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:125.876019955 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.369052618742 and training accuracy:0.940823554993 validation cost:0.373280644417 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.180161491036 and training accuracy:0.961185336113 validation cost:0.183596134186 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.124548733234 and training accuracy:0.97154802084 validation cost:0.128269508481 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.097961679101 and training accuracy:0.975184082985 validation cost:0.101682960987 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0820353776217 and training accuracy:0.97936552763 validation cost:0.0855199620128 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0712513551116 and training accuracy:0.982365250587 validation cost:0.0743909180164 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0633731037378 and training accuracy:0.985001385212 validation cost:0.0661447048187 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0573090426624 and training accuracy:0.986092150211 validation cost:0.0597157552838 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0524635910988 and training accuracy:0.987182974815 validation cost:0.0545217916369 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.706680059 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.259146004915 and training accuracy:0.980000019073 validation cost:0.262456029654 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.126309096813 and training accuracy:0.989560961723 validation cost:0.122991204262 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0845486149192 and training accuracy:0.993463397026 validation cost:0.0791823416948 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0646134093404 and training accuracy:0.994634151459 validation cost:0.058612357825 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0529413409531 and training accuracy:0.994926810265 validation cost:0.046781655401 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0452415794134 and training accuracy:0.995804905891 validation cost:0.0391100086272 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0397540070117 and training accuracy:0.996195137501 validation cost:0.033729981631 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0356256887317 and training accuracy:0.99658536911 validation cost:0.029742764309 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0323939360678 and training accuracy:0.996878027916 validation cost:0.0266644656658 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.388659 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.178270474076 and training accuracy:0.992243170738 validation cost:0.170887187123 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0831205099821 and training accuracy:0.996031403542 validation cost:0.0793142989278 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0564139634371 and training accuracy:0.997384309769 validation cost:0.0536898896098 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.043842907995 and training accuracy:0.997745096684 validation cost:0.0415760837495 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0364370755851 and training accuracy:0.998105883598 validation cost:0.0344148464501 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0314989313483 and training accuracy:0.998556852341 validation cost:0.0296301040798 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0279416758567 and training accuracy:0.9987372756 validation cost:0.026180986315 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0252393558621 and training accuracy:0.998917639256 validation cost:0.0235606841743 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0231045074761 and training accuracy:0.998917639256 validation cost:0.0214918553829 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.457817078 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.241093665361 and training accuracy:0.956602692604 validation cost:0.243448004127 and validation accuracy:0.950094163418 Training on :(8, 9) training cost:0.149332255125 and training accuracy:0.965822339058 validation cost:0.152383595705 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.117006406188 and training accuracy:0.971316814423 validation cost:0.120207130909 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.0993841961026 and training accuracy:0.974576294422 validation cost:0.102454222739 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0878158211708 and training accuracy:0.976811349392 validation cost:0.0906434804201 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0794403851032 and training accuracy:0.979232609272 validation cost:0.0819965600967 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.073005668819 and training accuracy:0.981095194817 validation cost:0.075292095542 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0678552761674 and training accuracy:0.982026457787 validation cost:0.0698861330748 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0636114478111 and training accuracy:0.983423352242 validation cost:0.0654076337814 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.823962927 Method 3 test accuracy:0.778100013733 Training with lmbda:367687.271182, 136 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.051161051 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36944898963 and training accuracy:0.940823554993 validation cost:0.373667359352 and validation accuracy:0.944852948189 Training on :(2, 3) training cost:0.18049351871 and training accuracy:0.96109443903 validation cost:0.183911442757 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.124829292297 and training accuracy:0.971638917923 validation cost:0.128530338407 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0982170328498 and training accuracy:0.975184082985 validation cost:0.101921670139 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0822734907269 and training accuracy:0.97936552763 validation cost:0.0857458412647 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0714761316776 and training accuracy:0.982274353504 validation cost:0.0746072158217 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0635868236423 and training accuracy:0.984910488129 validation cost:0.0663531050086 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0575138702989 and training accuracy:0.986092150211 validation cost:0.0599179603159 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0526607297361 and training accuracy:0.987182974815 validation cost:0.0547176301479 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.256017923 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.26068264246 and training accuracy:0.979804873466 validation cost:0.264056146145 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.127349868417 and training accuracy:0.989560961723 validation cost:0.124089933932 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0853298604488 and training accuracy:0.993463397026 validation cost:0.080007866025 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.065242215991 and training accuracy:0.994634151459 validation cost:0.0592759810388 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0534712970257 and training accuracy:0.994926810265 validation cost:0.0473397485912 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0457019358873 and training accuracy:0.995707333088 validation cost:0.0395939946175 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0401634126902 and training accuracy:0.996195137501 validation cost:0.0341597534716 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0359955765307 and training accuracy:0.996487796307 validation cost:0.0301302764565 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0327326543629 and training accuracy:0.996878027916 validation cost:0.0270186830312 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.629997969 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.179689019918 and training accuracy:0.992333352566 validation cost:0.172286272049 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0840618833899 and training accuracy:0.996031403542 validation cost:0.0802345201373 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0571437105536 and training accuracy:0.997294127941 validation cost:0.0544035732746 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0444494374096 and training accuracy:0.997745096684 validation cost:0.0421705506742 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0369605608284 and training accuracy:0.998105883598 validation cost:0.0349291190505 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.03196323663 and training accuracy:0.998556852341 validation cost:0.0300869494677 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0283597074449 and training accuracy:0.9987372756 validation cost:0.0265927985311 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0256211329252 and training accuracy:0.998917639256 validation cost:0.023936888203 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0234571937472 and training accuracy:0.998917639256 validation cost:0.0218396857381 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.550745964 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.242669463158 and training accuracy:0.956788957119 validation cost:0.245028942823 and validation accuracy:0.950094163418 Training on :(8, 9) training cost:0.15038742125 and training accuracy:0.965822339058 validation cost:0.153448939323 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.117896728218 and training accuracy:0.971130549908 validation cost:0.12110889703 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.100199885666 and training accuracy:0.974390029907 validation cost:0.103284932673 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.088591389358 and training accuracy:0.976625084877 validation cost:0.0914404913783 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0801890343428 and training accuracy:0.979325771332 validation cost:0.0827736705542 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0737314373255 and training accuracy:0.980815768242 validation cost:0.0760515630245 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0685630068183 and training accuracy:0.981933295727 validation cost:0.0706322267652 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0643038526177 and training accuracy:0.982957720757 validation cost:0.0661417320371 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.680655956 Method 3 test accuracy:0.777899980545 Training with lmbda:406463.188776, 137 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:125.99835515 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.37007433176 and training accuracy:0.940823554993 validation cost:0.374277800322 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.181012004614 and training accuracy:0.961185336113 validation cost:0.184404015541 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.125266864896 and training accuracy:0.971638917923 validation cost:0.128937914968 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0986133739352 and training accuracy:0.975184082985 validation cost:0.102293118834 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0826423317194 and training accuracy:0.97936552763 validation cost:0.0860968083143 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0718241557479 and training accuracy:0.982456147671 validation cost:0.0749432966113 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0639183521271 and training accuracy:0.984819591045 validation cost:0.0666764378548 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0578304640949 and training accuracy:0.986092150211 validation cost:0.0602296739817 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0529654882848 and training accuracy:0.987182974815 validation cost:0.0550198256969 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.291702032 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.263052821159 and training accuracy:0.979804873466 validation cost:0.266527026892 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.128947198391 and training accuracy:0.989268302917 validation cost:0.125778630376 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0865265130997 and training accuracy:0.993463397026 validation cost:0.0812736451626 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0662042349577 and training accuracy:0.994536578655 validation cost:0.0602928027511 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0542799159884 and training accuracy:0.994926810265 validation cost:0.0481936074793 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0464058332145 and training accuracy:0.995609760284 validation cost:0.0403352119029 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0407885573804 and training accuracy:0.996195137501 validation cost:0.034816890955 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0365607216954 and training accuracy:0.996487796307 validation cost:0.0307235363871 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0332502238452 and training accuracy:0.996975600719 validation cost:0.027561051771 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.825966835 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.181914463639 and training accuracy:0.992423534393 validation cost:0.174482390285 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.085529230535 and training accuracy:0.996031403542 validation cost:0.0816708654165 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0582755878568 and training accuracy:0.997294127941 validation cost:0.0555122457445 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.045385915786 and training accuracy:0.997745096684 validation cost:0.0430893935263 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0377667061985 and training accuracy:0.998105883598 validation cost:0.0357219465077 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0326759293675 and training accuracy:0.998556852341 validation cost:0.0307888947427 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0290021505207 and training accuracy:0.998647093773 validation cost:0.027226170525 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0262073930353 and training accuracy:0.998917639256 validation cost:0.0245151557028 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0239983089268 and training accuracy:0.998917639256 validation cost:0.022373335436 and validation accuracy:1.0 Training on :(6, 7) Time taken:120.803808212 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.245151877403 and training accuracy:0.956695854664 validation cost:0.247520253062 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.152055859566 and training accuracy:0.965542912483 validation cost:0.155135110021 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.119295366108 and training accuracy:0.971130549908 validation cost:0.122526794672 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.101476669312 and training accuracy:0.974296867847 validation cost:0.104589253664 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0897992104292 and training accuracy:0.976252555847 validation cost:0.0926865711808 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0813510939479 and training accuracy:0.978860139847 validation cost:0.0839829593897 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.074857249856 and training accuracy:0.980629563332 validation cost:0.0772331133485 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0696584507823 and training accuracy:0.981840193272 validation cost:0.071790009737 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0653730779886 and training accuracy:0.982585191727 validation cost:0.0672792941332 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.946243048 Method 3 test accuracy:0.777899980545 Training with lmbda:411194.03308, 138 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.203125954 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.37014901638 and training accuracy:0.940823554993 validation cost:0.374350547791 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.181073799729 and training accuracy:0.961185336113 validation cost:0.184462681413 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.12531863153 and training accuracy:0.971638917923 validation cost:0.128986105323 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0986604169011 and training accuracy:0.975184082985 validation cost:0.10233733803 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0826861485839 and training accuracy:0.97936552763 validation cost:0.0861386433244 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0718652158976 and training accuracy:0.982456147671 validation cost:0.0749831423163 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0639571398497 and training accuracy:0.984819591045 validation cost:0.0667144209146 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0578672774136 and training accuracy:0.986092150211 validation cost:0.0602661073208 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.053000908345 and training accuracy:0.987182974815 validation cost:0.055055398494 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.68005681 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.263331115246 and training accuracy:0.979707300663 validation cost:0.266816943884 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.129135429859 and training accuracy:0.989268302917 validation cost:0.125977844 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0866664797068 and training accuracy:0.993463397026 validation cost:0.0814219936728 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0663169845939 and training accuracy:0.994536578655 validation cost:0.0604121275246 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0543749034405 and training accuracy:0.994926810265 validation cost:0.0482939407229 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0464880801737 and training accuracy:0.995609760284 validation cost:0.0404220148921 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0408618450165 and training accuracy:0.996195137501 validation cost:0.0348941758275 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0366271324456 and training accuracy:0.996487796307 validation cost:0.0307933688164 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0333108715713 and training accuracy:0.996975600719 validation cost:0.0276246890426 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.440832853 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.182179376483 and training accuracy:0.992423534393 validation cost:0.174743950367 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.085703715682 and training accuracy:0.996031403542 validation cost:0.0818418040872 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0584098026156 and training accuracy:0.997294127941 validation cost:0.0556438751519 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0454968959093 and training accuracy:0.997745096684 validation cost:0.0431984551251 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0378621593118 and training accuracy:0.998105883598 validation cost:0.0358160212636 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0327601470053 and training accuracy:0.998556852341 validation cost:0.0308720041066 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0290779061615 and training accuracy:0.998647093773 validation cost:0.0273009818047 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0262764133513 and training accuracy:0.998917639256 validation cost:0.0245833117515 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0240620598197 and training accuracy:0.998917639256 validation cost:0.0224362835288 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.372107029 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.245449200273 and training accuracy:0.956788957119 validation cost:0.247818484902 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.15225559473 and training accuracy:0.965449810028 validation cost:0.155336856842 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.119462020695 and training accuracy:0.971130549908 validation cost:0.122695922852 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.101629391313 and training accuracy:0.974296867847 validation cost:0.104745365679 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0899430587888 and training accuracy:0.976252555847 validation cost:0.092834636569 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0814886391163 and training accuracy:0.978766977787 validation cost:0.0841259434819 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0749905630946 and training accuracy:0.980629563332 validation cost:0.0773726925254 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0697880089283 and training accuracy:0.981747090816 validation cost:0.0719266831875 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.065499715507 and training accuracy:0.982585191727 validation cost:0.0674137473106 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.23761487 Method 3 test accuracy:0.778299987316 Training with lmbda:422830.488578, 139 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:125.867727995 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370331466198 and training accuracy:0.940823554993 validation cost:0.374528437853 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.181225240231 and training accuracy:0.961185336113 validation cost:0.184606671333 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.125446796417 and training accuracy:0.971638917923 validation cost:0.129105940461 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0987759530544 and training accuracy:0.975184082985 validation cost:0.10244654119 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0827929973602 and training accuracy:0.97936552763 validation cost:0.0862410739064 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0719656124711 and training accuracy:0.982456147671 validation cost:0.0750799998641 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.064051784575 and training accuracy:0.984819591045 validation cost:0.0668069422245 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0579576864839 and training accuracy:0.986092150211 validation cost:0.0603550747037 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0530875921249 and training accuracy:0.987182974815 validation cost:0.0551411099732 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.720551014 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.26400834322 and training accuracy:0.979609727859 validation cost:0.267522484064 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.1295915097 and training accuracy:0.989268302917 validation cost:0.126460760832 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0870080962777 and training accuracy:0.993463397026 validation cost:0.0817840844393 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0665907040238 and training accuracy:0.994439005852 validation cost:0.0607018247247 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0546052828431 and training accuracy:0.994926810265 validation cost:0.0485374778509 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0466879718006 and training accuracy:0.995512187481 validation cost:0.0406330488622 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0410391390324 and training accuracy:0.996097564697 validation cost:0.0350810401142 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0367872752249 and training accuracy:0.996487796307 validation cost:0.03096168302 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0334576927125 and training accuracy:0.996975600719 validation cost:0.0277787614614 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.476815939 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.182829216123 and training accuracy:0.992423534393 validation cost:0.175385028124 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0861289873719 and training accuracy:0.996031403542 validation cost:0.0822580829263 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.058736551553 and training accuracy:0.997294127941 validation cost:0.0559637956321 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0457656420767 and training accuracy:0.997745096684 validation cost:0.0434623248875 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0380929000676 and training accuracy:0.998105883598 validation cost:0.0360432006419 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.032964065671 and training accuracy:0.998556852341 validation cost:0.0310731567442 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0292615126818 and training accuracy:0.998647093773 validation cost:0.0274822432548 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0264442488551 and training accuracy:0.998917639256 validation cost:0.0247489884496 and validation accuracy:1.0 Training on :(6, 7) training cost:0.024216607213 and training accuracy:0.998917639256 validation cost:0.0225889328867 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.350713968 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.246175333858 and training accuracy:0.956788957119 validation cost:0.248546674848 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.152743116021 and training accuracy:0.965449810028 validation cost:0.155828818679 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.119868867099 and training accuracy:0.971130549908 validation cost:0.123107522726 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.101998910308 and training accuracy:0.974296867847 validation cost:0.105122111738 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0902915075421 and training accuracy:0.976252555847 validation cost:0.0931931585073 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0818230360746 and training accuracy:0.978487610817 validation cost:0.0844729542732 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0753156021237 and training accuracy:0.980536401272 validation cost:0.0777129530907 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0701029971242 and training accuracy:0.981747090816 validation cost:0.0722588077188 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0658065751195 and training accuracy:0.982585191727 validation cost:0.0677396208048 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.946047068 Method 3 test accuracy:0.777899980545 Total time:84589.9557409
final_test_acc = pd.DataFrame({'Method3':method3_test_accs, 'lambdas':lmbdas})
final_test_acc.to_csv('spike_sh_14lmbdas_ar1_3lyrs_he1_20_45-non_spk.csv')
final_test_acc
| Method3 | lambdas | |
|---|---|---|
| 0 | 0.8186 | 201179.714048 |
| 1 | 0.8258 | 227094.222616 |
| 2 | 0.8259 | 230392.280196 |
| 3 | 0.8261 | 234176.647421 |
| 4 | 0.8263 | 246332.054888 |
| 5 | 0.8266 | 252300.530529 |
| 6 | 0.8276 | 269592.346273 |
| 7 | 0.8221 | 306129.397687 |
| 8 | 0.8232 | 335851.235448 |
| 9 | 0.8232 | 343773.332357 |
| 10 | 0.8244 | 367687.271182 |
| 11 | 0.8178 | 406463.188776 |
| 12 | 0.8179 | 411194.033080 |
| 13 | 0.8178 | 422830.488578 |
| 14 | 0.7921 | 201179.714048 |
| 15 | 0.7949 | 227094.222616 |
| 16 | 0.7952 | 230392.280196 |
| 17 | 0.7952 | 234176.647421 |
| 18 | 0.7941 | 246332.054888 |
| 19 | 0.7940 | 252300.530529 |
| 20 | 0.7955 | 269592.346273 |
| 21 | 0.7966 | 306129.397687 |
| 22 | 0.7973 | 335851.235448 |
| 23 | 0.7977 | 343773.332357 |
| 24 | 0.7986 | 367687.271182 |
| 25 | 0.7995 | 406463.188776 |
| 26 | 0.7993 | 411194.033080 |
| 27 | 0.7996 | 422830.488578 |
| 28 | 0.8020 | 201179.714048 |
| 29 | 0.8033 | 227094.222616 |
| ... | ... | ... |
| 110 | 0.7999 | 411194.033080 |
| 111 | 0.7999 | 422830.488578 |
| 112 | 0.8303 | 201179.714048 |
| 113 | 0.8311 | 227094.222616 |
| 114 | 0.8311 | 230392.280196 |
| 115 | 0.8311 | 234176.647421 |
| 116 | 0.8315 | 246332.054888 |
| 117 | 0.8313 | 252300.530529 |
| 118 | 0.8314 | 269592.346273 |
| 119 | 0.8330 | 306129.397687 |
| 120 | 0.8334 | 335851.235448 |
| 121 | 0.8335 | 343773.332357 |
| 122 | 0.8340 | 367687.271182 |
| 123 | 0.8346 | 406463.188776 |
| 124 | 0.8347 | 411194.033080 |
| 125 | 0.8346 | 422830.488578 |
| 126 | 0.7731 | 201179.714048 |
| 127 | 0.7757 | 227094.222616 |
| 128 | 0.7758 | 230392.280196 |
| 129 | 0.7759 | 234176.647421 |
| 130 | 0.7767 | 246332.054888 |
| 131 | 0.7769 | 252300.530529 |
| 132 | 0.7769 | 269592.346273 |
| 133 | 0.7781 | 306129.397687 |
| 134 | 0.7778 | 335851.235448 |
| 135 | 0.7781 | 343773.332357 |
| 136 | 0.7779 | 367687.271182 |
| 137 | 0.7779 | 406463.188776 |
| 138 | 0.7783 | 411194.033080 |
| 139 | 0.7779 | 422830.488578 |
140 rows × 2 columns
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
final_acc_grouped_by_lmbda = acc_grouped_by_lmbda.mean()
final_acc_grouped_by_lmbda.rename(columns={'Method3':'MEAN'}, inplace=True)
final_acc_grouped_by_lmbda['S.D'] = acc_grouped_by_lmbda.std()
final_acc_grouped_by_lmbda['MIN'] = acc_grouped_by_lmbda.min()
final_acc_grouped_by_lmbda['MAX'] = acc_grouped_by_lmbda.max()
final_acc_grouped_by_lmbda['MED'] = acc_grouped_by_lmbda.median()
final_acc_grouped_by_lmbda.reset_index(inplace=True)
display(final_acc_grouped_by_lmbda)
| lambdas | MEAN | S.D | MIN | MAX | MED | |
|---|---|---|---|---|---|---|
| 0 | 201179.714048 | 0.80312 | 0.018350 | 0.7731 | 0.8303 | 0.79940 |
| 1 | 227094.222616 | 0.80550 | 0.018698 | 0.7757 | 0.8311 | 0.80060 |
| 2 | 230392.280196 | 0.80567 | 0.018672 | 0.7758 | 0.8311 | 0.80065 |
| 3 | 234176.647421 | 0.80583 | 0.018595 | 0.7759 | 0.8311 | 0.80085 |
| 4 | 246332.054888 | 0.80623 | 0.018735 | 0.7767 | 0.8315 | 0.80135 |
| 5 | 252300.530529 | 0.80687 | 0.019128 | 0.7769 | 0.8345 | 0.80195 |
| 6 | 269592.346273 | 0.80868 | 0.018645 | 0.7769 | 0.8352 | 0.80590 |
| 7 | 306129.397687 | 0.81075 | 0.019335 | 0.7781 | 0.8365 | 0.81640 |
| 8 | 335851.235448 | 0.81119 | 0.019834 | 0.7778 | 0.8352 | 0.81790 |
| 9 | 343773.332357 | 0.81128 | 0.019692 | 0.7781 | 0.8350 | 0.81765 |
| 10 | 367687.271182 | 0.81151 | 0.019817 | 0.7779 | 0.8360 | 0.81590 |
| 11 | 406463.188776 | 0.81217 | 0.019033 | 0.7779 | 0.8378 | 0.80835 |
| 12 | 411194.033080 | 0.81229 | 0.018940 | 0.7783 | 0.8378 | 0.80845 |
| 13 | 422830.488578 | 0.81246 | 0.019064 | 0.7779 | 0.8383 | 0.80875 |
mpl.rcParams['figure.figsize'] = 7,4.5
mpl.rcParams['axes.labelsize'] = 12
mpl.rcParams['lines.linewidth'] = 1.5
mpl.rcParams['lines.markersize'] = 8
mpl.rcParams['xtick.labelsize'] = 13
mpl.rcParams['ytick.labelsize'] = 12
mpl.rcParams['legend.fontsize'] = 12
final_acc_grouped_by_lmbda.plot(y=['MEAN','MED','MAX'],x='lambdas')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ylabel('Accuracy')
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
prev_final_test_acc1 = pd.read_csv('spike_sh_14lmbdas_ar1_3lyrs_he1_75_10_non_spk_classify.csv',
index_col=0)
prev_acc_grouped_by_lmbda1 = prev_final_test_acc1.groupby('lambdas')
prev_final_acc_grouped_by_lmbda1 = prev_acc_grouped_by_lmbda1.mean()
prev_final_acc_grouped_by_lmbda1.rename(columns={'Method3':'MEAN'}, inplace=True)
prev_final_acc_grouped_by_lmbda1['S.D'] = prev_acc_grouped_by_lmbda1.std()
prev_final_acc_grouped_by_lmbda1['MIN'] = prev_acc_grouped_by_lmbda1.min()
prev_final_acc_grouped_by_lmbda1['MAX'] = prev_acc_grouped_by_lmbda1.max()
prev_final_acc_grouped_by_lmbda1['MED'] = prev_acc_grouped_by_lmbda1.median()
prev_final_acc_grouped_by_lmbda1.reset_index(inplace=True)
display(prev_final_acc_grouped_by_lmbda1)
| lambdas | MEAN | S.D | MIN | MAX | MED | |
|---|---|---|---|---|---|---|
| 0 | 0.000000 | 0.71909 | 0.013358 | 0.6867 | 0.7346 | 0.72165 |
| 1 | 75117.971405 | 0.78152 | 0.020727 | 0.7575 | 0.8158 | 0.77810 |
| 2 | 77709.422262 | 0.78250 | 0.020241 | 0.7608 | 0.8171 | 0.77825 |
| 3 | 78039.228020 | 0.78257 | 0.020269 | 0.7609 | 0.8173 | 0.77825 |
| 4 | 78417.664742 | 0.78260 | 0.020226 | 0.7611 | 0.8173 | 0.77825 |
| 5 | 79633.205489 | 0.78272 | 0.020203 | 0.7613 | 0.8177 | 0.77845 |
| 6 | 80230.053053 | 0.78300 | 0.020283 | 0.7614 | 0.8182 | 0.77885 |
| 7 | 81959.234627 | 0.78297 | 0.022364 | 0.7521 | 0.8185 | 0.77900 |
| 8 | 85612.939769 | 0.78450 | 0.021875 | 0.7530 | 0.8193 | 0.78235 |
| 9 | 88585.123545 | 0.78518 | 0.022124 | 0.7533 | 0.8197 | 0.78265 |
| 10 | 89377.333236 | 0.78485 | 0.021290 | 0.7540 | 0.8197 | 0.78310 |
| 11 | 91768.727118 | 0.78598 | 0.022291 | 0.7543 | 0.8201 | 0.78355 |
| 12 | 95646.318878 | 0.78604 | 0.020861 | 0.7586 | 0.8227 | 0.78410 |
| 13 | 96119.403308 | 0.78622 | 0.020912 | 0.7587 | 0.8229 | 0.78425 |
| 14 | 97283.048858 | 0.78645 | 0.020718 | 0.7590 | 0.8230 | 0.78440 |
prev_final_test_acc2 = pd.read_csv('spike_sh_14lmbdas_ar1_3lyrs_he1_10_20_non_spk_classify.csv',
index_col=0)
prev_acc_grouped_by_lmbda2 = prev_final_test_acc2.groupby('lambdas')
prev_final_acc_grouped_by_lmbda2 = prev_acc_grouped_by_lmbda2.mean()
prev_final_acc_grouped_by_lmbda2.rename(columns={'Method3':'MEAN'}, inplace=True)
prev_final_acc_grouped_by_lmbda2['S.D'] = prev_acc_grouped_by_lmbda2.std()
prev_final_acc_grouped_by_lmbda2['MIN'] = prev_acc_grouped_by_lmbda2.min()
prev_final_acc_grouped_by_lmbda2['MAX'] = prev_acc_grouped_by_lmbda2.max()
prev_final_acc_grouped_by_lmbda2['MED'] = prev_acc_grouped_by_lmbda2.median()
prev_final_acc_grouped_by_lmbda2.reset_index(inplace=True)
display(prev_final_acc_grouped_by_lmbda2)
| lambdas | MEAN | S.D | MIN | MAX | MED | |
|---|---|---|---|---|---|---|
| 0 | 0.000000 | 0.71909 | 0.013358 | 0.6867 | 0.7346 | 0.72165 |
| 1 | 100471.885619 | 0.78694 | 0.020593 | 0.7600 | 0.8228 | 0.78455 |
| 2 | 110837.689046 | 0.78835 | 0.020678 | 0.7626 | 0.8240 | 0.78550 |
| 3 | 112156.912078 | 0.78858 | 0.020706 | 0.7631 | 0.8243 | 0.78575 |
| 4 | 113670.658968 | 0.78866 | 0.020647 | 0.7635 | 0.8243 | 0.78585 |
| 5 | 118532.821955 | 0.78888 | 0.021238 | 0.7638 | 0.8248 | 0.78630 |
| 6 | 120920.212212 | 0.78930 | 0.021262 | 0.7643 | 0.8249 | 0.78690 |
| 7 | 127836.938509 | 0.79036 | 0.021217 | 0.7647 | 0.8257 | 0.78750 |
| 8 | 142451.759075 | 0.79277 | 0.020593 | 0.7671 | 0.8270 | 0.78950 |
| 9 | 154340.494179 | 0.79669 | 0.018245 | 0.7692 | 0.8276 | 0.79450 |
| 10 | 157509.332943 | 0.79754 | 0.018844 | 0.7695 | 0.8276 | 0.79505 |
| 11 | 167074.908473 | 0.79855 | 0.018636 | 0.7704 | 0.8280 | 0.79605 |
| 12 | 182585.275511 | 0.79986 | 0.018529 | 0.7715 | 0.8288 | 0.79720 |
| 13 | 184477.613232 | 0.80001 | 0.018600 | 0.7717 | 0.8291 | 0.79740 |
| 14 | 189132.195431 | 0.80045 | 0.018781 | 0.7718 | 0.8296 | 0.79775 |
df3 = final_acc_grouped_by_lmbda.copy(deep=True)
df3.drop([0], inplace=True)
df2 = prev_final_acc_grouped_by_lmbda2.copy(deep=True)
df2.drop([0], inplace=True)
df1 = prev_final_acc_grouped_by_lmbda1.copy(deep=True)
df1.drop([0], inplace=True)
final_df = pd.concat([df1, df2, df3], axis=0)
display(final_df)
| lambdas | MEAN | S.D | MIN | MAX | MED | |
|---|---|---|---|---|---|---|
| 1 | 75117.971405 | 0.78152 | 0.020727 | 0.7575 | 0.8158 | 0.77810 |
| 2 | 77709.422262 | 0.78250 | 0.020241 | 0.7608 | 0.8171 | 0.77825 |
| 3 | 78039.228020 | 0.78257 | 0.020269 | 0.7609 | 0.8173 | 0.77825 |
| 4 | 78417.664742 | 0.78260 | 0.020226 | 0.7611 | 0.8173 | 0.77825 |
| 5 | 79633.205489 | 0.78272 | 0.020203 | 0.7613 | 0.8177 | 0.77845 |
| 6 | 80230.053053 | 0.78300 | 0.020283 | 0.7614 | 0.8182 | 0.77885 |
| 7 | 81959.234627 | 0.78297 | 0.022364 | 0.7521 | 0.8185 | 0.77900 |
| 8 | 85612.939769 | 0.78450 | 0.021875 | 0.7530 | 0.8193 | 0.78235 |
| 9 | 88585.123545 | 0.78518 | 0.022124 | 0.7533 | 0.8197 | 0.78265 |
| 10 | 89377.333236 | 0.78485 | 0.021290 | 0.7540 | 0.8197 | 0.78310 |
| 11 | 91768.727118 | 0.78598 | 0.022291 | 0.7543 | 0.8201 | 0.78355 |
| 12 | 95646.318878 | 0.78604 | 0.020861 | 0.7586 | 0.8227 | 0.78410 |
| 13 | 96119.403308 | 0.78622 | 0.020912 | 0.7587 | 0.8229 | 0.78425 |
| 14 | 97283.048858 | 0.78645 | 0.020718 | 0.7590 | 0.8230 | 0.78440 |
| 1 | 100471.885619 | 0.78694 | 0.020593 | 0.7600 | 0.8228 | 0.78455 |
| 2 | 110837.689046 | 0.78835 | 0.020678 | 0.7626 | 0.8240 | 0.78550 |
| 3 | 112156.912078 | 0.78858 | 0.020706 | 0.7631 | 0.8243 | 0.78575 |
| 4 | 113670.658968 | 0.78866 | 0.020647 | 0.7635 | 0.8243 | 0.78585 |
| 5 | 118532.821955 | 0.78888 | 0.021238 | 0.7638 | 0.8248 | 0.78630 |
| 6 | 120920.212212 | 0.78930 | 0.021262 | 0.7643 | 0.8249 | 0.78690 |
| 7 | 127836.938509 | 0.79036 | 0.021217 | 0.7647 | 0.8257 | 0.78750 |
| 8 | 142451.759075 | 0.79277 | 0.020593 | 0.7671 | 0.8270 | 0.78950 |
| 9 | 154340.494179 | 0.79669 | 0.018245 | 0.7692 | 0.8276 | 0.79450 |
| 10 | 157509.332943 | 0.79754 | 0.018844 | 0.7695 | 0.8276 | 0.79505 |
| 11 | 167074.908473 | 0.79855 | 0.018636 | 0.7704 | 0.8280 | 0.79605 |
| 12 | 182585.275511 | 0.79986 | 0.018529 | 0.7715 | 0.8288 | 0.79720 |
| 13 | 184477.613232 | 0.80001 | 0.018600 | 0.7717 | 0.8291 | 0.79740 |
| 14 | 189132.195431 | 0.80045 | 0.018781 | 0.7718 | 0.8296 | 0.79775 |
| 1 | 227094.222616 | 0.80550 | 0.018698 | 0.7757 | 0.8311 | 0.80060 |
| 2 | 230392.280196 | 0.80567 | 0.018672 | 0.7758 | 0.8311 | 0.80065 |
| 3 | 234176.647421 | 0.80583 | 0.018595 | 0.7759 | 0.8311 | 0.80085 |
| 4 | 246332.054888 | 0.80623 | 0.018735 | 0.7767 | 0.8315 | 0.80135 |
| 5 | 252300.530529 | 0.80687 | 0.019128 | 0.7769 | 0.8345 | 0.80195 |
| 6 | 269592.346273 | 0.80868 | 0.018645 | 0.7769 | 0.8352 | 0.80590 |
| 7 | 306129.397687 | 0.81075 | 0.019335 | 0.7781 | 0.8365 | 0.81640 |
| 8 | 335851.235448 | 0.81119 | 0.019834 | 0.7778 | 0.8352 | 0.81790 |
| 9 | 343773.332357 | 0.81128 | 0.019692 | 0.7781 | 0.8350 | 0.81765 |
| 10 | 367687.271182 | 0.81151 | 0.019817 | 0.7779 | 0.8360 | 0.81590 |
| 11 | 406463.188776 | 0.81217 | 0.019033 | 0.7779 | 0.8378 | 0.80835 |
| 12 | 411194.033080 | 0.81229 | 0.018940 | 0.7783 | 0.8378 | 0.80845 |
| 13 | 422830.488578 | 0.81246 | 0.019064 | 0.7779 | 0.8383 | 0.80875 |
mpl.rcParams['figure.figsize'] = 7,4.5
mpl.rcParams['axes.labelsize'] = 12
mpl.rcParams['lines.linewidth'] = 1.5
mpl.rcParams['lines.markersize'] = 8
mpl.rcParams['xtick.labelsize'] = 13
mpl.rcParams['ytick.labelsize'] = 12
mpl.rcParams['legend.fontsize'] = 12
final_df.plot(y=['MEAN','MED','MAX'],x='lambdas')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ylabel('Accuracy')
plt.xlabel('$\lambda$')
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
path = '/home/ruthvik/Desktop/Summer 2017/tf_graph_outputs/mnist/continual_learning/original_mnist_5sets'
merged = tf.summary.merge_all()
train_writer = tf.summary.FileWriter(path + '/spike_sh_14lmbdas_ar1_3lyrs_he1_45_65_non_spk_classify', sess.graph)
np.random.seed(100)
n_lmbdas = 14
a = np.random.uniform(low=45.0, high=65.0, size=(n_lmbdas,))
print(a)
print()
a = a*1.0e4
a = a[np.argsort(a)]
print(a)
print()
n_reps = 10
a = a.tolist()*n_reps
print(a, len(a))
[55.86809884 50.5673877 53.49035181 61.89552265 45.09437712 47.43138242 58.41498169 61.5170551 47.73413179 56.50186659 62.82643909 49.18404244 48.70656439 47.16753781] () [450943.77123819 471675.37809285 474313.82415662 477341.31793699 487065.64391002 491840.42442344 505673.87701876 534903.51814983 558680.98835819 565018.66588545 584149.81694536 615170.55102101 618955.22646398 628264.39086245] () ([450943.7712381945, 471675.378092851, 474313.82415662287, 477341.3179369906, 487065.643910015, 491840.424423438, 505673.8770187592, 534903.5181498266, 558680.9883581931, 565018.66588545, 584149.8169453557, 615170.5510210096, 618955.2264639807, 628264.3908624528, 450943.7712381945, 471675.378092851, 474313.82415662287, 477341.3179369906, 487065.643910015, 491840.424423438, 505673.8770187592, 534903.5181498266, 558680.9883581931, 565018.66588545, 584149.8169453557, 615170.5510210096, 618955.2264639807, 628264.3908624528, 450943.7712381945, 471675.378092851, 474313.82415662287, 477341.3179369906, 487065.643910015, 491840.424423438, 505673.8770187592, 534903.5181498266, 558680.9883581931, 565018.66588545, 584149.8169453557, 615170.5510210096, 618955.2264639807, 628264.3908624528, 450943.7712381945, 471675.378092851, 474313.82415662287, 477341.3179369906, 487065.643910015, 491840.424423438, 505673.8770187592, 534903.5181498266, 558680.9883581931, 565018.66588545, 584149.8169453557, 615170.5510210096, 618955.2264639807, 628264.3908624528, 450943.7712381945, 471675.378092851, 474313.82415662287, 477341.3179369906, 487065.643910015, 491840.424423438, 505673.8770187592, 534903.5181498266, 558680.9883581931, 565018.66588545, 584149.8169453557, 615170.5510210096, 618955.2264639807, 628264.3908624528, 450943.7712381945, 471675.378092851, 474313.82415662287, 477341.3179369906, 487065.643910015, 491840.424423438, 505673.8770187592, 534903.5181498266, 558680.9883581931, 565018.66588545, 584149.8169453557, 615170.5510210096, 618955.2264639807, 628264.3908624528, 450943.7712381945, 471675.378092851, 474313.82415662287, 477341.3179369906, 487065.643910015, 491840.424423438, 505673.8770187592, 534903.5181498266, 558680.9883581931, 565018.66588545, 584149.8169453557, 615170.5510210096, 618955.2264639807, 628264.3908624528, 450943.7712381945, 471675.378092851, 474313.82415662287, 477341.3179369906, 487065.643910015, 491840.424423438, 505673.8770187592, 534903.5181498266, 558680.9883581931, 565018.66588545, 584149.8169453557, 615170.5510210096, 618955.2264639807, 628264.3908624528, 450943.7712381945, 471675.378092851, 474313.82415662287, 477341.3179369906, 487065.643910015, 491840.424423438, 505673.8770187592, 534903.5181498266, 558680.9883581931, 565018.66588545, 584149.8169453557, 615170.5510210096, 618955.2264639807, 628264.3908624528, 450943.7712381945, 471675.378092851, 474313.82415662287, 477341.3179369906, 487065.643910015, 491840.424423438, 505673.8770187592, 534903.5181498266, 558680.9883581931, 565018.66588545, 584149.8169453557, 615170.5510210096, 618955.2264639807, 628264.3908624528], 140)
lmbdas = a
np.random.seed(0)
np_weights = []
low = -np.sqrt(2.0/(n_input)) # use 4 for sigmoid, 1 for tanh activation
high = np.sqrt(2.0/(n_input))
for i in range(n_reps):
np_weights.append(np.random.uniform(low=low,high=high,size=(n_input,n_middle)))
np_weights=[item for item in np_weights for i in range(n_lmbdas)]
print(len(np_weights), len(lmbdas))
(140, 140)
np.array_equal(np_weights[0], np_weights[13])
True
np.array_equal(np_weights[0], np_weights[14])
False
START_TIME = time.time()
method3_test_accs = []
#INITIALIZE THE NETWORK
logging_count = 0
sess.run(init_op,options=run_options, run_metadata=run_metadata)
sess.graph.finalize()
for l in range(len(lmbdas)):
print('Training with lmbda:{}, {}'.format(lmbdas[l], l))
#sess.run(init_op,options=run_options, run_metadata=run_metadata)
zeta = 1e-3
new_big_omeg_w2 = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
new_big_omeg_b2 = np.zeros(shape=[1,n_middle], dtype=np.float32)
w3_zeros = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
b3_zeros = np.zeros(shape=[1,n_out], dtype=np.float32)
w3_accum = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
w3_accum = []
b3_accum = np.zeros(shape=[1,n_out], dtype=np.float32)
b3_accum = []
reset_w2_grad_accum = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
reset_b2_grad_accum = np.zeros(shape=[1,n_middle], dtype=np.float32)
start_w2 = None
start_b2 = None
sess.run(w_2_update_op, {w_2_update_placeholder:np_weights[l]})
sess.run(b_2_update_op, {b_2_update_placeholder:np.zeros(shape=[1,n_middle],dtype=np.float32)})
end_w2 = None
end_b2 = None
old_test_data = []
historical_cross_test_acc = {}
historical_train_accuracies = {}
historical_train_costs = {}
historical_val_accuracies = {}
historical_val_costs = {}
sets = [(0,1), (2,3), (4,5), (6,7), (8,9)]
#sets = [(0,4),(5,9)]
test_labels_set = []
n_test_samples = []
for a_set in range(len(sets)):
current_set = sets[a_set]
current_set_name = 'set'+str(a_set)
mask_val = [0]*num_classes
for i in range(0, current_set[1]+1):
mask_val[i]=1
set_mask_val = np.array(mask_val, dtype=np.float32)
print('Current mask:{}'.format(set_mask_val))
train_data_set, valid_data_set, test_data_set = extract_class_data(start=current_set[0],
stop=current_set[1])
train_images_set, train_labels_set = train_data_set[0], train_data_set[1]
valid_images_set, valid_labels_set = valid_data_set[0], valid_data_set[1]
test_images_set, test_labels_set = test_data_set[0], test_data_set[1]
n_test_samples.append(len(test_labels_set))
train_total = len(train_images_set)
n_batches = len(train_images_set)/BATCH_SIZE
#@@print('Number of batches:{}'.format(n_batches))
#@@set_omegas = [tf.assign(big_omeg_w2, new_big_omeg_w2), tf.assign(big_omeg_b2, new_big_omeg_b2)]
#@@sess.run(set_omegas)
sess.run(big_omeg_w2_update_op, {big_omeg_w2_update_placeholder:new_big_omeg_w2})
sess.run(big_omeg_b2_update_op, {big_omeg_b2_update_placeholder:new_big_omeg_b2})
#@@reset_grad_accums = [tf.assign(w2_grad_accum, reset_w2_grad_accum),
#@@ tf.assign(b2_grad_accum, reset_b2_grad_accum)]
#@@sess.run(reset_grad_accums)
sess.run(w2_grad_accum_update_op, {w2_grad_accum_update_placeholder:reset_w2_grad_accum})
sess.run(b2_grad_accum_update_op, {b2_grad_accum_update_placeholder:reset_b2_grad_accum})
#@@reset_w3 = [tf.assign(w_3, w3_zeros), tf.assign(b_3, b3_zeros)]
#@@sess.run(reset_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:w3_zeros})
sess.run(b_3_update_op, {b_3_update_placeholder:b3_zeros})
epochs = 10
repeats = 1
for repeat in range(repeats):
#tf.set_random_seed(l)
print('Repeat:{}'.format(repeat))
train_accuracies = []
train_costs = []
val_accuracies = []
val_costs = []
best_val = 0
first_params_set = None
last_params_set = None
T1 = time.time()
for i in range(epochs):
if(i==0):
start_w2, start_b2 = w_2.eval(), b_2.eval()
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: len(train_images_set)})
#@@print('Epoch:{}'.format((i)))
t1 = time.time()
### CALCULATE TRAIN COSTS AND TRAIN ACCURACIES
train_cost, train_accuracy = sess.run([cost, acct_res] ,feed_dict = {drop_out : 0.0,
set1_mask:set_mask_val})
train_costs.append(train_cost)
train_accuracies.append(train_accuracy)
#train_writer.add_summary(summary,logging_count)
print('training cost:{} and training accuracy:{}'.format(train_costs[i], train_accuracies[i]))
### CALCULATE VALID COSTS AND VALID ACCURACIES
sess.run(iter.initializer, feed_dict={a_1: valid_images_set, y: valid_labels_set,
batch_size: len(valid_images_set)})
_, _, val_acc, val_cost, _ = sess.run([predictions,acct_mat,acct_res, cost, a_3],
feed_dict = {drop_out : 0.0,set1_mask:set_mask_val})
val_costs.append(val_cost)
val_accuracies.append(val_acc)
if(val_acc>best_val):
best_val = val_acc
best_params_set1 = [(w_2.eval(),b_2.eval()),(w_3.eval(),b_3.eval())]
print('validation cost:{} and validation accuracy:{}'.format(val_cost, val_acc))
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
print('Training on :{}'.format(current_set))
for j in range(n_batches):
if(not (np.isnan(w_2.eval().any() and np.isnan(w_3.eval()).any()))):
#if(a_set==1):
# print(j, w_2.eval().sum(), w_3.eval().sum())
if(((j)% 1000 ==0)):
logging_count+=1
summary,_,_ = sess.run([merged,step, omega_step],
feed_dict = {drop_out:0.0,batch_size: BATCH_SIZE,tau:0.5,
set1_mask:set_mask_val,eta:0.001,
lmbda:lmbdas[l],n_tot:train_total})
#train_writer.add_summary(summary, (i+1)*j)
train_writer.add_summary(summary, logging_count)
else:
sess.run([step, omega_step],feed_dict = {drop_out:0.0,batch_size:BATCH_SIZE,
tau:0.5,set1_mask:set_mask_val,
eta:0.001,lmbda:lmbdas[l],
n_tot:train_total})
else:
print('Nan encountered in epoch:{} and batch:{}'.format(i, j))
#@@print('Epoch time:{}'.format(time.time()-t1))
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,
set1_mask:set_mask_val})
#@@print('Final test accuracy is:{}'.format(final_test_acc))
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#all_final_test_accs_set1.append(final_test_acc)
#@@best_step = [tf.assign(w_2,best_params_set1[0][0]), tf.assign(b_2,best_params_set1[0][1]),
#@@ tf.assign(w_3,best_params_set1[1][0]),tf.assign(b_3,best_params_set1[1][1])]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:best_params_set1[0][0]})
sess.run(b_2_update_op, {b_2_update_placeholder:best_params_set1[0][1]})
sess.run(w_3_update_op, {w_3_update_placeholder:best_params_set1[1][0]})
sess.run(b_3_update_op, {b_3_update_placeholder:best_params_set1[1][1]})
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,test_acc_corresp_best_val,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
#@@print('Test accuracy corresp to best val acc:{}'.format(test_acc_corresp_best_val))
print('Time taken:{}'.format(time.time()-T1))
#w3_list.append(w_3.eval())
w3_accum.append(w_3.eval())
#b3_list.append(b_3.eval())
b3_accum.append(b_3.eval())
if(i==epochs-1):
if(test_acc_corresp_best_val>final_test_acc):
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#all_final_test_accs_set1[-1] = test_acc_corresp_best_val
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#@@best_step = [tf.assign(w_2,end_w2), tf.assign(b_2,end_b2),
#@@ tf.assign(w_3,end_w3),tf.assign(b_3,end_b3)]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:end_w2})
sess.run(b_2_update_op, {b_2_update_placeholder:end_b2})
sess.run(w_3_update_op, {w_3_update_placeholder:end_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:end_b3})
first_params_set = [(start_w2, start_b2)]
last_params_set = [(end_w2, end_b2)]
small_omegas = [(w2_grad_accum.eval(),b2_grad_accum.eval())]
delta_ws = map(lambda x,y: np.square(x-y)+zeta,[item[0] for item in last_params_set],
[item[0] for item in first_params_set])
delta_bs = map(lambda x,y: np.square(x-y)+zeta,[item[1] for item in last_params_set],
[item[1] for item in first_params_set])
delta_wbs = zip(delta_ws, delta_bs)
big_omegas_ws = map(lambda x,y: (x/y),[item[0] for item in small_omegas],
[item[0] for item in delta_wbs])
big_omegas_bs = map(lambda x,y: (x/y),[item[1] for item in small_omegas],
[item[1] for item in delta_wbs])
big_omegas = zip(big_omegas_ws, big_omegas_bs)
new_big_omeg_w2 += big_omegas[0][0]
new_big_omeg_b2 += big_omegas[0][1]
#@@print('omegW2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_w2.max(),
#@@ new_big_omeg_w2.mean(),
#@@ new_big_omeg_w2.std()))
#@@print('omegb2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_b2.max(),
#@@ new_big_omeg_b2.mean(),
#@@ new_big_omeg_b2.std()))
historical_train_accuracies[current_set_name]=train_accuracies
historical_train_costs[current_set_name]=train_costs
historical_val_accuracies[current_set_name]=val_accuracies
historical_val_costs[current_set_name]=val_costs
#######Method 3 ###########
w3_set_rows = []
offset=0
for item in w3_accum:
w3_set_rows.append(item[:,offset:offset+2])
offset+=2
w3_set_row_avgs = [item.mean() for item in w3_set_rows]
final_w3 = map(lambda x,y:x-y,w3_set_rows, w3_set_row_avgs)
final_w3 = np.concatenate(final_w3, axis=1)
b3_set_rows = []
offset=0
for item in b3_accum:
b3_set_rows.append(item[:,offset:offset+2])
offset+=2
b3_set_row_avgs = [item.mean() for item in b3_set_rows]
final_b3 = map(lambda x,y:x-y,b3_set_rows, b3_set_row_avgs)
final_b3 = np.concatenate(final_b3, axis=1)
#@@set_w3 = [tf.assign(w_3, final_w3), tf.assign(b_3, final_b3)]
#@@sess.run(set_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:final_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:final_b3})
sess.run(iter.initializer, feed_dict={a_1: test_images, y: to_categorical(test_labels,num_classes=num_classes),
batch_size: len(test_images)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
method3_test_accs.append(final_test_acc)
print('Method 3 test accuracy:{}'.format(final_test_acc))
train_writer.close()
print('Total time:{}'.format(time.time()-START_TIME))
Training with lmbda:450943.771238, 0 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.454847097 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.369670182467 and training accuracy:0.935914933681 validation cost:0.375963538885 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.184623375535 and training accuracy:0.958458304405 validation cost:0.190390229225 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.128535434604 and training accuracy:0.96918463707 validation cost:0.135043501854 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.101328678429 and training accuracy:0.974729597569 validation cost:0.108018510044 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0849213078618 and training accuracy:0.978456497192 validation cost:0.0913636088371 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.07377756387 and training accuracy:0.980547249317 validation cost:0.0797813758254 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0656215324998 and training accuracy:0.983365178108 validation cost:0.0711211711168 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0593418516219 and training accuracy:0.984819591045 validation cost:0.0643283501267 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0543255321681 and training accuracy:0.986001253128 validation cost:0.0588221997023 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:121.150041103 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.265115320683 and training accuracy:0.979512214661 validation cost:0.267008721828 and validation accuracy:0.982231020927 Training on :(4, 5) training cost:0.130719467998 and training accuracy:0.989853680134 validation cost:0.126261383295 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0877870619297 and training accuracy:0.993756115437 validation cost:0.081469386816 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0672105625272 and training accuracy:0.994146347046 validation cost:0.0604062378407 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0551477111876 and training accuracy:0.994829297066 validation cost:0.0483011826873 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0471838973463 and training accuracy:0.995707333088 validation cost:0.0404557548463 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0415033176541 and training accuracy:0.99590241909 validation cost:0.034953918308 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0372247211635 and training accuracy:0.996390223503 validation cost:0.0308730620891 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.033870857209 and training accuracy:0.996682941914 validation cost:0.0277195628732 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.514461994 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.189197048545 and training accuracy:0.991611778736 validation cost:0.182851299644 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0874088183045 and training accuracy:0.995580434799 validation cost:0.0842503905296 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0592690669 and training accuracy:0.997023522854 validation cost:0.0570772215724 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0460706725717 and training accuracy:0.997564733028 validation cost:0.0442968718708 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0382941029966 and training accuracy:0.998015701771 validation cost:0.0367477945983 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0331046655774 and training accuracy:0.998376488686 validation cost:0.0317033939064 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0293607730418 and training accuracy:0.998556852341 validation cost:0.0280617624521 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0265118610114 and training accuracy:0.998647093773 validation cost:0.0252914763987 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0242579709738 and training accuracy:0.998917639256 validation cost:0.023100912571 and validation accuracy:1.0 Training on :(6, 7) Time taken:127.303239822 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.256253153086 and training accuracy:0.957440853119 validation cost:0.257125467062 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.156942814589 and training accuracy:0.966008543968 validation cost:0.158124446869 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.122185394168 and training accuracy:0.970944285393 validation cost:0.12352565676 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.103442959487 and training accuracy:0.974762499332 validation cost:0.104706570506 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0912368521094 and training accuracy:0.976997554302 validation cost:0.0923114642501 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0824397429824 and training accuracy:0.979418873787 validation cost:0.0832918807864 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0756992101669 and training accuracy:0.980536401272 validation cost:0.0763282626867 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0703127384186 and training accuracy:0.981933295727 validation cost:0.0707345381379 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0658803209662 and training accuracy:0.983423352242 validation cost:0.0661128386855 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.467080116 Method 3 test accuracy:0.813399970531 Training with lmbda:471675.378093, 1 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.208035946 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.369981199503 and training accuracy:0.935914933681 validation cost:0.376271218061 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.184888854623 and training accuracy:0.958458304405 validation cost:0.190646827221 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.128759935498 and training accuracy:0.96918463707 validation cost:0.135256066918 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.101530574262 and training accuracy:0.974729597569 validation cost:0.108209870756 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.085108101368 and training accuracy:0.978456497192 validation cost:0.0915433987975 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0739539563656 and training accuracy:0.980456292629 validation cost:0.0799549221992 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0657889097929 and training accuracy:0.98327422142 validation cost:0.0712874531746 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0595018938184 and training accuracy:0.984819591045 validation cost:0.0644905045629 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0544786304235 and training accuracy:0.986001253128 validation cost:0.0589795336127 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:120.772943974 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.266242653131 and training accuracy:0.979414641857 validation cost:0.268175244331 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.131490364671 and training accuracy:0.989853680134 validation cost:0.127072110772 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0883641988039 and training accuracy:0.993756115437 validation cost:0.0820760428905 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0676730647683 and training accuracy:0.994146347046 validation cost:0.0608913600445 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0555352158844 and training accuracy:0.994829297066 validation cost:0.04870704934 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0475194342434 and training accuracy:0.995707333088 validation cost:0.0408069565892 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0418006815016 and training accuracy:0.995804905891 validation cost:0.0352650918067 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.037492737174 and training accuracy:0.996390223503 validation cost:0.0311532057822 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0341152623296 and training accuracy:0.996682941914 validation cost:0.02797492221 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.02063179 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.190335169435 and training accuracy:0.991702020168 validation cost:0.183990091085 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0881213098764 and training accuracy:0.995580434799 validation cost:0.0849595293403 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0598067119718 and training accuracy:0.997023522854 validation cost:0.0576120764017 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0465094558895 and training accuracy:0.997564733028 validation cost:0.0447343327105 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0386684276164 and training accuracy:0.998015701771 validation cost:0.0371217094362 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0334331989288 and training accuracy:0.998376488686 validation cost:0.0320321284235 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0296543389559 and training accuracy:0.998556852341 validation cost:0.0283559840173 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0267777368426 and training accuracy:0.998647093773 validation cost:0.0255580898374 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0245016794652 and training accuracy:0.998917639256 validation cost:0.023345425725 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.324156046 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.257531195879 and training accuracy:0.957347750664 validation cost:0.258396476507 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.157806068659 and training accuracy:0.965915441513 validation cost:0.158970803022 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.122897341847 and training accuracy:0.970851182938 validation cost:0.124216862023 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.104078501463 and training accuracy:0.974669396877 validation cost:0.105322428048 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0918255448341 and training accuracy:0.976904451847 validation cost:0.0928840860724 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0829972401261 and training accuracy:0.979512035847 validation cost:0.0838367491961 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0762315317988 and training accuracy:0.980536401272 validation cost:0.0768524706364 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0708254352212 and training accuracy:0.981840193272 validation cost:0.0712427124381 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0663758143783 and training accuracy:0.983423352242 validation cost:0.0666075572371 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.914283037 Method 3 test accuracy:0.813899993896 Training with lmbda:474313.824157, 2 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.870305061 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370019763708 and training accuracy:0.935914933681 validation cost:0.376309335232 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.184922486544 and training accuracy:0.958458304405 validation cost:0.190679311752 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.128788098693 and training accuracy:0.96918463707 validation cost:0.135282590985 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.101555794477 and training accuracy:0.974729597569 validation cost:0.108233600855 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0851314216852 and training accuracy:0.978365600109 validation cost:0.0915655493736 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0739758387208 and training accuracy:0.980456292629 validation cost:0.079976297915 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0658098384738 and training accuracy:0.98327422142 validation cost:0.071308426559 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0595215670764 and training accuracy:0.984819591045 validation cost:0.0645103156567 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0544976219535 and training accuracy:0.986001253128 validation cost:0.0589988641441 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:120.755630016 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.266385555267 and training accuracy:0.979414641857 validation cost:0.26832318306 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.131587430835 and training accuracy:0.989853680134 validation cost:0.127174302936 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0884360596538 and training accuracy:0.993756115437 validation cost:0.0821516662836 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0677310973406 and training accuracy:0.994146347046 validation cost:0.0609523840249 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0555837936699 and training accuracy:0.994829297066 validation cost:0.0487580560148 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0475614219904 and training accuracy:0.995707333088 validation cost:0.0408509857953 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0418376661837 and training accuracy:0.995804905891 validation cost:0.0353038795292 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0375258773565 and training accuracy:0.996390223503 validation cost:0.0311879161745 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0341456048191 and training accuracy:0.996682941914 validation cost:0.028006689623 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.670210838 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.190477356315 and training accuracy:0.991702020168 validation cost:0.184132426977 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.088210657239 and training accuracy:0.995580434799 validation cost:0.0850484743714 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0598740838468 and training accuracy:0.997023522854 validation cost:0.0576790906489 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0465643703938 and training accuracy:0.997564733028 validation cost:0.044789031148 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0387152917683 and training accuracy:0.998015701771 validation cost:0.0371684804559 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0334743075073 and training accuracy:0.998376488686 validation cost:0.0320733077824 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.029691150412 and training accuracy:0.998556852341 validation cost:0.0283928401768 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0268110651523 and training accuracy:0.998647093773 validation cost:0.0255915056914 and validation accuracy:1.0 Training on :(6, 7) training cost:0.024532109499 and training accuracy:0.998917639256 validation cost:0.0233759842813 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.505140066 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.257690250874 and training accuracy:0.957347750664 validation cost:0.258554518223 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.157914623618 and training accuracy:0.965915441513 validation cost:0.159077391028 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.1229872033 and training accuracy:0.970851182938 validation cost:0.124304391444 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.104158692062 and training accuracy:0.974669396877 validation cost:0.105400197208 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0918997302651 and training accuracy:0.976904451847 validation cost:0.0929563343525 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0830672457814 and training accuracy:0.979512035847 validation cost:0.0839053094387 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0762984827161 and training accuracy:0.980536401272 validation cost:0.0769186317921 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0708899050951 and training accuracy:0.981840193272 validation cost:0.0713069811463 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0664380118251 and training accuracy:0.983423352242 validation cost:0.0666700527072 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.630414009 Method 3 test accuracy:0.813799977303 Training with lmbda:477341.317937, 3 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.004233122 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370064407587 and training accuracy:0.935914933681 validation cost:0.376353502274 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.184960126877 and training accuracy:0.958458304405 validation cost:0.190715640783 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.128819972277 and training accuracy:0.96918463707 validation cost:0.135312765837 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.10158456862 and training accuracy:0.974729597569 validation cost:0.108260929585 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0851581171155 and training accuracy:0.978365600109 validation cost:0.0915912762284 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0740009769797 and training accuracy:0.980456292629 validation cost:0.0800010561943 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0658337324858 and training accuracy:0.98327422142 validation cost:0.0713321641088 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0595444254577 and training accuracy:0.984819591045 validation cost:0.0645332634449 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0545193813741 and training accuracy:0.986001253128 validation cost:0.0590209327638 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:120.580472946 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.266547590494 and training accuracy:0.979414641857 validation cost:0.268490821123 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.131697639823 and training accuracy:0.989853680134 validation cost:0.127290174365 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.088518075645 and training accuracy:0.993756115437 validation cost:0.0822379738092 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0677966028452 and training accuracy:0.994146347046 validation cost:0.0610212534666 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0556388311088 and training accuracy:0.994829297066 validation cost:0.0488158166409 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0476091727614 and training accuracy:0.995707333088 validation cost:0.0409010238945 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0418796315789 and training accuracy:0.995804905891 validation cost:0.0353479087353 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0375638864934 and training accuracy:0.996390223503 validation cost:0.0312277041376 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0341801978648 and training accuracy:0.99658536911 validation cost:0.0280428789556 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:112.662013054 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.190640509129 and training accuracy:0.991702020168 validation cost:0.184295654297 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.088312715292 and training accuracy:0.995580434799 validation cost:0.0851500183344 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0599509701133 and training accuracy:0.997023522854 validation cost:0.0577555783093 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0466272681952 and training accuracy:0.997564733028 validation cost:0.0448516868055 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0387687459588 and training accuracy:0.998015701771 validation cost:0.0372218750417 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.033521220088 and training accuracy:0.998376488686 validation cost:0.032120231539 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0297331307083 and training accuracy:0.998556852341 validation cost:0.0284348204732 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0268489886075 and training accuracy:0.998647093773 validation cost:0.0256295017898 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0245668124408 and training accuracy:0.998917639256 validation cost:0.0234107952565 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.578023911 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.257872968912 and training accuracy:0.957347750664 validation cost:0.25873619318 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.158038884401 and training accuracy:0.965822339058 validation cost:0.159199476242 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.12308973074 and training accuracy:0.970851182938 validation cost:0.124404087663 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.10425003618 and training accuracy:0.974669396877 validation cost:0.105489067733 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0919843912125 and training accuracy:0.976904451847 validation cost:0.0930391326547 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0831478312612 and training accuracy:0.979418873787 validation cost:0.0839847326279 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0763760432601 and training accuracy:0.980536401272 validation cost:0.0769952461123 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0709643363953 and training accuracy:0.981840193272 validation cost:0.0713813751936 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0665094107389 and training accuracy:0.983423352242 validation cost:0.0667419880629 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.459125996 Method 3 test accuracy:0.821099996567 Training with lmbda:487065.64391, 4 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.582756996 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370208501816 and training accuracy:0.935914933681 validation cost:0.376496076584 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.185082599521 and training accuracy:0.958549201488 validation cost:0.190834164619 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.128923386335 and training accuracy:0.96918463707 validation cost:0.135410904884 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.101677127182 and training accuracy:0.974729597569 validation cost:0.108348786831 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0852432399988 and training accuracy:0.978365600109 validation cost:0.0916732922196 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0740808472037 and training accuracy:0.980456292629 validation cost:0.0800795778632 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0659093037248 and training accuracy:0.98327422142 validation cost:0.0714073032141 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.05961625278 and training accuracy:0.984819591045 validation cost:0.0646060183644 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0545884780586 and training accuracy:0.986001253128 validation cost:0.0590915605426 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:120.031059027 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.267060637474 and training accuracy:0.979414641857 validation cost:0.269021272659 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.132047325373 and training accuracy:0.98975610733 validation cost:0.127657935023 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.088780157268 and training accuracy:0.993756115437 validation cost:0.0825135856867 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0680067613721 and training accuracy:0.994146347046 validation cost:0.0612420924008 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.055814858526 and training accuracy:0.994829297066 validation cost:0.0490004830062 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0477614626288 and training accuracy:0.995512187481 validation cost:0.041060693562 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0420142635703 and training accuracy:0.995804905891 validation cost:0.0354889146984 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0376852564514 and training accuracy:0.996390223503 validation cost:0.0313546098769 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0342908762395 and training accuracy:0.99658536911 validation cost:0.0281584449112 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:112.182905197 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.19116063416 and training accuracy:0.991702020168 validation cost:0.18481631577 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0886378288269 and training accuracy:0.995490193367 validation cost:0.0854736566544 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0601960942149 and training accuracy:0.997023522854 validation cost:0.057999689132 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0468269847333 and training accuracy:0.997564733028 validation cost:0.0450509265065 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0389389246702 and training accuracy:0.998015701771 validation cost:0.037392064929 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0336702354252 and training accuracy:0.998376488686 validation cost:0.0322694592178 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0298662241548 and training accuracy:0.998556852341 validation cost:0.0285683348775 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0269694682211 and training accuracy:0.998647093773 validation cost:0.0257505588233 and validation accuracy:1.0 Training on :(6, 7) training cost:0.024677272886 and training accuracy:0.998917639256 validation cost:0.0235218219459 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.15474391 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.258459061384 and training accuracy:0.957440853119 validation cost:0.259319096804 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.158438950777 and training accuracy:0.965822339058 validation cost:0.159592062235 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.123419418931 and training accuracy:0.970851182938 validation cost:0.124724380672 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.104543380439 and training accuracy:0.974669396877 validation cost:0.10577313602 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0922562330961 and training accuracy:0.976811349392 validation cost:0.0933025255799 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0834047421813 and training accuracy:0.979325771332 validation cost:0.0842354372144 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0766217559576 and training accuracy:0.980443298817 validation cost:0.0772370845079 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0712009593844 and training accuracy:0.981840193272 validation cost:0.0716161355376 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0667359828949 and training accuracy:0.983423352242 validation cost:0.0669681578875 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.098737001 Method 3 test accuracy:0.821500003338 Training with lmbda:491840.424423, 5 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.818168879 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.37027874589 and training accuracy:0.935914933681 validation cost:0.376565694809 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.185141384602 and training accuracy:0.958549201488 validation cost:0.190891042352 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.128973469138 and training accuracy:0.96918463707 validation cost:0.135458245873 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.101722016931 and training accuracy:0.974729597569 validation cost:0.108391106129 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.085284806788 and training accuracy:0.978365600109 validation cost:0.0917131975293 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0741198807955 and training accuracy:0.980456292629 validation cost:0.0801182538271 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0659462958574 and training accuracy:0.98327422142 validation cost:0.0714442059398 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0596518330276 and training accuracy:0.984819591045 validation cost:0.0646417737007 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0546222552657 and training accuracy:0.986001253128 validation cost:0.0591261386871 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:122.204075098 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.267311632633 and training accuracy:0.979414641857 validation cost:0.269280523062 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.132219061255 and training accuracy:0.98975610733 validation cost:0.127838462591 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0889076963067 and training accuracy:0.993756115437 validation cost:0.0826476216316 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.068109087646 and training accuracy:0.994146347046 validation cost:0.0613493807614 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0559004917741 and training accuracy:0.994829297066 validation cost:0.0490901470184 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0478356704116 and training accuracy:0.995512187481 validation cost:0.0411383844912 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0420797728002 and training accuracy:0.995804905891 validation cost:0.0355574041605 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0377442836761 and training accuracy:0.996390223503 validation cost:0.0314162783325 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0343448407948 and training accuracy:0.99658536911 validation cost:0.0282147843391 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:113.25821805 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.191414728761 and training accuracy:0.991702020168 validation cost:0.185070544481 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0887970849872 and training accuracy:0.995490193367 validation cost:0.0856321305037 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0603161267936 and training accuracy:0.997023522854 validation cost:0.0581192485988 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0469248555601 and training accuracy:0.997564733028 validation cost:0.045148409903 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0390221178532 and training accuracy:0.998015701771 validation cost:0.0374751128256 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0337430424988 and training accuracy:0.998376488686 validation cost:0.0323422551155 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0299311466515 and training accuracy:0.998556852341 validation cost:0.0286333654076 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0270280260593 and training accuracy:0.998647093773 validation cost:0.0258092898875 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0247310437262 and training accuracy:0.998917639256 validation cost:0.0235757734627 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.582741976 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.258744835854 and training accuracy:0.957440853119 validation cost:0.259603053331 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.158633932471 and training accuracy:0.965822339058 validation cost:0.159783288836 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.123579494655 and training accuracy:0.970944285393 validation cost:0.124879956245 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.104686379433 and training accuracy:0.974669396877 validation cost:0.105911910534 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0923883542418 and training accuracy:0.976904451847 validation cost:0.0934311598539 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0835293754935 and training accuracy:0.979232609272 validation cost:0.0843575522304 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0767400935292 and training accuracy:0.980443298817 validation cost:0.0773542225361 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0713150054216 and training accuracy:0.981840193272 validation cost:0.0717296972871 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0668460130692 and training accuracy:0.983330249786 validation cost:0.067078538239 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.983127832 Method 3 test accuracy:0.821500003338 Training with lmbda:505673.877019, 6 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.970440865 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370479822159 and training accuracy:0.935914933681 validation cost:0.376764714718 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.18531139195 and training accuracy:0.958458304405 validation cost:0.191055446863 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.12911708653 and training accuracy:0.96918463707 validation cost:0.135594308376 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.1018512398 and training accuracy:0.974729597569 validation cost:0.108513593674 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.085404291749 and training accuracy:0.978365600109 validation cost:0.0918279960752 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0742319002748 and training accuracy:0.980456292629 validation cost:0.0802285373211 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0660523250699 and training accuracy:0.983456075191 validation cost:0.0715505257249 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0597522929311 and training accuracy:0.984819591045 validation cost:0.0647442862391 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0547191239893 and training accuracy:0.986001253128 validation cost:0.0592258684337 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:121.057783127 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.268030405045 and training accuracy:0.979414641857 validation cost:0.27002376318 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.132708325982 and training accuracy:0.989658534527 validation cost:0.128352284431 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0892716944218 and training accuracy:0.993756115437 validation cost:0.0830300301313 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0683998391032 and training accuracy:0.994146347046 validation cost:0.061654176563 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0561445131898 and training accuracy:0.994829297066 validation cost:0.0493455827236 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.048047028482 and training accuracy:0.995512187481 validation cost:0.041359603405 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0422668159008 and training accuracy:0.995804905891 validation cost:0.0357529297471 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0379121936858 and training accuracy:0.996390223503 validation cost:0.0315914936364 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0344981439412 and training accuracy:0.99658536911 validation cost:0.0283747781068 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:112.799265862 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.192149698734 and training accuracy:0.991702020168 validation cost:0.185806080699 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0892551019788 and training accuracy:0.995490193367 validation cost:0.0860882550478 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.06065928936 and training accuracy:0.997023522854 validation cost:0.0584613904357 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.047204028815 and training accuracy:0.997564733028 validation cost:0.0454271957278 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0392594635487 and training accuracy:0.998015701771 validation cost:0.0377127528191 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0339514017105 and training accuracy:0.998376488686 validation cost:0.0325511060655 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0301167182624 and training accuracy:0.998556852341 validation cost:0.028819616884 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0271959491074 and training accuracy:0.998647093773 validation cost:0.0259779412299 and validation accuracy:1.0 Training on :(6, 7) training cost:0.02488479577 and training accuracy:0.998917639256 validation cost:0.0237303543836 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.080493927 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.259567052126 and training accuracy:0.957347750664 validation cost:0.260420233011 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.159194141626 and training accuracy:0.965822339058 validation cost:0.160333350301 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.124040968716 and training accuracy:0.970944285393 validation cost:0.125328704715 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.105097204447 and training accuracy:0.974576294422 validation cost:0.106310896575 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.092768356204 and training accuracy:0.976904451847 validation cost:0.0938008800149 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0838879495859 and training accuracy:0.979139506817 validation cost:0.0847087353468 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0770821496844 and training accuracy:0.980350136757 validation cost:0.0776920169592 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0716424807906 and training accuracy:0.981653928757 validation cost:0.0720555707812 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0671629309654 and training accuracy:0.983237087727 validation cost:0.0673954412341 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.046822071 Method 3 test accuracy:0.821699976921 Training with lmbda:534903.51815, 7 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.456511974 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370896935463 and training accuracy:0.935914933681 validation cost:0.377177417278 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.18566249311 and training accuracy:0.958367407322 validation cost:0.191394731402 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.129415497184 and training accuracy:0.969093739986 validation cost:0.135876715183 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.102118544281 and training accuracy:0.974729597569 validation cost:0.108767256141 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0856513008475 and training accuracy:0.978274703026 validation cost:0.0920658260584 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0744626820087 and training accuracy:0.9806381464 validation cost:0.0804548859596 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0662711784244 and training accuracy:0.983456075191 validation cost:0.0717695355415 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0599601380527 and training accuracy:0.984637737274 validation cost:0.0649548172951 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0549184009433 and training accuracy:0.986001253128 validation cost:0.0594293028116 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:120.455336094 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.269504129887 and training accuracy:0.979512214661 validation cost:0.271547436714 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.133712336421 and training accuracy:0.989560961723 validation cost:0.129407554865 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0900183916092 and training accuracy:0.993756115437 validation cost:0.0838148966432 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0689970552921 and training accuracy:0.994146347046 validation cost:0.0622806511819 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0566461458802 and training accuracy:0.994829297066 validation cost:0.0498711690307 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0484798885882 and training accuracy:0.995414614677 validation cost:0.0418129265308 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0426492989063 and training accuracy:0.995804905891 validation cost:0.0361526980996 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0382565259933 and training accuracy:0.996292710304 validation cost:0.031951520592 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0348129123449 and training accuracy:0.996487796307 validation cost:0.0287038888782 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:112.590111017 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.193664580584 and training accuracy:0.991702020168 validation cost:0.187322825193 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0901985242963 and training accuracy:0.995400011539 validation cost:0.0870284214616 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0613662339747 and training accuracy:0.997023522854 validation cost:0.0591661147773 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0477788858116 and training accuracy:0.997564733028 validation cost:0.0460017770529 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0397479571402 and training accuracy:0.998015701771 validation cost:0.0382019169629 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0343781374395 and training accuracy:0.998376488686 validation cost:0.0329790897667 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0304968077689 and training accuracy:0.998556852341 validation cost:0.0292012672871 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0275398883969 and training accuracy:0.998647093773 validation cost:0.0263235438615 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0251999441534 and training accuracy:0.998827457428 validation cost:0.024046998471 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.045382977 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.261271297932 and training accuracy:0.957347750664 validation cost:0.262115955353 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.160357952118 and training accuracy:0.965915441513 validation cost:0.161476880312 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.124994158745 and training accuracy:0.970944285393 validation cost:0.126256629825 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.105944618583 and training accuracy:0.974576294422 validation cost:0.107134886086 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0935514345765 and training accuracy:0.976811349392 validation cost:0.0945652127266 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.084625184536 and training accuracy:0.978766977787 validation cost:0.0854338854551 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0777853056788 and training accuracy:0.980257034302 validation cost:0.078388735652 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0723179504275 and training accuracy:0.981560826302 validation cost:0.072729408741 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0678149238229 and training accuracy:0.983237087727 validation cost:0.0680506229401 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.923080921 Method 3 test accuracy:0.814800024033 Training with lmbda:558680.988358, 8 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.917582035 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.371227741241 and training accuracy:0.935914933681 validation cost:0.377504855394 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.185940682888 and training accuracy:0.958367407322 validation cost:0.191663980484 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.12965247035 and training accuracy:0.969002842903 validation cost:0.136101216078 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.10233104974 and training accuracy:0.974638640881 validation cost:0.108968675137 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0858476832509 and training accuracy:0.978274703026 validation cost:0.092255063355 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0746469348669 and training accuracy:0.9806381464 validation cost:0.080635279417 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0664459317923 and training accuracy:0.983456075191 validation cost:0.0719449222088 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0601260326803 and training accuracy:0.984637737274 validation cost:0.0651238933206 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0550770536065 and training accuracy:0.986001253128 validation cost:0.0595917217433 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:121.822197914 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.270665198565 and training accuracy:0.979414641857 validation cost:0.272748887539 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.134503170848 and training accuracy:0.989560961723 validation cost:0.130239069462 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0906068459153 and training accuracy:0.993756115437 validation cost:0.0844341218472 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0694665685296 and training accuracy:0.994243919849 validation cost:0.0627739429474 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0570383705199 and training accuracy:0.994731724262 validation cost:0.0502828396857 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0488184578717 and training accuracy:0.995414614677 validation cost:0.0421678833663 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0429485179484 and training accuracy:0.995804905891 validation cost:0.0364663377404 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0385256707668 and training accuracy:0.996292710304 validation cost:0.0322335585952 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0350578427315 and training accuracy:0.996487796307 validation cost:0.0289606582373 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:113.31129694 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.19486348331 and training accuracy:0.991611778736 validation cost:0.188523441553 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0909454151988 and training accuracy:0.995400011539 validation cost:0.0877730324864 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0619244836271 and training accuracy:0.997023522854 validation cost:0.0597232766449 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0482317470014 and training accuracy:0.997564733028 validation cost:0.0464548766613 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.040132202208 and training accuracy:0.998015701771 validation cost:0.0385871306062 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0347134694457 and training accuracy:0.998376488686 validation cost:0.0333157591522 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0307955481112 and training accuracy:0.998466670513 validation cost:0.0295014511794 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.027810357511 and training accuracy:0.998647093773 validation cost:0.0265953205526 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0254475809634 and training accuracy:0.998827457428 validation cost:0.0242959950119 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.985155106 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.262624293566 and training accuracy:0.957254588604 validation cost:0.263463944197 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.161286324263 and training accuracy:0.965915441513 validation cost:0.162391170859 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.125755652785 and training accuracy:0.970944285393 validation cost:0.126998916268 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.106619082391 and training accuracy:0.974483132362 validation cost:0.107792623341 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0941728502512 and training accuracy:0.976718187332 validation cost:0.0951732099056 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0852105543017 and training accuracy:0.978487610817 validation cost:0.0860096365213 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0783418640494 and training accuracy:0.980257034302 validation cost:0.0789405852556 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0728515610099 and training accuracy:0.981653928757 validation cost:0.0732623711228 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0683295801282 and training accuracy:0.983143985271 validation cost:0.0685679763556 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.372762918 Method 3 test accuracy:0.815299987793 Training with lmbda:565018.665885, 9 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.442713022 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.371316462755 and training accuracy:0.935914933681 validation cost:0.377592623234 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.186015203595 and training accuracy:0.958367407322 validation cost:0.191736221313 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.129714742303 and training accuracy:0.969002842903 validation cost:0.136160284281 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.102386325598 and training accuracy:0.974638640881 validation cost:0.109021246433 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0858988985419 and training accuracy:0.978274703026 validation cost:0.0923044532537 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0746949836612 and training accuracy:0.9806381464 validation cost:0.080682463944 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0664915367961 and training accuracy:0.983456075191 validation cost:0.0719906538725 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0601692460477 and training accuracy:0.984637737274 validation cost:0.065167888999 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0551182590425 and training accuracy:0.986001253128 validation cost:0.0596339926124 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:121.030607939 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.270969510078 and training accuracy:0.979414641857 validation cost:0.273063629866 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.134709954262 and training accuracy:0.989560961723 validation cost:0.13045668602 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0907607674599 and training accuracy:0.993756115437 validation cost:0.0845962241292 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0695893391967 and training accuracy:0.994243919849 validation cost:0.0629030615091 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0571410730481 and training accuracy:0.994731724262 validation cost:0.0503906682134 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.048907276243 and training accuracy:0.995317101479 validation cost:0.0422610715032 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0430268906057 and training accuracy:0.995804905891 validation cost:0.0365486107767 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0385963581502 and training accuracy:0.996195137501 validation cost:0.0323076918721 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0351218953729 and training accuracy:0.996487796307 validation cost:0.0290278419852 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:113.498654842 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.195180162787 and training accuracy:0.991611778736 validation cost:0.188840717077 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0911415889859 and training accuracy:0.995400011539 validation cost:0.0879687666893 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0620706230402 and training accuracy:0.997023522854 validation cost:0.0598693490028 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0483502708375 and training accuracy:0.997564733028 validation cost:0.0465735755861 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0402325503528 and training accuracy:0.998015701771 validation cost:0.0386879257858 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0348010994494 and training accuracy:0.998376488686 validation cost:0.0334038473666 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0308735985309 and training accuracy:0.998466670513 validation cost:0.029580084607 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0278808511794 and training accuracy:0.998647093773 validation cost:0.0266663506627 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0255122166127 and training accuracy:0.998827457428 validation cost:0.0243611186743 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.730252028 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.262981683016 and training accuracy:0.957068383694 validation cost:0.263820052147 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.16153241694 and training accuracy:0.966008543968 validation cost:0.162633806467 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.12595641613 and training accuracy:0.970944285393 validation cost:0.127195507288 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.106797412038 and training accuracy:0.974483132362 validation cost:0.107966609299 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0943364873528 and training accuracy:0.976718187332 validation cost:0.0953332856297 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.085364446044 and training accuracy:0.978487610817 validation cost:0.0861616283655 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0784886404872 and training accuracy:0.980163931847 validation cost:0.0790865495801 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0729921832681 and training accuracy:0.981653928757 validation cost:0.0734034329653 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0684649422765 and training accuracy:0.983143985271 validation cost:0.0687046200037 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.820590019 Method 3 test accuracy:0.815199971199 Training with lmbda:584149.816945, 10 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.734620094 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.371577531099 and training accuracy:0.935914933681 validation cost:0.377851426601 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.18623521924 and training accuracy:0.958367407322 validation cost:0.191949218512 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.129900440574 and training accuracy:0.969002842903 validation cost:0.136336490512 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.102551832795 and training accuracy:0.974638640881 validation cost:0.109178029001 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0860513374209 and training accuracy:0.978183805943 validation cost:0.0924511775374 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0748369470239 and training accuracy:0.9806381464 validation cost:0.0808211043477 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0666253268719 and training accuracy:0.983546972275 validation cost:0.0721236690879 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.060297396034 and training accuracy:0.984637737274 validation cost:0.065297305584 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0552412718534 and training accuracy:0.985910356045 validation cost:0.0597605407238 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:120.814179897 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.271869242191 and training accuracy:0.979414641857 validation cost:0.273994058371 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.135325714946 and training accuracy:0.98946338892 validation cost:0.131104245782 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0912188664079 and training accuracy:0.993756115437 validation cost:0.0850783884525 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0699543431401 and training accuracy:0.994243919849 validation cost:0.0632866024971 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0574459210038 and training accuracy:0.994731724262 validation cost:0.050710350275 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0491708405316 and training accuracy:0.995317101479 validation cost:0.0425373092294 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0432602316141 and training accuracy:0.995804905891 validation cost:0.0367930941284 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0388059802353 and training accuracy:0.996195137501 validation cost:0.0325272753835 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0353129245341 and training accuracy:0.996487796307 validation cost:0.0292279105633 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:113.289333105 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.196123823524 and training accuracy:0.991521596909 validation cost:0.189786419272 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0917280390859 and training accuracy:0.995400011539 validation cost:0.0885540321469 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0625076815486 and training accuracy:0.997023522854 validation cost:0.0603061579168 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0487040057778 and training accuracy:0.997564733028 validation cost:0.0469277761877 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.040531616658 and training accuracy:0.998015701771 validation cost:0.0389881245792 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0350618809462 and training accuracy:0.998376488686 validation cost:0.0336659476161 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0311062857509 and training accuracy:0.998466670513 validation cost:0.0298142302781 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0280910134315 and training accuracy:0.998647093773 validation cost:0.0268777105957 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0257041957229 and training accuracy:0.998827457428 validation cost:0.0245540756732 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.720289946 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.26404902339 and training accuracy:0.957254588604 validation cost:0.26488339901 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.162264272571 and training accuracy:0.966008543968 validation cost:0.163354843855 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.126555681229 and training accuracy:0.971037447453 validation cost:0.12778095901 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.107328906655 and training accuracy:0.974390029907 validation cost:0.108484938741 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0948258340359 and training accuracy:0.976718187332 validation cost:0.0958127006888 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0858248621225 and training accuracy:0.978487610817 validation cost:0.0866150632501 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0789256691933 and training accuracy:0.980070769787 validation cost:0.0795197859406 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0734117627144 and training accuracy:0.981560826302 validation cost:0.0738224312663 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0688685625792 and training accuracy:0.983050823212 validation cost:0.0691098049283 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.473690987 Method 3 test accuracy:0.81559997797 Training with lmbda:615170.551021, 11 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.753652096 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.371994495392 and training accuracy:0.935914933681 validation cost:0.378263950348 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.186585888267 and training accuracy:0.958367407322 validation cost:0.192288503051 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.130193710327 and training accuracy:0.969002842903 validation cost:0.136614456773 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.102813541889 and training accuracy:0.974638640881 validation cost:0.10942581296 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0862932726741 and training accuracy:0.978092908859 validation cost:0.0926841422915 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0750629529357 and training accuracy:0.9806381464 validation cost:0.0810430273414 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0668388083577 and training accuracy:0.983546972275 validation cost:0.0723369121552 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0605002939701 and training accuracy:0.984637737274 validation cost:0.0655029788613 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0554350242019 and training accuracy:0.985910356045 validation cost:0.0599593780935 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:121.216939926 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.273291349411 and training accuracy:0.979317069054 validation cost:0.275464892387 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.136295303702 and training accuracy:0.98946338892 validation cost:0.132124811411 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0919380262494 and training accuracy:0.993756115437 validation cost:0.0858362317085 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0705273672938 and training accuracy:0.994243919849 validation cost:0.0638895109296 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0579252578318 and training accuracy:0.994731724262 validation cost:0.0512142032385 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0495849959552 and training accuracy:0.995219528675 validation cost:0.0429725721478 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0436260662973 and training accuracy:0.995804905891 validation cost:0.0371774360538 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0391343086958 and training accuracy:0.996195137501 validation cost:0.032872274518 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.035612244159 and training accuracy:0.996390223503 validation cost:0.0295423921198 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:113.408409119 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.197622358799 and training accuracy:0.991521596909 validation cost:0.191286355257 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0926580056548 and training accuracy:0.995490193367 validation cost:0.0894815698266 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0631985068321 and training accuracy:0.997023522854 validation cost:0.0609960332513 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0492616146803 and training accuracy:0.997564733028 validation cost:0.0474861189723 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0410031825304 and training accuracy:0.997925519943 validation cost:0.0394609160721 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0354727432132 and training accuracy:0.998286306858 validation cost:0.034078348428 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0314715653658 and training accuracy:0.998466670513 validation cost:0.0301814917475 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0284212492406 and training accuracy:0.998647093773 validation cost:0.0272098630667 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0260057989508 and training accuracy:0.998827457428 validation cost:0.0248570721596 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.166857958 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.26574292779 and training accuracy:0.957161486149 validation cost:0.266573637724 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.163431361318 and training accuracy:0.966008543968 validation cost:0.164507821202 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.127511098981 and training accuracy:0.970758080482 validation cost:0.128716900945 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.108173802495 and training accuracy:0.974390029907 validation cost:0.109310470521 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0956024229527 and training accuracy:0.976625084877 validation cost:0.0965759828687 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0865564569831 and training accuracy:0.978487610817 validation cost:0.0873382911086 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0796218588948 and training accuracy:0.980257034302 validation cost:0.0802138000727 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0740771815181 and training accuracy:0.981560826302 validation cost:0.0744892060757 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0695095583797 and training accuracy:0.982957720757 validation cost:0.0697564929724 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.270129919 Method 3 test accuracy:0.815500020981 Training with lmbda:618955.226464, 12 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.732661009 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372045069933 and training accuracy:0.935914933681 validation cost:0.378314167261 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.186628013849 and training accuracy:0.958367407322 validation cost:0.192329108715 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.130229353905 and training accuracy:0.969002842903 validation cost:0.136648342013 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.102844640613 and training accuracy:0.974638640881 validation cost:0.109455183148 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0863220691681 and training accuracy:0.978092908859 validation cost:0.0927115753293 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0750901773572 and training accuracy:0.9806381464 validation cost:0.0810695514083 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0668645575643 and training accuracy:0.983546972275 validation cost:0.0723621696234 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0605247952044 and training accuracy:0.984637737274 validation cost:0.0655273795128 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0554581917822 and training accuracy:0.985910356045 validation cost:0.0599827058613 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:121.155820847 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.273461282253 and training accuracy:0.979317069054 validation cost:0.275641083717 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.136411234736 and training accuracy:0.98946338892 validation cost:0.13224709034 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0920240953565 and training accuracy:0.993756115437 validation cost:0.0859270989895 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0705958902836 and training accuracy:0.994243919849 validation cost:0.0639617070556 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0579824112356 and training accuracy:0.994731724262 validation cost:0.0512743704021 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0496343336999 and training accuracy:0.995219528675 validation cost:0.0430244840682 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0436695404351 and training accuracy:0.995804905891 validation cost:0.037223175168 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0391734801233 and training accuracy:0.996195137501 validation cost:0.0329133719206 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0356480851769 and training accuracy:0.996390223503 validation cost:0.0295799821615 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:112.888537884 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.197803139687 and training accuracy:0.991521596909 validation cost:0.191467642784 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0927700474858 and training accuracy:0.995580434799 validation cost:0.0895935967565 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0632816851139 and training accuracy:0.997023522854 validation cost:0.0610793530941 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0493285432458 and training accuracy:0.997564733028 validation cost:0.047553319484 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0410597324371 and training accuracy:0.997925519943 validation cost:0.0395178161561 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.035522043705 and training accuracy:0.998286306858 validation cost:0.0341279841959 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.031515467912 and training accuracy:0.998466670513 validation cost:0.0302257575095 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0284609235823 and training accuracy:0.998647093773 validation cost:0.0272498931736 and validation accuracy:1.0 Training on :(6, 7) training cost:0.026042053476 and training accuracy:0.998827457428 validation cost:0.0248936414719 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.870633841 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.265944629908 and training accuracy:0.957161486149 validation cost:0.266775250435 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.163570597768 and training accuracy:0.966008543968 validation cost:0.164645493031 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.127625256777 and training accuracy:0.970758080482 validation cost:0.128828674555 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.108275033534 and training accuracy:0.974390029907 validation cost:0.109409414232 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0956953689456 and training accuracy:0.976625084877 validation cost:0.0966672450304 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0866440758109 and training accuracy:0.978487610817 validation cost:0.0874248594046 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0797047615051 and training accuracy:0.980257034302 validation cost:0.0802963897586 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0741572156549 and training accuracy:0.981560826302 validation cost:0.0745695829391 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0695868581533 and training accuracy:0.982957720757 validation cost:0.0698347017169 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:117.796243906 Method 3 test accuracy:0.815500020981 Training with lmbda:628264.390862, 13 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.223329275846 and training accuracy:0.997657477856 validation cost:0.217609897256 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0588664598763 and training accuracy:0.99809128046 validation cost:0.0582027807832 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0329026244581 and training accuracy:0.998264789581 validation cost:0.0331324525177 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.023102754727 and training accuracy:0.998611807823 validation cost:0.0236389841884 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0179823227227 and training accuracy:0.998785376549 validation cost:0.0186521094292 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0148221068084 and training accuracy:0.998872101307 validation cost:0.0155552858487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126652261242 and training accuracy:0.99895888567 validation cost:0.01342903357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110910469666 and training accuracy:0.99895888567 validation cost:0.0118674216792 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00988608878106 and training accuracy:0.999132394791 validation cost:0.0106639899313 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.705901861 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372167766094 and training accuracy:0.935914933681 validation cost:0.378435760736 and validation accuracy:0.936580896378 Training on :(2, 3) training cost:0.186731159687 and training accuracy:0.958367407322 validation cost:0.192428916693 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.130316287279 and training accuracy:0.969002842903 validation cost:0.136731147766 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.102922417223 and training accuracy:0.974638640881 validation cost:0.109529398382 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.086393430829 and training accuracy:0.978092908859 validation cost:0.0927810445428 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0751574039459 and training accuracy:0.9806381464 validation cost:0.0811361595988 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.066927857697 and training accuracy:0.983546972275 validation cost:0.0724259018898 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0605846866965 and training accuracy:0.984637737274 validation cost:0.0655884444714 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0555154047906 and training accuracy:0.985910356045 validation cost:0.0600416958332 and validation accuracy:0.982536792755 Training on :(2, 3) Time taken:120.79329586 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.273876726627 and training accuracy:0.979317069054 validation cost:0.27607101202 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.136695429683 and training accuracy:0.98946338892 validation cost:0.132546246052 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0922345146537 and training accuracy:0.993756115437 validation cost:0.0861488953233 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0707634538412 and training accuracy:0.994243919849 validation cost:0.0641381889582 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0581228509545 and training accuracy:0.994731724262 validation cost:0.0514221452177 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0497553125024 and training accuracy:0.995219528675 validation cost:0.0431518144906 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0437766127288 and training accuracy:0.995707333088 validation cost:0.0373357497156 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0392696633935 and training accuracy:0.996195137501 validation cost:0.0330145247281 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.035735398531 and training accuracy:0.996390223503 validation cost:0.0296718142927 and validation accuracy:0.999012827873 Training on :(4, 5) Time taken:113.710487843 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.198248535395 and training accuracy:0.991521596909 validation cost:0.191913634539 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0930444225669 and training accuracy:0.995580434799 validation cost:0.089867554605 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0634850412607 and training accuracy:0.997023522854 validation cost:0.0612827427685 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0494921505451 and training accuracy:0.997564733028 validation cost:0.0477174520493 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0411978513002 and training accuracy:0.997925519943 validation cost:0.0396566651762 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0356421209872 and training accuracy:0.998286306858 validation cost:0.0342488214374 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0316224098206 and training accuracy:0.998466670513 validation cost:0.0303335264325 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.028557298705 and training accuracy:0.998647093773 validation cost:0.0273470263928 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0261302236468 and training accuracy:0.998827457428 validation cost:0.024982355535 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.272362947 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.266441404819 and training accuracy:0.957347750664 validation cost:0.267270773649 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.163913458586 and training accuracy:0.966008543968 validation cost:0.16498349607 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.127905189991 and training accuracy:0.970664918423 validation cost:0.129102170467 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.108521237969 and training accuracy:0.974296867847 validation cost:0.109649918973 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0959230959415 and training accuracy:0.976531922817 validation cost:0.0968902409077 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0868580415845 and training accuracy:0.978394508362 validation cost:0.0876355543733 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0799084156752 and training accuracy:0.980257034302 validation cost:0.0804986357689 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0743521898985 and training accuracy:0.981560826302 validation cost:0.0747644677758 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0697734057903 and training accuracy:0.982957720757 validation cost:0.0700220316648 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.257669926 Method 3 test accuracy:0.81559997797 Training with lmbda:450943.771238, 14 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.036533833 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.37938952446 and training accuracy:0.937551140785 validation cost:0.384598016739 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.186291724443 and training accuracy:0.959912717342 validation cost:0.190970391035 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.129017412663 and training accuracy:0.970093607903 validation cost:0.134399861097 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.101624883711 and training accuracy:0.975093185902 validation cost:0.107180178165 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0851852968335 and training accuracy:0.979274630547 validation cost:0.0905216708779 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0740317478776 and training accuracy:0.981638014317 validation cost:0.0789822116494 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0658743605018 and training accuracy:0.983819663525 validation cost:0.0703862980008 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0595952905715 and training accuracy:0.985364973545 validation cost:0.0636623129249 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.054579179734 and training accuracy:0.986455798149 validation cost:0.0582232922316 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:121.644453049 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.271847218275 and training accuracy:0.978829264641 validation cost:0.27425417304 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.133182659745 and training accuracy:0.99014633894 validation cost:0.129562661052 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0891707390547 and training accuracy:0.99317073822 validation cost:0.0835815966129 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0681602135301 and training accuracy:0.994439005852 validation cost:0.061932336539 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0558712854981 and training accuracy:0.995024383068 validation cost:0.0494749099016 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0477717481554 and training accuracy:0.995219528675 validation cost:0.0413930863142 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0420029461384 and training accuracy:0.995317101479 validation cost:0.0357211641967 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0376638136804 and training accuracy:0.995804905891 validation cost:0.031513620168 and validation accuracy:1.0 Training on :(4, 5) training cost:0.034268386662 and training accuracy:0.996097564697 validation cost:0.0282648988068 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.997506142 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.183073014021 and training accuracy:0.992423534393 validation cost:0.176846370101 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0860971584916 and training accuracy:0.996211767197 validation cost:0.0831163972616 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0586191080511 and training accuracy:0.997203946114 validation cost:0.0565906651318 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0455795414746 and training accuracy:0.997835278511 validation cost:0.0439483895898 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0378563255072 and training accuracy:0.998015701771 validation cost:0.0364322736859 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0326918326318 and training accuracy:0.998286306858 validation cost:0.0313933566213 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.028964066878 and training accuracy:0.998556852341 validation cost:0.0277508124709 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0261305309832 and training accuracy:0.999007821083 validation cost:0.0249805618078 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0238931607455 and training accuracy:0.999007821083 validation cost:0.0227930359542 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.849979162 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.260405510664 and training accuracy:0.954460799694 validation cost:0.261355787516 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.160448506474 and training accuracy:0.964704811573 validation cost:0.161589965224 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.125102937222 and training accuracy:0.969640552998 validation cost:0.126340761781 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.105904489756 and training accuracy:0.973086237907 validation cost:0.107076123357 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0933460667729 and training accuracy:0.977276980877 validation cost:0.094369083643 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0842786580324 and training accuracy:0.979232609272 validation cost:0.0851289108396 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0773227289319 and training accuracy:0.980815768242 validation cost:0.0779987052083 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0717651546001 and training accuracy:0.982864618301 validation cost:0.0722752958536 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0671913176775 and training accuracy:0.983609616756 validation cost:0.0675491765141 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.89902401 Method 3 test accuracy:0.800100028515 Training with lmbda:471675.378093, 15 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.45074296 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.379700481892 and training accuracy:0.937551140785 validation cost:0.384904980659 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.186560764909 and training accuracy:0.959912717342 validation cost:0.191228047013 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.129246875644 and training accuracy:0.970093607903 validation cost:0.134614810348 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.10183262825 and training accuracy:0.975093185902 validation cost:0.107374370098 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0853784009814 and training accuracy:0.979274630547 validation cost:0.0907040163875 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0742145180702 and training accuracy:0.981638014317 validation cost:0.0791571065784 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0660472363234 and training accuracy:0.983819663525 validation cost:0.070553727448 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0597606487572 and training accuracy:0.985364973545 validation cost:0.0638235583901 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0547371730208 and training accuracy:0.986455798149 validation cost:0.0583787187934 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.84877491 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.273019999266 and training accuracy:0.978829264641 validation cost:0.275469630957 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.133960708976 and training accuracy:0.99014633894 validation cost:0.130381256342 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0897447019815 and training accuracy:0.99317073822 validation cost:0.0841874331236 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0686154589057 and training accuracy:0.994439005852 validation cost:0.0624135732651 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0562507808208 and training accuracy:0.995024383068 validation cost:0.0498760119081 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0480986088514 and training accuracy:0.995121955872 validation cost:0.0417386256158 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0422919280827 and training accuracy:0.995317101479 validation cost:0.0360264480114 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0379238985479 and training accuracy:0.995707333088 validation cost:0.0317884348333 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0345052927732 and training accuracy:0.996097564697 validation cost:0.028515022248 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.644220114 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.184142738581 and training accuracy:0.992423534393 validation cost:0.177911266685 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0867805853486 and training accuracy:0.996211767197 validation cost:0.0837992653251 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0591361634433 and training accuracy:0.997113764286 validation cost:0.0571107268333 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0460025556386 and training accuracy:0.997835278511 validation cost:0.0443767048419 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0382180511951 and training accuracy:0.998015701771 validation cost:0.036800481379 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0330103486776 and training accuracy:0.998286306858 validation cost:0.0317193977535 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0292507950217 and training accuracy:0.998556852341 validation cost:0.0280456803739 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0263926107436 and training accuracy:0.999007821083 validation cost:0.0252511259168 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0241353716701 and training accuracy:0.999007821083 validation cost:0.023043775931 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.784507036 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.261754542589 and training accuracy:0.954553902149 validation cost:0.262712001801 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.161359190941 and training accuracy:0.964704811573 validation cost:0.16249576211 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.125854983926 and training accuracy:0.969640552998 validation cost:0.127081573009 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.106579467654 and training accuracy:0.972993135452 validation cost:0.107739970088 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0939754769206 and training accuracy:0.977090716362 validation cost:0.0949883535504 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0848755761981 and training accuracy:0.979325771332 validation cost:0.0857179313898 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0778950154781 and training accuracy:0.980908930302 validation cost:0.0785661637783 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.072316557169 and training accuracy:0.982678353786 validation cost:0.072823651135 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.067724853754 and training accuracy:0.983609616756 validation cost:0.0680816993117 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.774698019 Method 3 test accuracy:0.800000011921 Training with lmbda:474313.824157, 16 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.459604025 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.379739433527 and training accuracy:0.937551140785 validation cost:0.384943425655 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.186594590545 and training accuracy:0.959912717342 validation cost:0.191260546446 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.129276305437 and training accuracy:0.970093607903 validation cost:0.134642824531 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.101859249175 and training accuracy:0.975093185902 validation cost:0.107399702072 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0854028612375 and training accuracy:0.979274630547 validation cost:0.0907275527716 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0742374062538 and training accuracy:0.981638014317 validation cost:0.0791794881225 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0660689100623 and training accuracy:0.983819663525 validation cost:0.0705751404166 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0597812645137 and training accuracy:0.985364973545 validation cost:0.0638440623879 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0547569058836 and training accuracy:0.986455798149 validation cost:0.0583985969424 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.724514961 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.273165553808 and training accuracy:0.978829264641 validation cost:0.275620251894 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.134056925774 and training accuracy:0.990048766136 validation cost:0.130482345819 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0898162424564 and training accuracy:0.99317073822 validation cost:0.0842629522085 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.068672157824 and training accuracy:0.994439005852 validation cost:0.0624734051526 and validation accuracy:1.0 Training on :(4, 5) training cost:0.056297827512 and training accuracy:0.995024383068 validation cost:0.0499256812036 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0481392517686 and training accuracy:0.995121955872 validation cost:0.0417814925313 and validation accuracy:1.0 Training on :(4, 5) training cost:0.04232788831 and training accuracy:0.995317101479 validation cost:0.0360643975437 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0379562079906 and training accuracy:0.995707333088 validation cost:0.0318225324154 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0345346517861 and training accuracy:0.996097564697 validation cost:0.0285460278392 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.939583063 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.184278041124 and training accuracy:0.992333352566 validation cost:0.178046002984 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0868661031127 and training accuracy:0.996211767197 validation cost:0.0838847532868 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.059201259166 and training accuracy:0.997113764286 validation cost:0.0571762099862 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0460555963218 and training accuracy:0.997835278511 validation cost:0.0444304198027 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0382635071874 and training accuracy:0.998015701771 validation cost:0.0368467047811 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0330501906574 and training accuracy:0.998286306858 validation cost:0.0317601338029 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0292866304517 and training accuracy:0.998556852341 validation cost:0.0280825030059 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0264254678041 and training accuracy:0.999007821083 validation cost:0.0252850428224 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0241655707359 and training accuracy:0.999007821083 validation cost:0.0230750646442 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.098851919 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.261924862862 and training accuracy:0.954460799694 validation cost:0.262883216143 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.161474242806 and training accuracy:0.964704811573 validation cost:0.162610083818 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.125949695706 and training accuracy:0.969640552998 validation cost:0.127175092697 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.106664076447 and training accuracy:0.972993135452 validation cost:0.107823394239 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.094053901732 and training accuracy:0.977090716362 validation cost:0.0950657129288 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0849498510361 and training accuracy:0.979232609272 validation cost:0.085791580379 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0779664814472 and training accuracy:0.980908930302 validation cost:0.0786369815469 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0723857134581 and training accuracy:0.982678353786 validation cost:0.0728923529387 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0677918344736 and training accuracy:0.983609616756 validation cost:0.0681486651301 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.060094833 Method 3 test accuracy:0.800100028515 Training with lmbda:477341.317937, 17 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.489123106 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.379784375429 and training accuracy:0.937551140785 validation cost:0.384987771511 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.186633065343 and training accuracy:0.959912717342 validation cost:0.191297411919 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.129309117794 and training accuracy:0.970093607903 validation cost:0.134673535824 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.101889252663 and training accuracy:0.975093185902 validation cost:0.107427917421 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0854307413101 and training accuracy:0.979274630547 validation cost:0.090754263103 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0742635056376 and training accuracy:0.981638014317 validation cost:0.0792048871517 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.066093698144 and training accuracy:0.983819663525 validation cost:0.0705996900797 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0598049089313 and training accuracy:0.985364973545 validation cost:0.0638676583767 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0547795929015 and training accuracy:0.986455798149 validation cost:0.0584212839603 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.848791838 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.273332685232 and training accuracy:0.978829264641 validation cost:0.275793612003 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.134167343378 and training accuracy:0.990048766136 validation cost:0.130598515272 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.089897878468 and training accuracy:0.993073165417 validation cost:0.084349244833 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.068737462163 and training accuracy:0.994439005852 validation cost:0.0625425875187 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0563522949815 and training accuracy:0.995024383068 validation cost:0.049983356148 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0481862090528 and training accuracy:0.995121955872 validation cost:0.0418312177062 and validation accuracy:1.0 Training on :(4, 5) training cost:0.042369030416 and training accuracy:0.995317101479 validation cost:0.0361080355942 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0379931777716 and training accuracy:0.995707333088 validation cost:0.0318617932498 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0345682948828 and training accuracy:0.996097564697 validation cost:0.0285817347467 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.377501011 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.184432178736 and training accuracy:0.992333352566 validation cost:0.178199574351 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0869644731283 and training accuracy:0.996211767197 validation cost:0.0839831531048 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0592757984996 and training accuracy:0.997113764286 validation cost:0.0572513230145 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0461164526641 and training accuracy:0.997835278511 validation cost:0.0444921664894 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0383156277239 and training accuracy:0.998015701771 validation cost:0.0368998870254 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0330959521234 and training accuracy:0.998286306858 validation cost:0.0318070463836 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0293279793113 and training accuracy:0.998556852341 validation cost:0.0281251147389 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0264630839229 and training accuracy:0.999007821083 validation cost:0.025323966518 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0242002326995 and training accuracy:0.999007821083 validation cost:0.023110980168 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.241822004 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.262118458748 and training accuracy:0.954460799694 validation cost:0.263078272343 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.161604583263 and training accuracy:0.964704811573 validation cost:0.162740379572 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.126056939363 and training accuracy:0.969640552998 validation cost:0.127281263471 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.106759615242 and training accuracy:0.972993135452 validation cost:0.107917845249 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0941429063678 and training accuracy:0.976997554302 validation cost:0.0951538011432 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.085034199059 and training accuracy:0.979232609272 validation cost:0.08587500453 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.078047439456 and training accuracy:0.980908930302 validation cost:0.0787173360586 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0724646374583 and training accuracy:0.982678353786 validation cost:0.0729712471366 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0678678974509 and training accuracy:0.983609616756 validation cost:0.0682248696685 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.5666399 Method 3 test accuracy:0.800199985504 Training with lmbda:487065.64391, 18 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.233978033 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.379927188158 and training accuracy:0.937551140785 validation cost:0.385128736496 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.186756148934 and training accuracy:0.959912717342 validation cost:0.191415548325 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.129414618015 and training accuracy:0.970002710819 validation cost:0.13477255404 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.101984858513 and training accuracy:0.975093185902 validation cost:0.107517629862 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0855192393064 and training accuracy:0.979274630547 validation cost:0.0908381268382 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0743462145329 and training accuracy:0.981638014317 validation cost:0.0792844891548 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0661724582314 and training accuracy:0.983819663525 validation cost:0.0706769675016 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0598800890148 and training accuracy:0.985364973545 validation cost:0.0639420226216 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0548517741263 and training accuracy:0.986455798149 validation cost:0.0584932789207 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:121.367855072 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.273867249489 and training accuracy:0.978634119034 validation cost:0.276348114014 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.134520977736 and training accuracy:0.990048766136 validation cost:0.13097089529 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0901575237513 and training accuracy:0.992975592613 validation cost:0.0846235901117 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0689438953996 and training accuracy:0.994439005852 validation cost:0.062760822475 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0565244071186 and training accuracy:0.995024383068 validation cost:0.0501654371619 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0483345985413 and training accuracy:0.995121955872 validation cost:0.0419881641865 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0425004065037 and training accuracy:0.995317101479 validation cost:0.0362471155822 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0381117388606 and training accuracy:0.995707333088 validation cost:0.0319872312248 and validation accuracy:1.0 Training on :(4, 5) training cost:0.034676130861 and training accuracy:0.996097564697 validation cost:0.0286958348006 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.387806892 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.184926867485 and training accuracy:0.992333352566 validation cost:0.178691580892 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.087278559804 and training accuracy:0.996211767197 validation cost:0.0842968076468 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0595122873783 and training accuracy:0.997113764286 validation cost:0.0574890039861 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0463102087379 and training accuracy:0.997835278511 validation cost:0.0446882173419 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0384811647236 and training accuracy:0.998015701771 validation cost:0.0370683781803 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0332416780293 and training accuracy:0.998286306858 validation cost:0.0319560468197 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0294590499252 and training accuracy:0.998556852341 validation cost:0.0282597616315 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0265826899558 and training accuracy:0.999007821083 validation cost:0.0254473444074 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0243105888367 and training accuracy:0.999007821083 validation cost:0.0232250038534 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.562028885 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.262736290693 and training accuracy:0.954553902149 validation cost:0.263699114323 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.16202300787 and training accuracy:0.964704811573 validation cost:0.163156315684 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.126401588321 and training accuracy:0.969547390938 validation cost:0.127620056272 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.107068814337 and training accuracy:0.972993135452 validation cost:0.108220979571 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0944298803806 and training accuracy:0.976904451847 validation cost:0.0954356342554 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0853055641055 and training accuracy:0.979139506817 validation cost:0.0861415565014 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0783068239689 and training accuracy:0.980815768242 validation cost:0.0789733082056 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0727152228355 and training accuracy:0.982678353786 validation cost:0.0732199475169 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0681110024452 and training accuracy:0.983609616756 validation cost:0.0684672296047 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.233430862 Method 3 test accuracy:0.800300002098 Training with lmbda:491840.424423, 19 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.898881912 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.379997730255 and training accuracy:0.937551140785 validation cost:0.385198354721 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.186817482114 and training accuracy:0.959912717342 validation cost:0.191474497318 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.129466533661 and training accuracy:0.970002710819 validation cost:0.134821340442 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.102031163871 and training accuracy:0.975093185902 validation cost:0.107560999691 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0855622366071 and training accuracy:0.979274630547 validation cost:0.0908787697554 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0743867605925 and training accuracy:0.981547117233 validation cost:0.0793235301971 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0662107914686 and training accuracy:0.983728766441 validation cost:0.0707142800093 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0599166117609 and training accuracy:0.985364973545 validation cost:0.0639777779579 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0548867844045 and training accuracy:0.986455798149 validation cost:0.0585278831422 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:121.056201935 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.27412545681 and training accuracy:0.978634119034 validation cost:0.276615619659 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.134693056345 and training accuracy:0.990048766136 validation cost:0.131152063608 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0902839377522 and training accuracy:0.992975592613 validation cost:0.0847570747137 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0690439715981 and training accuracy:0.994439005852 validation cost:0.0628665164113 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0566077716649 and training accuracy:0.995024383068 validation cost:0.0502535700798 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0484065152705 and training accuracy:0.995121955872 validation cost:0.0420641489327 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0425637587905 and training accuracy:0.995317101479 validation cost:0.0363140814006 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0381688810885 and training accuracy:0.995707333088 validation cost:0.0320475883782 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0347283147275 and training accuracy:0.996097564697 validation cost:0.0287509616464 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.225266933 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.18516689539 and training accuracy:0.992333352566 validation cost:0.178930386901 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0874307975173 and training accuracy:0.996211767197 validation cost:0.084448762238 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0596268288791 and training accuracy:0.997113764286 validation cost:0.0576041527092 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0464039929211 and training accuracy:0.997835278511 validation cost:0.0447830744088 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0385613515973 and training accuracy:0.998015701771 validation cost:0.0371498987079 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0333123095334 and training accuracy:0.998286306858 validation cost:0.0320282429457 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0295224357396 and training accuracy:0.998556852341 validation cost:0.0283248461783 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0266404785216 and training accuracy:0.999007821083 validation cost:0.0255068801343 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0243640039116 and training accuracy:0.999007821083 validation cost:0.023280184716 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.218596935 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.263038724661 and training accuracy:0.954460799694 validation cost:0.264003425837 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.162229150534 and training accuracy:0.964611649513 validation cost:0.163361877203 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.126571014524 and training accuracy:0.969547390938 validation cost:0.127787277102 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.107219956815 and training accuracy:0.972993135452 validation cost:0.108369968832 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0945699512959 and training accuracy:0.976811349392 validation cost:0.0955738127232 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.085438080132 and training accuracy:0.979139506817 validation cost:0.0862725302577 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0784340128303 and training accuracy:0.980815768242 validation cost:0.0790995061398 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0728383138776 and training accuracy:0.982492089272 validation cost:0.0733427554369 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0682304948568 and training accuracy:0.983609616756 validation cost:0.0685870796442 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.686447144 Method 3 test accuracy:0.800599992275 Training with lmbda:505673.877019, 20 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.713024139 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.380199402571 and training accuracy:0.937551140785 validation cost:0.385397523642 and validation accuracy:0.941176474094 Training on :(2, 3) training cost:0.186990097165 and training accuracy:0.959912717342 validation cost:0.191640272737 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.129613593221 and training accuracy:0.970002710819 validation cost:0.134959444404 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.102164804935 and training accuracy:0.975093185902 validation cost:0.107686370611 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0856866836548 and training accuracy:0.979274630547 validation cost:0.0909969359636 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0745032131672 and training accuracy:0.981547117233 validation cost:0.0794352889061 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0663214549422 and training accuracy:0.983728766441 validation cost:0.0708219408989 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0600216202438 and training accuracy:0.985364973545 validation cost:0.0640807300806 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0549868792295 and training accuracy:0.986455798149 validation cost:0.058626383543 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:121.086555958 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.274865269661 and training accuracy:0.978634119034 validation cost:0.277381777763 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.135183230042 and training accuracy:0.990048766136 validation cost:0.131667867303 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0906446054578 and training accuracy:0.99287801981 validation cost:0.0851379334927 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0693302974105 and training accuracy:0.994439005852 validation cost:0.0631692782044 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0568465143442 and training accuracy:0.995024383068 validation cost:0.0505061000586 and validation accuracy:1.0 Training on :(4, 5) training cost:0.048612523824 and training accuracy:0.995121955872 validation cost:0.0422818623483 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0427457280457 and training accuracy:0.995317101479 validation cost:0.0365065708756 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0383328050375 and training accuracy:0.995707333088 validation cost:0.0322210229933 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0348779819906 and training accuracy:0.996097564697 validation cost:0.0289091393352 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.056812048 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.185857862234 and training accuracy:0.992333352566 validation cost:0.179618701339 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0878688842058 and training accuracy:0.996121585369 validation cost:0.0848866701126 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0599569156766 and training accuracy:0.997113764286 validation cost:0.0579364672303 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0466736331582 and training accuracy:0.997835278511 validation cost:0.0450563915074 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0387916490436 and training accuracy:0.998105883598 validation cost:0.0373847074807 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0335149988532 and training accuracy:0.998286306858 validation cost:0.0322360396385 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0297047272325 and training accuracy:0.998556852341 validation cost:0.0285127107054 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0268068611622 and training accuracy:0.999007821083 validation cost:0.0256788469851 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0245175752789 and training accuracy:0.999007821083 validation cost:0.0234393458813 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.277650833 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.263907909393 and training accuracy:0.954367637634 validation cost:0.264877796173 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.162819460034 and training accuracy:0.964611649513 validation cost:0.163950636983 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.127057507634 and training accuracy:0.969547390938 validation cost:0.12826782465 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.10765375942 and training accuracy:0.972993135452 validation cost:0.108797825873 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.094971768558 and training accuracy:0.976811349392 validation cost:0.0959707200527 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0858201906085 and training accuracy:0.978860139847 validation cost:0.0866506248713 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0788004249334 and training accuracy:0.980629563332 validation cost:0.0794633924961 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0731912255287 and training accuracy:0.982305824757 validation cost:0.0736944749951 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0685722380877 and training accuracy:0.983609616756 validation cost:0.0689286068082 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:118.50365901 Method 3 test accuracy:0.800300002098 Training with lmbda:534903.51815, 21 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.148924112 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.380618005991 and training accuracy:0.937642037868 validation cost:0.385810762644 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.187351107597 and training accuracy:0.959912717342 validation cost:0.191986948252 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.129919528961 and training accuracy:0.970002710819 validation cost:0.135246500373 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.102441713214 and training accuracy:0.975093185902 validation cost:0.107946336269 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0859433710575 and training accuracy:0.979183733463 validation cost:0.091240465641 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.074743911624 and training accuracy:0.981547117233 validation cost:0.0796664655209 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0665494427085 and training accuracy:0.983637869358 validation cost:0.0710432752967 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.06023876369 and training accuracy:0.985364973545 validation cost:0.0642949938774 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0551937073469 and training accuracy:0.986455798149 validation cost:0.0588315241039 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:125.129188061 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.276389181614 and training accuracy:0.978536605835 validation cost:0.278960675001 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.136192306876 and training accuracy:0.989951193333 validation cost:0.132730320096 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0913846492767 and training accuracy:0.99287801981 validation cost:0.0859202072024 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0699175521731 and training accuracy:0.994439005852 validation cost:0.063790678978 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0573355965316 and training accuracy:0.995024383068 validation cost:0.0510238446295 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0490338802338 and training accuracy:0.995121955872 validation cost:0.0427281484008 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0431176461279 and training accuracy:0.995317101479 validation cost:0.0369005799294 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0386668182909 and training accuracy:0.995707333088 validation cost:0.0325748287141 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0351826958358 and training accuracy:0.996097564697 validation cost:0.0292318947613 and validation accuracy:1.0 Training on :(4, 5) Time taken:119.30674696 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.187280014157 and training accuracy:0.992333352566 validation cost:0.18103517592 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0887722894549 and training accuracy:0.996121585369 validation cost:0.0857896208763 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0606375932693 and training accuracy:0.997023522854 validation cost:0.0586219280958 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0472290888429 and training accuracy:0.997835278511 validation cost:0.045619495213 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0392668768764 and training accuracy:0.998105883598 validation cost:0.0378696061671 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0339333713055 and training accuracy:0.998286306858 validation cost:0.0326652936637 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0300814807415 and training accuracy:0.998466670513 validation cost:0.0289009846747 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0271505918354 and training accuracy:0.999007821083 validation cost:0.0260341688991 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0248349644244 and training accuracy:0.999007821083 validation cost:0.0237684827298 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.814789772 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.26571765542 and training accuracy:0.954088270664 validation cost:0.266698628664 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.164048910141 and training accuracy:0.964518547058 validation cost:0.165176481009 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.128067940474 and training accuracy:0.969361126423 validation cost:0.129266738892 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.108554445207 and training accuracy:0.972899973392 validation cost:0.109684899449 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0958071872592 and training accuracy:0.976625084877 validation cost:0.0967940241098 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0866097584367 and training accuracy:0.978766977787 validation cost:0.08742993325 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0795556008816 and training accuracy:0.980536401272 validation cost:0.0802113413811 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0739179179072 and training accuracy:0.982119560242 validation cost:0.0744166597724 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0692756995559 and training accuracy:0.983237087727 validation cost:0.0696306079626 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:125.312963009 Method 3 test accuracy:0.800899982452 Training with lmbda:558680.988358, 22 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:133.558151007 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.380951374769 and training accuracy:0.937642037868 validation cost:0.386139929295 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.187637880445 and training accuracy:0.959912717342 validation cost:0.19226244092 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.130162239075 and training accuracy:0.970002710819 validation cost:0.135474547744 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.102660879493 and training accuracy:0.975184082985 validation cost:0.108151957393 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0861464440823 and training accuracy:0.979183733463 validation cost:0.0914333388209 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0749336779118 and training accuracy:0.98145622015 validation cost:0.0798489227891 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.066729016602 and training accuracy:0.983637869358 validation cost:0.0712181925774 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0604095309973 and training accuracy:0.985364973545 validation cost:0.0644625797868 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.055356785655 and training accuracy:0.986455798149 validation cost:0.0589925125241 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:131.774622917 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.277594804764 and training accuracy:0.978731691837 validation cost:0.280208349228 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.136988848448 and training accuracy:0.989951193333 validation cost:0.133568838239 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0919678881764 and training accuracy:0.99287801981 validation cost:0.0865363553166 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0703787729144 and training accuracy:0.994439005852 validation cost:0.0642780065536 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0577198825777 and training accuracy:0.995024383068 validation cost:0.0514301657677 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0493650622666 and training accuracy:0.995121955872 validation cost:0.0430783703923 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0434094071388 and training accuracy:0.995317101479 validation cost:0.0372089929879 and validation accuracy:1.0 Training on :(4, 5) training cost:0.038929078728 and training accuracy:0.995707333088 validation cost:0.0328518897295 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0354212932289 and training accuracy:0.995999991894 validation cost:0.0294837653637 and validation accuracy:1.0 Training on :(4, 5) Time taken:119.763887167 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.188408911228 and training accuracy:0.992333352566 validation cost:0.182159736753 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0894886702299 and training accuracy:0.996121585369 validation cost:0.0865055322647 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0611753724515 and training accuracy:0.997023522854 validation cost:0.0591631270945 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0476670153439 and training accuracy:0.997835278511 validation cost:0.0460634119809 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0396412201226 and training accuracy:0.998105883598 validation cost:0.038251567632 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.034262675792 and training accuracy:0.998286306858 validation cost:0.0330033153296 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0303778965026 and training accuracy:0.998466670513 validation cost:0.0292062237859 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.027421168983 and training accuracy:0.998917639256 validation cost:0.0263136830181 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0250849314034 and training accuracy:0.999007821083 validation cost:0.0240273736417 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.039659023 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.267156034708 and training accuracy:0.953995168209 validation cost:0.268145799637 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.165030434728 and training accuracy:0.964425384998 validation cost:0.166155099869 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.128872141242 and training accuracy:0.969268023968 validation cost:0.130061894655 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.109269864857 and training accuracy:0.972993135452 validation cost:0.110389620066 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0964699015021 and training accuracy:0.976531922817 validation cost:0.0974468961358 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0872361958027 and training accuracy:0.978673875332 validation cost:0.0880479216576 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0801543444395 and training accuracy:0.980536401272 validation cost:0.0808041989803 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0744949057698 and training accuracy:0.981840193272 validation cost:0.0749890878797 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0698333233595 and training accuracy:0.983237087727 validation cost:0.070187099278 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.20776391 Method 3 test accuracy:0.800800025463 Training with lmbda:565018.665885, 23 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.967794895 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.381040126085 and training accuracy:0.937642037868 validation cost:0.386227548122 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.187713608146 and training accuracy:0.959912717342 validation cost:0.192335247993 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.130226582289 and training accuracy:0.970002710819 validation cost:0.135534971952 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.102718636394 and training accuracy:0.975093185902 validation cost:0.10820620507 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.086199618876 and training accuracy:0.979183733463 validation cost:0.0914836898446 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0749834030867 and training accuracy:0.98145622015 validation cost:0.0798965096474 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0667758733034 and training accuracy:0.983637869358 validation cost:0.0712636560202 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0604541487992 and training accuracy:0.985364973545 validation cost:0.0645064115524 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0553995147347 and training accuracy:0.986364901066 validation cost:0.0590348653495 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:121.100575924 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.277909189463 and training accuracy:0.978731691837 validation cost:0.280534029007 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.137195542455 and training accuracy:0.989951193333 validation cost:0.13378661871 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0921204015613 and training accuracy:0.99287801981 validation cost:0.0866976603866 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0704992413521 and training accuracy:0.994439005852 validation cost:0.0644054710865 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0578202717006 and training accuracy:0.995024383068 validation cost:0.0515363775194 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0494512543082 and training accuracy:0.995121955872 validation cost:0.043169606477 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0434856750071 and training accuracy:0.995317101479 validation cost:0.0372896678746 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0389974974096 and training accuracy:0.995707333088 validation cost:0.0329242870212 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0354838222265 and training accuracy:0.995999991894 validation cost:0.0295499302447 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.734940052 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.188706979156 and training accuracy:0.992333352566 validation cost:0.18245652318 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0896775498986 and training accuracy:0.996121585369 validation cost:0.0866941288114 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0613173134625 and training accuracy:0.997023522854 validation cost:0.0593058653176 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0477823838592 and training accuracy:0.997835278511 validation cost:0.0461803153157 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.039739690721 and training accuracy:0.998105883598 validation cost:0.0383520498872 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0343494974077 and training accuracy:0.998286306858 validation cost:0.0330924317241 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0304556395859 and training accuracy:0.998466670513 validation cost:0.0292862448841 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0274922307581 and training accuracy:0.998917639256 validation cost:0.0263870153576 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0251507144421 and training accuracy:0.999007821083 validation cost:0.0240955036134 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.758350849 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.267534822226 and training accuracy:0.953902006149 validation cost:0.26852735877 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.165289357305 and training accuracy:0.964425384998 validation cost:0.166413322091 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.129084706306 and training accuracy:0.969268023968 validation cost:0.130272194743 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.109458804131 and training accuracy:0.972899973392 validation cost:0.110575452447 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0966449230909 and training accuracy:0.976531922817 validation cost:0.0976190790534 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0874008908868 and training accuracy:0.978580713272 validation cost:0.088209964335 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0803117603064 and training accuracy:0.980443298817 validation cost:0.0809594094753 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0746463835239 and training accuracy:0.981840193272 validation cost:0.0751396268606 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0699802264571 and training accuracy:0.983143985271 validation cost:0.0703332573175 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:117.912922144 Method 3 test accuracy:0.800700008869 Training with lmbda:584149.816945, 24 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.794151068 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.381305277348 and training accuracy:0.937642037868 validation cost:0.386489540339 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.187939673662 and training accuracy:0.959912717342 validation cost:0.192552685738 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.130416989326 and training accuracy:0.970002710819 validation cost:0.135714381933 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.102890744805 and training accuracy:0.974911391735 validation cost:0.108368046582 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0863582268357 and training accuracy:0.97909283638 validation cost:0.0916343182325 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.075132407248 and training accuracy:0.98145622015 validation cost:0.080039575696 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0669159367681 and training accuracy:0.983637869358 validation cost:0.0713996291161 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0605866983533 and training accuracy:0.985364973545 validation cost:0.0646366253495 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0555261559784 and training accuracy:0.986364901066 validation cost:0.0591599047184 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:121.047363997 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.27884209156 and training accuracy:0.978731691837 validation cost:0.281500518322 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.137813657522 and training accuracy:0.989951193333 validation cost:0.134437650442 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0925737768412 and training accuracy:0.99287801981 validation cost:0.0871773138642 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0708586871624 and training accuracy:0.994439005852 validation cost:0.0647861361504 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0581190213561 and training accuracy:0.995024383068 validation cost:0.0518526062369 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0497083365917 and training accuracy:0.995121955872 validation cost:0.0434419251978 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0437122546136 and training accuracy:0.995317101479 validation cost:0.0375296622515 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0392007268965 and training accuracy:0.995609760284 validation cost:0.033139526844 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0356694534421 and training accuracy:0.995999991894 validation cost:0.0297463890165 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.542279959 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.189597427845 and training accuracy:0.992333352566 validation cost:0.183343335986 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.090239867568 and training accuracy:0.996121585369 validation cost:0.0872561559081 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0617380477488 and training accuracy:0.997023522854 validation cost:0.0597295202315 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0481253638864 and training accuracy:0.997835278511 validation cost:0.0465284846723 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.040032364428 and training accuracy:0.998105883598 validation cost:0.0386510975659 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0346073098481 and training accuracy:0.998286306858 validation cost:0.0333572737873 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0306874774396 and training accuracy:0.998466670513 validation cost:0.0295253116637 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0277042035013 and training accuracy:0.998917639256 validation cost:0.0266063287854 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0253461208194 and training accuracy:0.999007821083 validation cost:0.0242983307689 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.9414289 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.268666267395 and training accuracy:0.953902006149 validation cost:0.269666403532 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.166061893106 and training accuracy:0.964332282543 validation cost:0.167184755206 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.129717811942 and training accuracy:0.969268023968 validation cost:0.130898341537 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.110021218657 and training accuracy:0.972806870937 validation cost:0.111130416393 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0971657410264 and training accuracy:0.976438820362 validation cost:0.0981332361698 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0878931283951 and training accuracy:0.978487610817 validation cost:0.0886964872479 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0807816013694 and training accuracy:0.980163931847 validation cost:0.0814247429371 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0750983804464 and training accuracy:0.981747090816 validation cost:0.075589902699 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0704158097506 and training accuracy:0.983143985271 validation cost:0.070768982172 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:117.653885841 Method 3 test accuracy:0.800599992275 Training with lmbda:615170.551021, 25 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.479094982 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.381725013256 and training accuracy:0.937551140785 validation cost:0.386904299259 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.188297316432 and training accuracy:0.959912717342 validation cost:0.192896842957 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.130719229579 and training accuracy:0.970093607903 validation cost:0.135999262333 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.103161543608 and training accuracy:0.974911391735 validation cost:0.108622767031 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0866078734398 and training accuracy:0.97909283638 validation cost:0.0918722003698 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0753656849265 and training accuracy:0.98145622015 validation cost:0.0802647918463 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0671371519566 and training accuracy:0.983728766441 validation cost:0.0716157853603 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0607964545488 and training accuracy:0.985274076462 validation cost:0.0648439601064 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0557261668146 and training accuracy:0.986274003983 validation cost:0.0593587309122 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.990112782 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.280318170786 and training accuracy:0.978731691837 validation cost:0.283029526472 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.138789668679 and training accuracy:0.989853680134 validation cost:0.135465323925 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0932878032327 and training accuracy:0.99287801981 validation cost:0.0879323258996 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0714228600264 and training accuracy:0.994439005852 validation cost:0.0653833523393 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0585882253945 and training accuracy:0.995024383068 validation cost:0.0523491688073 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0501123927534 and training accuracy:0.995121955872 validation cost:0.0438695549965 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0440692156553 and training accuracy:0.995317101479 validation cost:0.0379072241485 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0395216271281 and training accuracy:0.995609760284 validation cost:0.0334789268672 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0359617620707 and training accuracy:0.99590241909 validation cost:0.0300555117428 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.895091057 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.191010579467 and training accuracy:0.992423534393 validation cost:0.184750795364 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0911291465163 and training accuracy:0.996121585369 validation cost:0.0881455019116 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0624031387269 and training accuracy:0.997023522854 validation cost:0.0603995621204 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0486660823226 and training accuracy:0.997835278511 validation cost:0.0470776632428 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0404939539731 and training accuracy:0.998015701771 validation cost:0.0391230918467 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.035013537854 and training accuracy:0.998286306858 validation cost:0.0337747149169 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.031052723527 and training accuracy:0.998466670513 validation cost:0.029902305454 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0280372593552 and training accuracy:0.998827457428 validation cost:0.0269509330392 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0256538279355 and training accuracy:0.999007821083 validation cost:0.0246174558997 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.165716887 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.270464032888 and training accuracy:0.953808903694 validation cost:0.271476268768 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.16729362309 and training accuracy:0.964518547058 validation cost:0.168414652348 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.130728408694 and training accuracy:0.969268023968 validation cost:0.131899759173 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.110918477178 and training accuracy:0.972620606422 validation cost:0.112015865743 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0979929864407 and training accuracy:0.976345717907 validation cost:0.0989498049021 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0886736810207 and training accuracy:0.978394508362 validation cost:0.0894684270024 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0815269127488 and training accuracy:0.979977667332 validation cost:0.0821658521891 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0758148357272 and training accuracy:0.981374561787 validation cost:0.0763032659888 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0711088255048 and training accuracy:0.982864618301 validation cost:0.071461327374 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.228099108 Method 3 test accuracy:0.798500001431 Training with lmbda:618955.226464, 26 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.470304012 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.381775826216 and training accuracy:0.937551140785 validation cost:0.386954426765 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.188340649009 and training accuracy:0.959912717342 validation cost:0.192938610911 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.130755916238 and training accuracy:0.970093607903 validation cost:0.136033818126 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.103194363415 and training accuracy:0.974911391735 validation cost:0.108653686941 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0866381004453 and training accuracy:0.97909283638 validation cost:0.0919009968638 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0753937140107 and training accuracy:0.98145622015 validation cost:0.0802918151021 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0671634525061 and training accuracy:0.983728766441 validation cost:0.0716413930058 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0608213655651 and training accuracy:0.985274076462 validation cost:0.0648685097694 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0557497926056 and training accuracy:0.986274003983 validation cost:0.0593820884824 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:120.939111948 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.280494421721 and training accuracy:0.978731691837 validation cost:0.28321197629 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.138906270266 and training accuracy:0.989853680134 validation cost:0.1355881989 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0933732613921 and training accuracy:0.99287801981 validation cost:0.0880227014422 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.071490213275 and training accuracy:0.994439005852 validation cost:0.0654546543956 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0586442649364 and training accuracy:0.995024383068 validation cost:0.052408516407 and validation accuracy:1.0 Training on :(4, 5) training cost:0.050160817802 and training accuracy:0.995121955872 validation cost:0.043920814991 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0441118814051 and training accuracy:0.995317101479 validation cost:0.0379523970187 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0395599603653 and training accuracy:0.995609760284 validation cost:0.033519461751 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0359967313707 and training accuracy:0.99590241909 validation cost:0.0300925020128 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.936739922 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.191181644797 and training accuracy:0.992423534393 validation cost:0.184921190143 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0912365466356 and training accuracy:0.996121585369 validation cost:0.0882528722286 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0624832212925 and training accuracy:0.997023522854 validation cost:0.0604803003371 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0487313084304 and training accuracy:0.997835278511 validation cost:0.047144010663 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0405495725572 and training accuracy:0.998015701771 validation cost:0.0391800068319 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0350623615086 and training accuracy:0.998286306858 validation cost:0.0338249206543 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.031096611172 and training accuracy:0.998466670513 validation cost:0.0299476087093 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0280772019178 and training accuracy:0.998827457428 validation cost:0.0269923061132 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0256907641888 and training accuracy:0.999007821083 validation cost:0.0246559306979 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.866899014 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.270683437586 and training accuracy:0.953808903694 validation cost:0.271697074175 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.167443796992 and training accuracy:0.964518547058 validation cost:0.168564677238 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.130850344896 and training accuracy:0.969174921513 validation cost:0.132020428777 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.111025981605 and training accuracy:0.972620606422 validation cost:0.112121812999 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.098092854023 and training accuracy:0.976345717907 validation cost:0.0990478545427 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.08876734972 and training accuracy:0.978394508362 validation cost:0.0895606726408 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0816161707044 and training accuracy:0.979884505272 validation cost:0.082254178822 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0759007483721 and training accuracy:0.981374561787 validation cost:0.076388604939 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0711913108826 and training accuracy:0.982864618301 validation cost:0.0715434104204 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.136829853 Method 3 test accuracy:0.798600018024 Training with lmbda:628264.390862, 27 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.214052319527 and training accuracy:0.997483968735 validation cost:0.21057702601 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0575607717037 and training accuracy:0.997917771339 validation cost:0.0576605536044 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323700904846 and training accuracy:0.998351573944 validation cost:0.0330188237131 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0227714832872 and training accuracy:0.998525083065 validation cost:0.023564402014 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177313853055 and training accuracy:0.998525083065 validation cost:0.0185591541231 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0146114649251 and training accuracy:0.998698592186 validation cost:0.0154351312667 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124777657911 and training accuracy:0.998785376549 validation cost:0.013283059001 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0109185688198 and training accuracy:0.998872101307 validation cost:0.0116999363527 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00972511619329 and training accuracy:0.998872101307 validation cost:0.0104805286974 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.54757309 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.381900519133 and training accuracy:0.937551140785 validation cost:0.387077689171 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.188446044922 and training accuracy:0.959912717342 validation cost:0.193040028214 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.130844756961 and training accuracy:0.970093607903 validation cost:0.13611766696 and validation accuracy:0.966911792755 Training on :(2, 3) training cost:0.103274166584 and training accuracy:0.974911391735 validation cost:0.108728922904 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0867118909955 and training accuracy:0.97909283638 validation cost:0.0919711515307 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0754624828696 and training accuracy:0.98145622015 validation cost:0.0803580656648 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0672281756997 and training accuracy:0.983728766441 validation cost:0.071704313159 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0608828365803 and training accuracy:0.985274076462 validation cost:0.0649288967252 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0558084473014 and training accuracy:0.986274003983 validation cost:0.0594404526055 and validation accuracy:0.983455896378 Training on :(2, 3) Time taken:121.328855038 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.280925184488 and training accuracy:0.978731691837 validation cost:0.283657670021 and validation accuracy:0.981243848801 Training on :(4, 5) training cost:0.139191105962 and training accuracy:0.989853680134 validation cost:0.135887786746 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0935818850994 and training accuracy:0.99287801981 validation cost:0.0882429331541 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0716549903154 and training accuracy:0.994439005852 validation cost:0.0656286627054 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0587813220918 and training accuracy:0.995024383068 validation cost:0.0525532364845 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0502789318562 and training accuracy:0.995121955872 validation cost:0.0440456420183 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0442163087428 and training accuracy:0.995317101479 validation cost:0.0380626916885 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0396539084613 and training accuracy:0.995609760284 validation cost:0.0336186103523 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0360822640359 and training accuracy:0.99590241909 validation cost:0.0301828365773 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.06322813 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.19159655273 and training accuracy:0.992423534393 validation cost:0.185334667563 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0914970561862 and training accuracy:0.996121585369 validation cost:0.0885135605931 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0626781582832 and training accuracy:0.997023522854 validation cost:0.0606768652797 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0488896593451 and training accuracy:0.997835278511 validation cost:0.0473049841821 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0406848601997 and training accuracy:0.998015701771 validation cost:0.0393185503781 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0351815223694 and training accuracy:0.998286306858 validation cost:0.0339476279914 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0312035307288 and training accuracy:0.998466670513 validation cost:0.0300581362098 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0281748212874 and training accuracy:0.998827457428 validation cost:0.0270935632288 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0257807411253 and training accuracy:0.999007821083 validation cost:0.0247495714575 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.706166983 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.271215230227 and training accuracy:0.953808903694 validation cost:0.272233009338 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.167808562517 and training accuracy:0.964518547058 validation cost:0.168929427862 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.131148487329 and training accuracy:0.968988656998 validation cost:0.132315948606 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.111290305853 and training accuracy:0.972620606422 validation cost:0.112383037806 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0983371287584 and training accuracy:0.976252555847 validation cost:0.0992890745401 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0889967530966 and training accuracy:0.978394508362 validation cost:0.0897883549333 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0818348750472 and training accuracy:0.979884505272 validation cost:0.0824719294906 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0761109441519 and training accuracy:0.981281459332 validation cost:0.0765990316868 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0713949501514 and training accuracy:0.982771456242 validation cost:0.0717466622591 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.165216923 Method 3 test accuracy:0.798500001431 Training with lmbda:450943.771238, 28 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.701371908 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363683789968 and training accuracy:0.942096173763 validation cost:0.369489729404 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.18031167984 and training accuracy:0.961003541946 validation cost:0.18597766757 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.125574588776 and training accuracy:0.97127532959 validation cost:0.131905943155 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0991822555661 and training accuracy:0.976729393005 validation cost:0.105659238994 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0833256691694 and training accuracy:0.979456424713 validation cost:0.0895878151059 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0725719034672 and training accuracy:0.9817289114 validation cost:0.0784457549453 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0647126361728 and training accuracy:0.98327422142 validation cost:0.0701431110501 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0586638636887 and training accuracy:0.985274076462 validation cost:0.0636433884501 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0538299269974 and training accuracy:0.986637592316 validation cost:0.0583662651479 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.080028057 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.262663394213 and training accuracy:0.983512222767 validation cost:0.265165388584 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.128078714013 and training accuracy:0.992390215397 validation cost:0.124410994351 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.085898950696 and training accuracy:0.994243919849 validation cost:0.0804377123713 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0658381432295 and training accuracy:0.995317101479 validation cost:0.059868812561 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0541102923453 and training accuracy:0.995707333088 validation cost:0.0480502992868 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0463757030666 and training accuracy:0.996292710304 validation cost:0.04038214311 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0408590845764 and training accuracy:0.996682941914 validation cost:0.0349942706525 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0367043875158 and training accuracy:0.99726831913 validation cost:0.0309918764979 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0334486104548 and training accuracy:0.997463405132 validation cost:0.0278956219554 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.304120064 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.187297061086 and training accuracy:0.990619659424 validation cost:0.181236207485 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0868069306016 and training accuracy:0.995490193367 validation cost:0.0838163346052 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0586271770298 and training accuracy:0.997384309769 validation cost:0.0565405152738 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.045364394784 and training accuracy:0.997654914856 validation cost:0.043643463403 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0375599563122 and training accuracy:0.998015701771 validation cost:0.0360263027251 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0323653630912 and training accuracy:0.998376488686 validation cost:0.0309420116246 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0286301784217 and training accuracy:0.998556852341 validation cost:0.0272813569754 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0257973372936 and training accuracy:0.9987372756 validation cost:0.0245041195303 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0235660411417 and training accuracy:0.9987372756 validation cost:0.0223170258105 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.808477163 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.259121954441 and training accuracy:0.957534015179 validation cost:0.26031640172 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.15796892345 and training accuracy:0.967126071453 validation cost:0.159471571445 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.123036190867 and training accuracy:0.971409916878 validation cost:0.124664999545 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.104277059436 and training accuracy:0.973831236362 validation cost:0.105821810663 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0920775681734 and training accuracy:0.976531922817 validation cost:0.0934359878302 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0832910910249 and training accuracy:0.979046404362 validation cost:0.0844269990921 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0765579044819 and training accuracy:0.980815768242 validation cost:0.0774685591459 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0711764916778 and training accuracy:0.982398927212 validation cost:0.0718729794025 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0667432919145 and training accuracy:0.982957720757 validation cost:0.0672395676374 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.879724979 Method 3 test accuracy:0.833500027657 Training with lmbda:471675.378093, 29 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.799807072 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.363993912935 and training accuracy:0.942096173763 validation cost:0.369793504477 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.180585458875 and training accuracy:0.961003541946 validation cost:0.186238259077 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.125814035535 and training accuracy:0.97127532959 validation cost:0.132130503654 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0994020774961 and training accuracy:0.976729393005 validation cost:0.10586708039 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0835309326649 and training accuracy:0.97936552763 validation cost:0.0897853299975 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0727662444115 and training accuracy:0.9817289114 validation cost:0.0786359012127 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0648970454931 and training accuracy:0.98327422142 validation cost:0.0703274533153 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0588391460478 and training accuracy:0.985274076462 validation cost:0.0638209953904 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0539973452687 and training accuracy:0.986546695232 validation cost:0.0585377700627 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.942621946 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.263798981905 and training accuracy:0.983414649963 validation cost:0.266347914934 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.128837957978 and training accuracy:0.992390215397 validation cost:0.12521058321 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0864660441875 and training accuracy:0.994243919849 validation cost:0.0810355618596 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0662961751223 and training accuracy:0.995219528675 validation cost:0.0603512004018 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0544972606003 and training accuracy:0.995707333088 validation cost:0.0484575144947 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0467123426497 and training accuracy:0.996292710304 validation cost:0.0407363027334 and validation accuracy:1.0 Training on :(4, 5) training cost:0.041159234941 and training accuracy:0.996682941914 validation cost:0.035309638828 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0369762480259 and training accuracy:0.99726831913 validation cost:0.0312771610916 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0336976759136 and training accuracy:0.997463405132 validation cost:0.028156708926 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.892269135 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.188389360905 and training accuracy:0.990709841251 validation cost:0.182336047292 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0874866619706 and training accuracy:0.995400011539 validation cost:0.0845000743866 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0591393187642 and training accuracy:0.997384309769 validation cost:0.0570572055876 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0457834452391 and training accuracy:0.997654914856 validation cost:0.0440684556961 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0379174463451 and training accuracy:0.998015701771 validation cost:0.0363904684782 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.032679438591 and training accuracy:0.998376488686 validation cost:0.0312631726265 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0289121717215 and training accuracy:0.998556852341 validation cost:0.0275704152882 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0260542556643 and training accuracy:0.9987372756 validation cost:0.0247680675238 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0238026864827 and training accuracy:0.9987372756 validation cost:0.0225604996085 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.043148041 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.26048669219 and training accuracy:0.957440853119 validation cost:0.261680424213 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.158867314458 and training accuracy:0.967219233513 validation cost:0.160356193781 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.123763389885 and training accuracy:0.971316814423 validation cost:0.125372707844 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.10492002219 and training accuracy:0.973738133907 validation cost:0.106444381177 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.092671059072 and training accuracy:0.976531922817 validation cost:0.094011425972 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0838494375348 and training accuracy:0.978953242302 validation cost:0.0849707350135 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0770895853639 and training accuracy:0.980722665787 validation cost:0.0779893472791 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0716860890388 and training accuracy:0.982305824757 validation cost:0.0723741427064 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0672342777252 and training accuracy:0.982957720757 validation cost:0.0677257627249 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:117.823159218 Method 3 test accuracy:0.83370000124 Training with lmbda:474313.824157, 30 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.104768991 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364032924175 and training accuracy:0.942096173763 validation cost:0.369831770658 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.180620029569 and training accuracy:0.961003541946 validation cost:0.186271160841 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.12584425509 and training accuracy:0.97127532959 validation cost:0.132158860564 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0994297116995 and training accuracy:0.976729393005 validation cost:0.105893157423 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0835566520691 and training accuracy:0.97936552763 validation cost:0.0898099318147 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.072790376842 and training accuracy:0.9817289114 validation cost:0.0786594972014 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0649198889732 and training accuracy:0.98327422142 validation cost:0.0703503191471 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0588607937098 and training accuracy:0.985274076462 validation cost:0.0638428032398 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0540180541575 and training accuracy:0.986546695232 validation cost:0.0585587434471 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.833782196 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.26394110918 and training accuracy:0.983414649963 validation cost:0.266496002674 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.12893255055 and training accuracy:0.992390215397 validation cost:0.125310525298 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0865367427468 and training accuracy:0.994243919849 validation cost:0.0811102762818 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0663534849882 and training accuracy:0.995219528675 validation cost:0.0604117438197 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0545456074178 and training accuracy:0.995707333088 validation cost:0.0485085397959 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0467544496059 and training accuracy:0.996292710304 validation cost:0.0407807379961 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0411967001855 and training accuracy:0.996682941914 validation cost:0.0353491418064 and validation accuracy:1.0 Training on :(4, 5) training cost:0.037010204047 and training accuracy:0.99726831913 validation cost:0.0313128978014 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0337288118899 and training accuracy:0.997463405132 validation cost:0.0281894821674 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.30856204 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.188525930047 and training accuracy:0.990709841251 validation cost:0.182473480701 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0875715687871 and training accuracy:0.995400011539 validation cost:0.0845854133368 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0592033192515 and training accuracy:0.997384309769 validation cost:0.0571217760444 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0458356663585 and training accuracy:0.997654914856 validation cost:0.044121414423 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0379622466862 and training accuracy:0.998015701771 validation cost:0.0364360772073 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0327187627554 and training accuracy:0.998376488686 validation cost:0.0313034132123 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0289475060999 and training accuracy:0.998556852341 validation cost:0.0276066157967 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0260863825679 and training accuracy:0.9987372756 validation cost:0.0248009823263 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0238322168589 and training accuracy:0.9987372756 validation cost:0.0225907620043 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.78131485 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.260658323765 and training accuracy:0.957440853119 validation cost:0.261851787567 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.158980742097 and training accuracy:0.967219233513 validation cost:0.160467803478 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.123855665326 and training accuracy:0.971316814423 validation cost:0.125462502241 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.105001658201 and training accuracy:0.973738133907 validation cost:0.106523416936 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0927461311221 and training accuracy:0.976531922817 validation cost:0.0940845236182 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0839201062918 and training accuracy:0.978953242302 validation cost:0.0850393697619 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0771567225456 and training accuracy:0.980722665787 validation cost:0.0780552104115 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.071750305593 and training accuracy:0.982398927212 validation cost:0.0724373310804 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0672959685326 and training accuracy:0.982957720757 validation cost:0.0677868425846 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:117.70450592 Method 3 test accuracy:0.833899974823 Training with lmbda:477341.317937, 31 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:125.999466896 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364077180624 and training accuracy:0.94200527668 validation cost:0.369875133038 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.180659785867 and training accuracy:0.961003541946 validation cost:0.186308920383 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.12587928772 and training accuracy:0.97127532959 validation cost:0.132191583514 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0994616374373 and training accuracy:0.976729393005 validation cost:0.105923160911 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0835861042142 and training accuracy:0.97936552763 validation cost:0.0898380875587 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.072818800807 and training accuracy:0.981638014317 validation cost:0.0786871686578 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.064946718514 and training accuracy:0.98327422142 validation cost:0.0703768730164 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0588864199817 and training accuracy:0.985274076462 validation cost:0.0638684630394 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0540426708758 and training accuracy:0.986546695232 validation cost:0.0585837550461 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.114914894 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.264104783535 and training accuracy:0.983414649963 validation cost:0.266666680574 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.129040896893 and training accuracy:0.992390215397 validation cost:0.125424966216 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0866176486015 and training accuracy:0.994243919849 validation cost:0.0811957120895 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0664190873504 and training accuracy:0.995219528675 validation cost:0.0604810044169 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0546011514962 and training accuracy:0.995707333088 validation cost:0.0485671311617 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0468026548624 and training accuracy:0.996292710304 validation cost:0.0408315844834 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0412395894527 and training accuracy:0.996682941914 validation cost:0.035394333303 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0370491743088 and training accuracy:0.99726831913 validation cost:0.031353905797 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0337643250823 and training accuracy:0.997463405132 validation cost:0.0282268021256 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.934282064 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.188683047891 and training accuracy:0.990709841251 validation cost:0.182631909847 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0876692458987 and training accuracy:0.995400011539 validation cost:0.0846836864948 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0592767708004 and training accuracy:0.997384309769 validation cost:0.0571959912777 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0458955802023 and training accuracy:0.997654914856 validation cost:0.0441822633147 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0380135662854 and training accuracy:0.998015701771 validation cost:0.0364884100854 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0327638871968 and training accuracy:0.998376488686 validation cost:0.0313495919108 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0289879329503 and training accuracy:0.998556852341 validation cost:0.0276480522007 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0261232033372 and training accuracy:0.9987372756 validation cost:0.0248387735337 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0238660238683 and training accuracy:0.9987372756 validation cost:0.0226255301386 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.843605995 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.260854154825 and training accuracy:0.957440853119 validation cost:0.262047529221 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.159110680223 and training accuracy:0.967219233513 validation cost:0.160595625639 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.123960755765 and training accuracy:0.971316814423 validation cost:0.125564798713 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.105094455183 and training accuracy:0.973738133907 validation cost:0.106613621116 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0928315520287 and training accuracy:0.976531922817 validation cost:0.0941675454378 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.084000736475 and training accuracy:0.978953242302 validation cost:0.0851178914309 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0772335529327 and training accuracy:0.980722665787 validation cost:0.0781305730343 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0718242377043 and training accuracy:0.982398927212 validation cost:0.0725102871656 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0673668384552 and training accuracy:0.982957720757 validation cost:0.0678573548794 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.494120836 Method 3 test accuracy:0.833800017834 Training with lmbda:487065.64391, 32 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.544548035 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364220350981 and training accuracy:0.94200527668 validation cost:0.370015382767 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.180785953999 and training accuracy:0.961003541946 validation cost:0.186429172754 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.125989750028 and training accuracy:0.97127532959 validation cost:0.132295414805 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0995624139905 and training accuracy:0.976729393005 validation cost:0.106018438935 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.083680190146 and training accuracy:0.97936552763 validation cost:0.0899281874299 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0729070231318 and training accuracy:0.981547117233 validation cost:0.0787732824683 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0650304183364 and training accuracy:0.98327422142 validation cost:0.0704601854086 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0589657984674 and training accuracy:0.985274076462 validation cost:0.0639488473535 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0541185699403 and training accuracy:0.986455798149 validation cost:0.0586614497006 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.857707977 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.26462161541 and training accuracy:0.983414649963 validation cost:0.267205029726 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.129386559129 and training accuracy:0.992390215397 validation cost:0.125789552927 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0868760943413 and training accuracy:0.994243919849 validation cost:0.0814684405923 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0666283369064 and training accuracy:0.995219528675 validation cost:0.0607017055154 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0547769628465 and training accuracy:0.995707333088 validation cost:0.0487524159253 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0469556637108 and training accuracy:0.996292710304 validation cost:0.0409927368164 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0413756743073 and training accuracy:0.996682941914 validation cost:0.0355375260115 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0371722131968 and training accuracy:0.99726831913 validation cost:0.0314833447337 and validation accuracy:1.0 Training on :(4, 5) training cost:0.033877171576 and training accuracy:0.997463405132 validation cost:0.0283453464508 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.921756983 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.189185336232 and training accuracy:0.990709841251 validation cost:0.183137267828 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0879819244146 and training accuracy:0.995490193367 validation cost:0.0849980264902 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.059511307627 and training accuracy:0.997384309769 validation cost:0.057432692498 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0460867919028 and training accuracy:0.997654914856 validation cost:0.0443762801588 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0381772071123 and training accuracy:0.998015701771 validation cost:0.0366551242769 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0329075418413 and training accuracy:0.998376488686 validation cost:0.031496424228 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0291168186814 and training accuracy:0.998556852341 validation cost:0.0277801211923 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0262406244874 and training accuracy:0.9987372756 validation cost:0.0249593388289 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0239741653204 and training accuracy:0.9987372756 validation cost:0.0227367207408 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.642053843 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.261481851339 and training accuracy:0.957534015179 validation cost:0.262675642967 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.159527152777 and training accuracy:0.967312335968 validation cost:0.161006584764 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.12429779768 and training accuracy:0.971316814423 validation cost:0.12589392066 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.105391018093 and training accuracy:0.973644971848 validation cost:0.106901630759 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0931043699384 and training accuracy:0.976531922817 validation cost:0.0944327041507 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0842576697469 and training accuracy:0.978860139847 validation cost:0.0853691697121 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0774768441916 and training accuracy:0.980722665787 validation cost:0.0783694535494 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0720569491386 and training accuracy:0.982398927212 validation cost:0.0727397799492 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0675913020968 and training accuracy:0.982957720757 validation cost:0.0680799782276 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.094118118 Method 3 test accuracy:0.833999991417 Training with lmbda:491840.424423, 33 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.714630127 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364290982485 and training accuracy:0.94200527668 validation cost:0.370084673166 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.180847421288 and training accuracy:0.961003541946 validation cost:0.18648763001 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.12604290247 and training accuracy:0.97127532959 validation cost:0.13234500587 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0996114835143 and training accuracy:0.976729393005 validation cost:0.106064669788 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0837259292603 and training accuracy:0.97936552763 validation cost:0.0899720713496 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0729506015778 and training accuracy:0.981547117233 validation cost:0.078815639019 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0650714784861 and training accuracy:0.98327422142 validation cost:0.0705009698868 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0590045079589 and training accuracy:0.985274076462 validation cost:0.0639877691865 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0541555993259 and training accuracy:0.986455798149 validation cost:0.0586991868913 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.107053995 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.264871716499 and training accuracy:0.983414649963 validation cost:0.267465740442 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.129554182291 and training accuracy:0.992390215397 validation cost:0.125966593623 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.087001003325 and training accuracy:0.994243919849 validation cost:0.081600420177 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0667291730642 and training accuracy:0.995219528675 validation cost:0.0608080662787 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0548622049391 and training accuracy:0.995707333088 validation cost:0.0488423295319 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0470299087465 and training accuracy:0.996292710304 validation cost:0.0410709865391 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0414416380227 and training accuracy:0.996780514717 validation cost:0.0356070511043 and validation accuracy:1.0 Training on :(4, 5) training cost:0.037231836468 and training accuracy:0.99726831913 validation cost:0.0315461792052 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0339318588376 and training accuracy:0.997463405132 validation cost:0.0284029655159 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.145768881 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.189429759979 and training accuracy:0.990709841251 validation cost:0.183383196592 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0881339758635 and training accuracy:0.995400011539 validation cost:0.0851507857442 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0596251487732 and training accuracy:0.997384309769 validation cost:0.0575475804508 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.046179395169 and training accuracy:0.997654914856 validation cost:0.0444702282548 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0382561646402 and training accuracy:0.998015701771 validation cost:0.0367356128991 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0329771526158 and training accuracy:0.998376488686 validation cost:0.031567607075 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0291791204363 and training accuracy:0.998556852341 validation cost:0.0278439763933 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0262973997742 and training accuracy:0.9987372756 validation cost:0.0250176023692 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0240266378969 and training accuracy:0.9987372756 validation cost:0.0227907393128 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.61877799 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.261790037155 and training accuracy:0.957534015179 validation cost:0.262983888388 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.159730702639 and training accuracy:0.967219233513 validation cost:0.161207601428 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.124461747706 and training accuracy:0.971316814423 validation cost:0.126054301858 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.105534903705 and training accuracy:0.973644971848 validation cost:0.107041321695 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0932370200753 and training accuracy:0.976531922817 validation cost:0.0945617109537 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0843826234341 and training accuracy:0.978673875332 validation cost:0.0854908972979 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.07759539783 and training accuracy:0.980722665787 validation cost:0.0784855484962 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.072170175612 and training accuracy:0.982398927212 validation cost:0.072851292789 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0677003934979 and training accuracy:0.982957720757 validation cost:0.068188175559 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.372983932 Method 3 test accuracy:0.833999991417 Training with lmbda:505673.877019, 34 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.369631052 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364491343498 and training accuracy:0.94200527668 validation cost:0.370281070471 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.181024953723 and training accuracy:0.961003541946 validation cost:0.186656832695 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.126198276877 and training accuracy:0.97127532959 validation cost:0.132491827011 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0997537076473 and training accuracy:0.976729393005 validation cost:0.106200061738 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.083857819438 and training accuracy:0.979274630547 validation cost:0.0901001095772 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0730738267303 and training accuracy:0.981547117233 validation cost:0.0789365619421 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0651884973049 and training accuracy:0.983183324337 validation cost:0.0706175640225 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0591155700386 and training accuracy:0.985274076462 validation cost:0.0641000121832 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0542615428567 and training accuracy:0.986455798149 validation cost:0.0588071271777 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.078927994 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.26558816433 and training accuracy:0.983414649963 validation cost:0.268211513758 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.130036234856 and training accuracy:0.992292702198 validation cost:0.126474648714 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0873613134027 and training accuracy:0.994243919849 validation cost:0.081980407238 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0670189410448 and training accuracy:0.995219528675 validation cost:0.0611132420599 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.055106613785 and training accuracy:0.995707333088 validation cost:0.0490997433662 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0472428351641 and training accuracy:0.996195137501 validation cost:0.0412950515747 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0416313409805 and training accuracy:0.996878027916 validation cost:0.0358066596091 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0374033376575 and training accuracy:0.99726831913 validation cost:0.031726565212 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0340890698135 and training accuracy:0.997463405132 validation cost:0.0285681709647 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.338078976 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.190131306648 and training accuracy:0.990709841251 validation cost:0.184089049697 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0885701403022 and training accuracy:0.995309829712 validation cost:0.0855891779065 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0599520988762 and training accuracy:0.997384309769 validation cost:0.0578777268529 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0464456342161 and training accuracy:0.997654914856 validation cost:0.0447401292622 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0384829863906 and training accuracy:0.998015701771 validation cost:0.0369665361941 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.03317675367 and training accuracy:0.998376488686 validation cost:0.0317714810371 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0293578300625 and training accuracy:0.998556852341 validation cost:0.0280268993229 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0264599490911 and training accuracy:0.9987372756 validation cost:0.0251843780279 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241761151701 and training accuracy:0.9987372756 validation cost:0.022944541648 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.740175962 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.262672483921 and training accuracy:0.957440853119 validation cost:0.263866215944 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.160313934088 and training accuracy:0.967219233513 validation cost:0.161782711744 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.124932155013 and training accuracy:0.971130549908 validation cost:0.126512572169 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.105949051678 and training accuracy:0.973644971848 validation cost:0.107442967594 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0936178565025 and training accuracy:0.976531922817 validation cost:0.0949314832687 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0847412720323 and training accuracy:0.978673875332 validation cost:0.0858408585191 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0779365375638 and training accuracy:0.980629563332 validation cost:0.0788202807307 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0724966153502 and training accuracy:0.982212722301 validation cost:0.0731736198068 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0680130720139 and training accuracy:0.982957720757 validation cost:0.0684980005026 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.480669022 Method 3 test accuracy:0.834599971771 Training with lmbda:534903.51815, 35 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.655791044 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.364907890558 and training accuracy:0.942187070847 validation cost:0.370689034462 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.181392773986 and training accuracy:0.961003541946 validation cost:0.187007248402 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.126517221332 and training accuracy:0.97127532959 validation cost:0.132792189717 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.100046016276 and training accuracy:0.976638495922 validation cost:0.106477074325 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0841300487518 and training accuracy:0.979274630547 validation cost:0.0903630703688 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0733320787549 and training accuracy:0.981547117233 validation cost:0.0791917443275 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.065433204174 and training accuracy:0.983183324337 validation cost:0.0708634033799 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0593476891518 and training accuracy:0.985274076462 validation cost:0.0643360987306 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0544823780656 and training accuracy:0.986364901066 validation cost:0.0590343177319 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.899895906 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.267067372799 and training accuracy:0.983414649963 validation cost:0.269751489162 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.131025925279 and training accuracy:0.992097556591 validation cost:0.127518162131 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0880994796753 and training accuracy:0.994243919849 validation cost:0.082759000361 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0676132291555 and training accuracy:0.995219528675 validation cost:0.0617402009666 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.05560843274 and training accuracy:0.995707333088 validation cost:0.0496287159622 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0476796366274 and training accuracy:0.996097564697 validation cost:0.0417553000152 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.042019508779 and training accuracy:0.996878027916 validation cost:0.0362152978778 and validation accuracy:1.0 Training on :(4, 5) training cost:0.037754803896 and training accuracy:0.997073173523 validation cost:0.0320962518454 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0344107560813 and training accuracy:0.997463405132 validation cost:0.0289060361683 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.623295784 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.191587656736 and training accuracy:0.990800023079 validation cost:0.185554340482 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0894715115428 and training accuracy:0.995309829712 validation cost:0.0864958912134 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0606269128621 and training accuracy:0.997384309769 validation cost:0.0585596673191 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0469945967197 and training accuracy:0.997654914856 validation cost:0.0452978052199 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0389499738812 and training accuracy:0.998015701771 validation cost:0.0374428145587 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0335869081318 and training accuracy:0.998376488686 validation cost:0.0321911163628 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0297250468284 and training accuracy:0.998556852341 validation cost:0.0284035019577 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0267937593162 and training accuracy:0.9987372756 validation cost:0.0255277901888 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0244835261256 and training accuracy:0.9987372756 validation cost:0.0232614222914 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.268556118 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.264501661062 and training accuracy:0.957534015179 validation cost:0.265697062016 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.161521300673 and training accuracy:0.967219233513 validation cost:0.162974849343 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.125904470682 and training accuracy:0.970944285393 validation cost:0.127462089062 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.106803178787 and training accuracy:0.973644971848 validation cost:0.108273252845 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0944014564157 and training accuracy:0.976438820362 validation cost:0.0956951379776 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0854765325785 and training accuracy:0.978580713272 validation cost:0.0865605250001 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0786336287856 and training accuracy:0.980536401272 validation cost:0.0795053839684 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0731639787555 and training accuracy:0.982119560242 validation cost:0.0738330706954 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0686555504799 and training accuracy:0.982864618301 validation cost:0.0691342949867 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.696585894 Method 3 test accuracy:0.835600018501 Training with lmbda:558680.988358, 36 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.375357151 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365241289139 and training accuracy:0.942187070847 validation cost:0.371015667915 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.181686326861 and training accuracy:0.961003541946 validation cost:0.187287017703 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.126771956682 and training accuracy:0.97127532959 validation cost:0.133031725883 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.100277170539 and training accuracy:0.976547598839 validation cost:0.106696180999 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0843452960253 and training accuracy:0.979183733463 validation cost:0.0905698612332 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0735351592302 and training accuracy:0.981547117233 validation cost:0.0793918296695 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0656243488193 and training accuracy:0.983183324337 validation cost:0.0710548609495 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0595293454826 and training accuracy:0.985183179379 validation cost:0.0645201206207 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0546551048756 and training accuracy:0.986274003983 validation cost:0.0592119991779 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.135386944 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.268228381872 and training accuracy:0.983414649963 validation cost:0.270960181952 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.131803259254 and training accuracy:0.992097556591 validation cost:0.12833788991 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0886793062091 and training accuracy:0.994243919849 validation cost:0.0833709388971 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.068080201745 and training accuracy:0.995219528675 validation cost:0.0622329637408 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0560021065176 and training accuracy:0.995707333088 validation cost:0.0500439554453 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0480224527419 and training accuracy:0.996097564697 validation cost:0.0421165041625 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0423244088888 and training accuracy:0.996878027916 validation cost:0.0365364179015 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0380299948156 and training accuracy:0.997073173523 validation cost:0.0323857851326 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0346626341343 and training accuracy:0.997463405132 validation cost:0.0291705802083 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.208925962 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.192741841078 and training accuracy:0.990800023079 validation cost:0.186715960503 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0901863202453 and training accuracy:0.995309829712 validation cost:0.0872153490782 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0611600242555 and training accuracy:0.997384309769 validation cost:0.0590987876058 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0474275201559 and training accuracy:0.997654914856 validation cost:0.0457377880812 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0393184274435 and training accuracy:0.998015701771 validation cost:0.0378189012408 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0339096412063 and training accuracy:0.998286306858 validation cost:0.0325219146907 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0300136189908 and training accuracy:0.998556852341 validation cost:0.0287000127137 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0270564220846 and training accuracy:0.9987372756 validation cost:0.0257984194905 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0247254706919 and training accuracy:0.9987372756 validation cost:0.0235114339739 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.880275965 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.265951901674 and training accuracy:0.957627117634 validation cost:0.267148762941 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.162485346198 and training accuracy:0.967126071453 validation cost:0.163926303387 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.126676738262 and training accuracy:0.970851182938 validation cost:0.128217205405 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.10748244077 and training accuracy:0.973458766937 validation cost:0.108933828771 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0950227752328 and training accuracy:0.976345717907 validation cost:0.0963001996279 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0860575214028 and training accuracy:0.978394508362 validation cost:0.0871289223433 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0791854411364 and training accuracy:0.980350136757 validation cost:0.0800483077765 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0736909434199 and training accuracy:0.982026457787 validation cost:0.0743531882763 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.069162607193 and training accuracy:0.982864618301 validation cost:0.0696366578341 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.022310972 Method 3 test accuracy:0.836000025272 Training with lmbda:565018.665885, 37 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.447519064 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365330219269 and training accuracy:0.942187070847 validation cost:0.371102839708 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.181763634086 and training accuracy:0.961003541946 validation cost:0.187360882759 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.126838475466 and training accuracy:0.97127532959 validation cost:0.133094534278 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.100338421762 and training accuracy:0.976547598839 validation cost:0.106754265726 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0844017788768 and training accuracy:0.979183733463 validation cost:0.0906241238117 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0735883787274 and training accuracy:0.981547117233 validation cost:0.0794439613819 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0656743943691 and training accuracy:0.983183324337 validation cost:0.0711046159267 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0595766417682 and training accuracy:0.985183179379 validation cost:0.0645677745342 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0547001436353 and training accuracy:0.986274003983 validation cost:0.0592580325902 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.506778002 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.268531501293 and training accuracy:0.983414649963 validation cost:0.271275907755 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.132006451488 and training accuracy:0.992097556591 validation cost:0.128552168608 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0888312608004 and training accuracy:0.994243919849 validation cost:0.0835313051939 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0682025775313 and training accuracy:0.995219528675 validation cost:0.0623620226979 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0561058036983 and training accuracy:0.995707333088 validation cost:0.050153285265 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0481125302613 and training accuracy:0.996097564697 validation cost:0.0422112941742 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0424043275416 and training accuracy:0.996878027916 validation cost:0.0366204641759 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0381022132933 and training accuracy:0.997073173523 validation cost:0.0324617028236 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0347288474441 and training accuracy:0.997463405132 validation cost:0.0292401202023 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.890995979 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.193048626184 and training accuracy:0.990709841251 validation cost:0.187024518847 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0903754234314 and training accuracy:0.995309829712 validation cost:0.0874055251479 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0613006129861 and training accuracy:0.997384309769 validation cost:0.0592406950891 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0475414991379 and training accuracy:0.997654914856 validation cost:0.0458533726633 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0394155494869 and training accuracy:0.998015701771 validation cost:0.0379178002477 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.033994641155 and training accuracy:0.998286306858 validation cost:0.0326088815928 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0300895441324 and training accuracy:0.998556852341 validation cost:0.0287779476494 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0271254722029 and training accuracy:0.998647093773 validation cost:0.0258694719523 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0247890762985 and training accuracy:0.9987372756 validation cost:0.0235771369189 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.990108967 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.266334593296 and training accuracy:0.957627117634 validation cost:0.267531961203 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.162739038467 and training accuracy:0.967126071453 validation cost:0.164177119732 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.126880317926 and training accuracy:0.970944285393 validation cost:0.128416121006 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.107661478221 and training accuracy:0.973458766937 validation cost:0.109108261764 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0951861813664 and training accuracy:0.976438820362 validation cost:0.0964599400759 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0862109810114 and training accuracy:0.978394508362 validation cost:0.0872792378068 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0793304666877 and training accuracy:0.980350136757 validation cost:0.0801913589239 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0738295614719 and training accuracy:0.981933295727 validation cost:0.0744904950261 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0692961513996 and training accuracy:0.982864618301 validation cost:0.0697697922587 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.736253977 Method 3 test accuracy:0.836199998856 Training with lmbda:584149.816945, 38 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.353222132 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.365595847368 and training accuracy:0.942187070847 validation cost:0.371363341808 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.181994616985 and training accuracy:0.961003541946 validation cost:0.187581032515 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.127038300037 and training accuracy:0.97127532959 validation cost:0.133282631636 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.10051933676 and training accuracy:0.976547598839 validation cost:0.106925837696 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0845699310303 and training accuracy:0.97909283638 validation cost:0.0907857194543 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0737465471029 and training accuracy:0.981547117233 validation cost:0.0795985236764 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0658233165741 and training accuracy:0.983183324337 validation cost:0.0712525621057 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0597176812589 and training accuracy:0.985092282295 validation cost:0.0647097453475 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0548352152109 and training accuracy:0.986274003983 validation cost:0.0593960434198 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.918482065 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.26944321394 and training accuracy:0.983414649963 validation cost:0.272225856781 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.132613614202 and training accuracy:0.992097556591 validation cost:0.129193246365 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0892826914787 and training accuracy:0.994243919849 validation cost:0.084008641541 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0685658678412 and training accuracy:0.995219528675 validation cost:0.0627459287643 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0564116202295 and training accuracy:0.995707333088 validation cost:0.050476308912 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0483783520758 and training accuracy:0.996195137501 validation cost:0.0424918420613 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0426405891776 and training accuracy:0.996878027916 validation cost:0.0368694663048 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0383162386715 and training accuracy:0.997073173523 validation cost:0.0326867513359 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0349246636033 and training accuracy:0.997463405132 validation cost:0.0294457543641 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.847543955 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.193957075477 and training accuracy:0.990619659424 validation cost:0.187938377261 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.090937115252 and training accuracy:0.995309829712 validation cost:0.0879712030292 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0617183186114 and training accuracy:0.997384309769 validation cost:0.0596631653607 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.047879550606 and training accuracy:0.997654914856 validation cost:0.0461973398924 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0397027507424 and training accuracy:0.998015701771 validation cost:0.0382114797831 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0342461355031 and training accuracy:0.998286306858 validation cost:0.0328668877482 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.03031475842 and training accuracy:0.998556852341 validation cost:0.0290098153055 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0273304395378 and training accuracy:0.998647093773 validation cost:0.0260811503977 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0249775964767 and training accuracy:0.9987372756 validation cost:0.0237724427134 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.733301163 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.267478466034 and training accuracy:0.957534015179 validation cost:0.268678218126 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.163498386741 and training accuracy:0.966939866543 validation cost:0.164927423 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.127489194274 and training accuracy:0.970851182938 validation cost:0.129011631012 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.108194701374 and training accuracy:0.973458766937 validation cost:0.109628513455 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0956726148725 and training accuracy:0.976438820362 validation cost:0.0969346985221 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0866663604975 and training accuracy:0.978301346302 validation cost:0.0877253189683 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.079761967063 and training accuracy:0.980350136757 validation cost:0.080615952611 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0742419585586 and training accuracy:0.981653928757 validation cost:0.0748975500464 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0696920752525 and training accuracy:0.982864618301 validation cost:0.070162512362 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.196131945 Method 3 test accuracy:0.836199998856 Training with lmbda:615170.551021, 39 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.339575052 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366015166044 and training accuracy:0.94227796793 validation cost:0.371774077415 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.182362809777 and training accuracy:0.960912644863 validation cost:0.1879324615 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.127355203032 and training accuracy:0.97127532959 validation cost:0.133582115173 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.100806489587 and training accuracy:0.976547598839 validation cost:0.10719987005 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0848361030221 and training accuracy:0.979001879692 validation cost:0.0910428985953 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0739962607622 and training accuracy:0.981547117233 validation cost:0.0798447281122 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0660593658686 and training accuracy:0.983183324337 validation cost:0.0714890733361 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0599423162639 and training accuracy:0.985092282295 validation cost:0.0649372711778 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0550484955311 and training accuracy:0.986274003983 validation cost:0.05961567536 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.193912029 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.270872414112 and training accuracy:0.98331707716 validation cost:0.273715078831 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.133569255471 and training accuracy:0.992097556591 validation cost:0.13020169735 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0899951979518 and training accuracy:0.994243919849 validation cost:0.0847613140941 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0691373646259 and training accuracy:0.995219528675 validation cost:0.0633492618799 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.056892875582 and training accuracy:0.995609760284 validation cost:0.0509839989245 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0487965159118 and training accuracy:0.996292710304 validation cost:0.0429326035082 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.043011944741 and training accuracy:0.996780514717 validation cost:0.0372605584562 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0386520437896 and training accuracy:0.997073173523 validation cost:0.0330399349332 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0352317541838 and training accuracy:0.997463405132 validation cost:0.0297683272511 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.514343023 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.195397734642 and training accuracy:0.990529477596 validation cost:0.189388334751 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0918277353048 and training accuracy:0.995309829712 validation cost:0.0888682305813 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0623793043196 and training accuracy:0.997294127941 validation cost:0.0603316649795 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.04841497913 and training accuracy:0.997654914856 validation cost:0.046742413193 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0401567965746 and training accuracy:0.997925519943 validation cost:0.0386755466461 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0346436649561 and training accuracy:0.998286306858 validation cost:0.0332744270563 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0306706484407 and training accuracy:0.998556852341 validation cost:0.0293760374188 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0276539735496 and training accuracy:0.998647093773 validation cost:0.0264150798321 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0252751335502 and training accuracy:0.998827457428 validation cost:0.0240801423788 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.484755993 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.269300878048 and training accuracy:0.957440853119 validation cost:0.270505875349 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.164709955454 and training accuracy:0.966846704483 validation cost:0.166127234697 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.128456547856 and training accuracy:0.970758080482 validation cost:0.129958376288 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.109039530158 and training accuracy:0.973551869392 validation cost:0.110452368855 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.096444003284 and training accuracy:0.975973188877 validation cost:0.097687959671 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0873849615455 and training accuracy:0.978301346302 validation cost:0.0884298682213 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0804431214929 and training accuracy:0.979884505272 validation cost:0.0812859460711 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0748915225267 and training accuracy:0.981467664242 validation cost:0.0755401402712 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0703158453107 and training accuracy:0.982305824757 validation cost:0.0707830563188 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.04887104 Method 3 test accuracy:0.836000025272 Training with lmbda:618955.226464, 40 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.305991888 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366065919399 and training accuracy:0.94227796793 validation cost:0.371823817492 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.182407662272 and training accuracy:0.960912644863 validation cost:0.18797531724 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.127393007278 and training accuracy:0.97127532959 validation cost:0.13361762464 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.100841298699 and training accuracy:0.976547598839 validation cost:0.107232838869 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0848682150245 and training accuracy:0.979001879692 validation cost:0.091073513031 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0740261375904 and training accuracy:0.98145622015 validation cost:0.0798738002777 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.066087692976 and training accuracy:0.983183324337 validation cost:0.0715171545744 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0599692240357 and training accuracy:0.985092282295 validation cost:0.0649645924568 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0550741553307 and training accuracy:0.986183047295 validation cost:0.0596421957016 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.820771933 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.271042644978 and training accuracy:0.983121931553 validation cost:0.273892372847 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.133683279157 and training accuracy:0.992097556591 validation cost:0.130321964622 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0900797694921 and training accuracy:0.994243919849 validation cost:0.0848505720496 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0692056491971 and training accuracy:0.995219528675 validation cost:0.0634213015437 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0569506958127 and training accuracy:0.995609760284 validation cost:0.0510449074209 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0488468073308 and training accuracy:0.996292710304 validation cost:0.0429855175316 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0430566444993 and training accuracy:0.996780514717 validation cost:0.0373074524105 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0386923290789 and training accuracy:0.997073173523 validation cost:0.0330820865929 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0352687165141 and training accuracy:0.997463405132 validation cost:0.0298069268465 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.963387012 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.195571064949 and training accuracy:0.990439236164 validation cost:0.189562931657 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0919346287847 and training accuracy:0.995309829712 validation cost:0.0889760628343 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0624585263431 and training accuracy:0.997294127941 validation cost:0.0604119114578 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0484791398048 and training accuracy:0.997654914856 validation cost:0.0468078926206 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0402111932635 and training accuracy:0.997925519943 validation cost:0.0387313179672 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0346911996603 and training accuracy:0.998286306858 validation cost:0.0333233140409 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0307134222239 and training accuracy:0.998556852341 validation cost:0.0294201765209 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0276927798986 and training accuracy:0.998647093773 validation cost:0.0264552794397 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.025310812518 and training accuracy:0.998827457428 validation cost:0.0241172146052 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.848932028 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.269520968199 and training accuracy:0.957440853119 validation cost:0.270726472139 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.164856508374 and training accuracy:0.966846704483 validation cost:0.166272446513 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.128573149443 and training accuracy:0.970758080482 validation cost:0.130072683096 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.109141387045 and training accuracy:0.973458766937 validation cost:0.110551737249 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0965370386839 and training accuracy:0.975973188877 validation cost:0.0977790281177 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0874718055129 and training accuracy:0.978301346302 validation cost:0.0885151848197 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0805252417922 and training accuracy:0.979884505272 validation cost:0.0813672170043 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0749698728323 and training accuracy:0.981467664242 validation cost:0.0756179019809 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.070390984416 and training accuracy:0.982305824757 validation cost:0.0708584412932 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.048816919 Method 3 test accuracy:0.836000025272 Training with lmbda:628264.390862, 41 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.205862998962 and training accuracy:0.99705016613 validation cost:0.202450796962 and validation accuracy:0.996488153934 Training on :(0, 1) training cost:0.0574855171144 and training accuracy:0.997657477856 validation cost:0.0584013052285 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0326592624187 and training accuracy:0.998178005219 validation cost:0.0342191010714 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0230930075049 and training accuracy:0.998438298702 validation cost:0.024815376848 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.018046265468 and training accuracy:0.998438298702 validation cost:0.019803121686 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149149270728 and training accuracy:0.998525083065 validation cost:0.0166585091501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127701452002 and training accuracy:0.998611807823 validation cost:0.0144818667322 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0112010780722 and training accuracy:0.998785376549 validation cost:0.0128718838096 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00999860651791 and training accuracy:0.998872101307 validation cost:0.0116260834038 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.737756968 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.366190463305 and training accuracy:0.94227796793 validation cost:0.371945768595 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.182516172528 and training accuracy:0.960912644863 validation cost:0.18807888031 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.127486214042 and training accuracy:0.97127532959 validation cost:0.133705511689 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.100926361978 and training accuracy:0.976547598839 validation cost:0.107313580811 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0849468633533 and training accuracy:0.979001879692 validation cost:0.0911492109299 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0740997716784 and training accuracy:0.98145622015 validation cost:0.0799458175898 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0661566853523 and training accuracy:0.983183324337 validation cost:0.071585483849 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.060034647584 and training accuracy:0.985092282295 validation cost:0.0650302767754 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0551365464926 and training accuracy:0.986183047295 validation cost:0.0597061477602 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.988274813 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.271461367607 and training accuracy:0.983121931553 validation cost:0.274329036474 and validation accuracy:0.987166821957 Training on :(4, 5) training cost:0.13396294415 and training accuracy:0.992097556591 validation cost:0.130617305636 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0902884677052 and training accuracy:0.994243919849 validation cost:0.0850711539388 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0693732351065 and training accuracy:0.995219528675 validation cost:0.0635982230306 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0570915304124 and training accuracy:0.995609760284 validation cost:0.0511935539544 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0489691197872 and training accuracy:0.996292710304 validation cost:0.0431146174669 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0431651286781 and training accuracy:0.996682941914 validation cost:0.0374217219651 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0387903377414 and training accuracy:0.997073173523 validation cost:0.0331852547824 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0353582426906 and training accuracy:0.997463405132 validation cost:0.0299010425806 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.119094133 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.195995405316 and training accuracy:0.990439236164 validation cost:0.18998965621 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0921967476606 and training accuracy:0.995309829712 validation cost:0.0892399996519 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.062652528286 and training accuracy:0.997294127941 validation cost:0.0606080703437 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0486359521747 and training accuracy:0.997654914856 validation cost:0.0469675138593 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0403442010283 and training accuracy:0.997925519943 validation cost:0.0388673692942 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0348075218499 and training accuracy:0.998286306858 validation cost:0.033442594111 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0308173745871 and training accuracy:0.998556852341 validation cost:0.0295272320509 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0277871917933 and training accuracy:0.998647093773 validation cost:0.026552664116 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0253977924585 and training accuracy:0.998827457428 validation cost:0.0242071878165 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.50931406 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.270055532455 and training accuracy:0.957347750664 validation cost:0.271262288094 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.165212407708 and training accuracy:0.966753602028 validation cost:0.166624754667 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.128856748343 and training accuracy:0.970758080482 validation cost:0.130350291729 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.109390027821 and training accuracy:0.973458766937 validation cost:0.110794253647 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0967630967498 and training accuracy:0.975973188877 validation cost:0.0980002805591 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0876823440194 and training accuracy:0.978301346302 validation cost:0.088721498847 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0807242542505 and training accuracy:0.979884505272 validation cost:0.0815634578466 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0751592740417 and training accuracy:0.981374561787 validation cost:0.0758055523038 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.070571705699 and training accuracy:0.982305824757 validation cost:0.071038223803 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:117.783701897 Method 3 test accuracy:0.833500027657 Training with lmbda:450943.771238, 42 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.324071884 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357148736715 and training accuracy:0.94018727541 validation cost:0.363636612892 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.177665695548 and training accuracy:0.96209436655 validation cost:0.183890864253 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.124079719186 and training accuracy:0.97154802084 validation cost:0.130930200219 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0981890484691 and training accuracy:0.976365804672 validation cost:0.105121508241 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0825878083706 and training accuracy:0.979456424713 validation cost:0.0892308205366 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.07198163867 and training accuracy:0.982092559338 validation cost:0.0781807675958 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0642080903053 and training accuracy:0.984455943108 validation cost:0.0699191838503 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0582104623318 and training accuracy:0.986001253128 validation cost:0.063434690237 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0534100905061 and training accuracy:0.987273871899 validation cost:0.0581711269915 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.419573069 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.26367431879 and training accuracy:0.978731691837 validation cost:0.266689300537 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.129680976272 and training accuracy:0.99014633894 validation cost:0.126165091991 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0869988426566 and training accuracy:0.99356096983 validation cost:0.0813767462969 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0665267780423 and training accuracy:0.995317101479 validation cost:0.0602403245866 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0545249842107 and training accuracy:0.99590241909 validation cost:0.0480687022209 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0466072782874 and training accuracy:0.996097564697 validation cost:0.040172368288 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0409667901695 and training accuracy:0.99658536911 validation cost:0.0346351191401 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0367262586951 and training accuracy:0.997073173523 validation cost:0.0305318254977 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0334098190069 and training accuracy:0.997170746326 validation cost:0.0273659341037 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.286766052 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.19560149312 and training accuracy:0.989988267422 validation cost:0.18886333704 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0907515510917 and training accuracy:0.994498074055 validation cost:0.0873375758529 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0612544044852 and training accuracy:0.996392190456 validation cost:0.0588332749903 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0473923049867 and training accuracy:0.997564733028 validation cost:0.0453976504505 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0392442196608 and training accuracy:0.997654914856 validation cost:0.037479840219 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0338244512677 and training accuracy:0.997835278511 validation cost:0.0322039872408 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0299265310168 and training accuracy:0.998286306858 validation cost:0.0284074973315 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0269681382924 and training accuracy:0.998466670513 validation cost:0.0255279876292 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.024634834379 and training accuracy:0.9987372756 validation cost:0.0232597161084 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.672145128 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.251621037722 and training accuracy:0.958185911179 validation cost:0.253614783287 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.155308127403 and training accuracy:0.966381072998 validation cost:0.157171562314 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.121865838766 and training accuracy:0.971596181393 validation cost:0.12359456718 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.103799916804 and training accuracy:0.975507557392 validation cost:0.105300962925 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0920008346438 and training accuracy:0.977835714817 validation cost:0.093246139586 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.083480745554 and training accuracy:0.979791402817 validation cost:0.0844786763191 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0769395679235 and training accuracy:0.981188297272 validation cost:0.0777095481753 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0717094168067 and training accuracy:0.982305824757 validation cost:0.0722741559148 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0674012973905 and training accuracy:0.983143985271 validation cost:0.0677865445614 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:117.941338062 Method 3 test accuracy:0.812900006771 Training with lmbda:471675.378093, 43 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.847305059 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.3574616611 and training accuracy:0.940096378326 validation cost:0.363944888115 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.177937403321 and training accuracy:0.96209436655 validation cost:0.184152662754 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.124315179884 and training accuracy:0.971638917923 validation cost:0.131154999137 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0984028503299 and training accuracy:0.976365804672 validation cost:0.105328224599 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0827863290906 and training accuracy:0.979456424713 validation cost:0.0894262194633 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0721691176295 and training accuracy:0.982001662254 validation cost:0.0783690437675 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0643852353096 and training accuracy:0.984274148941 validation cost:0.0701005905867 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0583798252046 and training accuracy:0.985910356045 validation cost:0.0636107623577 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0535725839436 and training accuracy:0.987273871899 validation cost:0.0583422668278 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.558661222 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.264820158482 and training accuracy:0.978731691837 validation cost:0.267884075642 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.130433470011 and training accuracy:0.990048766136 validation cost:0.126967012882 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0875536128879 and training accuracy:0.993463397026 validation cost:0.0819690749049 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0669680312276 and training accuracy:0.995219528675 validation cost:0.0607108771801 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0548944659531 and training accuracy:0.99590241909 validation cost:0.0484617128968 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0469274558127 and training accuracy:0.996097564697 validation cost:0.040512047708 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0412502363324 and training accuracy:0.99658536911 validation cost:0.0349351540208 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0369814224541 and training accuracy:0.997073173523 validation cost:0.0308014936745 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0336430706084 and training accuracy:0.99726831913 validation cost:0.0276117958128 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.009534121 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.196765959263 and training accuracy:0.989807903767 validation cost:0.190028145909 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0914883390069 and training accuracy:0.99413728714 validation cost:0.0880730375648 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0618117749691 and training accuracy:0.996392190456 validation cost:0.059391438961 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0478466674685 and training accuracy:0.997564733028 validation cost:0.0458540841937 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0396309532225 and training accuracy:0.997654914856 validation cost:0.0378686524928 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0341633334756 and training accuracy:0.997835278511 validation cost:0.0325451716781 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0302286483347 and training accuracy:0.998286306858 validation cost:0.0287124440074 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0272419601679 and training accuracy:0.998466670513 validation cost:0.0258049666882 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0248847156763 and training accuracy:0.9987372756 validation cost:0.0235125627369 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.983866215 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.252877801657 and training accuracy:0.958279013634 validation cost:0.254880279303 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.156170919538 and training accuracy:0.966381072998 validation cost:0.158045217395 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.122584886849 and training accuracy:0.971596181393 validation cost:0.124320812523 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.104451350868 and training accuracy:0.975507557392 validation cost:0.105961039662 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0926158130169 and training accuracy:0.977556347847 validation cost:0.093872256577 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.084070160985 and training accuracy:0.979698240757 validation cost:0.0850826501846 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0775112733245 and training accuracy:0.981188297272 validation cost:0.0782982930541 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0722660794854 and training accuracy:0.982026457787 validation cost:0.0728509873152 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0679452046752 and training accuracy:0.983143985271 validation cost:0.0683515518904 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:118.229029894 Method 3 test accuracy:0.814599990845 Training with lmbda:474313.824157, 44 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.300350904 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357501357794 and training accuracy:0.940096378326 validation cost:0.363984018564 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.177971854806 and training accuracy:0.96209436655 validation cost:0.184185937047 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.124344706535 and training accuracy:0.971638917923 validation cost:0.131183177233 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0984296873212 and training accuracy:0.976274907589 validation cost:0.105354003608 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0828112959862 and training accuracy:0.979456424713 validation cost:0.089450865984 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0721927657723 and training accuracy:0.982001662254 validation cost:0.0783927738667 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0644074305892 and training accuracy:0.984274148941 validation cost:0.0701232925057 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0584010854363 and training accuracy:0.985819458961 validation cost:0.0636328980327 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0535927824676 and training accuracy:0.987273871899 validation cost:0.0583634935319 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.126620054 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.264964073896 and training accuracy:0.978731691837 validation cost:0.268034160137 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.130528017879 and training accuracy:0.990048766136 validation cost:0.12706784904 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0876229256392 and training accuracy:0.993463397026 validation cost:0.082043170929 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0670235306025 and training accuracy:0.995219528675 validation cost:0.060770124197 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0549408346415 and training accuracy:0.99590241909 validation cost:0.0485110506415 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0469674058259 and training accuracy:0.996097564697 validation cost:0.0405544936657 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0412856452167 and training accuracy:0.99658536911 validation cost:0.0349727012217 and validation accuracy:1.0 Training on :(4, 5) training cost:0.037013258785 and training accuracy:0.997073173523 validation cost:0.0308352075517 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0336722545326 and training accuracy:0.99726831913 validation cost:0.0276426188648 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.531840801 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.196911931038 and training accuracy:0.989807903767 validation cost:0.190174147487 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0915801972151 and training accuracy:0.99413728714 validation cost:0.0881647393107 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0618811920285 and training accuracy:0.996392190456 validation cost:0.059460952878 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0479032658041 and training accuracy:0.997564733028 validation cost:0.0459108613431 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0396792404354 and training accuracy:0.997654914856 validation cost:0.0379172079265 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.034205660224 and training accuracy:0.997835278511 validation cost:0.0325878039002 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0302664358169 and training accuracy:0.998286306858 validation cost:0.0287505369633 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0272761639208 and training accuracy:0.998466670513 validation cost:0.0258395522833 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0249159634113 and training accuracy:0.9987372756 validation cost:0.0235441755503 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.649740934 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.253034830093 and training accuracy:0.958185911179 validation cost:0.255038350821 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.156280323863 and training accuracy:0.966381072998 validation cost:0.158156037331 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.122676104307 and training accuracy:0.971596181393 validation cost:0.124412983656 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.104534454644 and training accuracy:0.975507557392 validation cost:0.106045290828 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0926930829883 and training accuracy:0.977556347847 validation cost:0.0939511954784 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0841444581747 and training accuracy:0.979605138302 validation cost:0.0851590186357 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0775835067034 and training accuracy:0.981188297272 validation cost:0.0783729627728 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0723366215825 and training accuracy:0.982026457787 validation cost:0.0729240626097 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0680141299963 and training accuracy:0.983143985271 validation cost:0.0684233009815 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:118.121771812 Method 3 test accuracy:0.814700007439 Training with lmbda:477341.317937, 45 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.13203907 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357546150684 and training accuracy:0.940096378326 validation cost:0.364028126001 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.17801129818 and training accuracy:0.962185263634 validation cost:0.184223994613 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.124378763139 and training accuracy:0.971729815006 validation cost:0.131215631962 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0984606221318 and training accuracy:0.976274907589 validation cost:0.105383887887 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0828400850296 and training accuracy:0.979456424713 validation cost:0.0894793942571 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0722196921706 and training accuracy:0.982001662254 validation cost:0.0784200504422 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0644330456853 and training accuracy:0.984274148941 validation cost:0.0701497420669 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0584254264832 and training accuracy:0.985819458961 validation cost:0.0636582523584 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0536160208285 and training accuracy:0.987273871899 validation cost:0.058387927711 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.285111189 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.265127003193 and training accuracy:0.978731691837 validation cost:0.26820397377 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.1306360811 and training accuracy:0.990048766136 validation cost:0.127182856202 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0877028927207 and training accuracy:0.993463397026 validation cost:0.0821284502745 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.067086994648 and training accuracy:0.995219528675 validation cost:0.0608377158642 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0549939386547 and training accuracy:0.99590241909 validation cost:0.0485675409436 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0470131523907 and training accuracy:0.996097564697 validation cost:0.0406030006707 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0413260646164 and training accuracy:0.99658536911 validation cost:0.035015463829 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0370498597622 and training accuracy:0.997073173523 validation cost:0.0308738742024 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0337054878473 and training accuracy:0.99726831913 validation cost:0.0276776272804 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.885379076 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.197080150247 and training accuracy:0.989807903767 validation cost:0.190342396498 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0916864648461 and training accuracy:0.99413728714 validation cost:0.0882709771395 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0619608126581 and training accuracy:0.996392190456 validation cost:0.0595407895744 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0479682944715 and training accuracy:0.997564733028 validation cost:0.0459762848914 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0397346168756 and training accuracy:0.997654914856 validation cost:0.0379730276763 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.034254103899 and training accuracy:0.997835278511 validation cost:0.0326366573572 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0303095951676 and training accuracy:0.998286306858 validation cost:0.0287941489369 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0273151732981 and training accuracy:0.998466670513 validation cost:0.0258790552616 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0249515213072 and training accuracy:0.9987372756 validation cost:0.0235802680254 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.424113989 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.253215938807 and training accuracy:0.958372116089 validation cost:0.255220770836 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.156404986978 and training accuracy:0.966474175453 validation cost:0.158282384276 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.122780404985 and training accuracy:0.971596181393 validation cost:0.12451826781 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.104628525674 and training accuracy:0.975507557392 validation cost:0.106140755117 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0927818268538 and training accuracy:0.977556347847 validation cost:0.0940417572856 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0842302367091 and training accuracy:0.979605138302 validation cost:0.0852472186089 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0776661708951 and training accuracy:0.981188297272 validation cost:0.0784587338567 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0724164694548 and training accuracy:0.982026457787 validation cost:0.0730072855949 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0680922567844 and training accuracy:0.983143985271 validation cost:0.0685048475862 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:118.066200972 Method 3 test accuracy:0.814599990845 Training with lmbda:487065.64391, 46 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.355640888 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357690215111 and training accuracy:0.940096378326 validation cost:0.364170134068 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.178136914968 and training accuracy:0.962185263634 validation cost:0.184344932437 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.124486453831 and training accuracy:0.971729815006 validation cost:0.131318449974 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0985583141446 and training accuracy:0.976274907589 validation cost:0.105478197336 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0829311162233 and training accuracy:0.979456424713 validation cost:0.0895691812038 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0723048895597 and training accuracy:0.982001662254 validation cost:0.078505679965 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0645138695836 and training accuracy:0.984365046024 validation cost:0.070232488215 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0585026890039 and training accuracy:0.985819458961 validation cost:0.0637387633324 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0536898337305 and training accuracy:0.987273871899 validation cost:0.0584655590355 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.707071066 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.265650093555 and training accuracy:0.978536605835 validation cost:0.26875013113 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.130980163813 and training accuracy:0.990048766136 validation cost:0.127550259233 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0879568085074 and training accuracy:0.993463397026 validation cost:0.0823999270797 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0672880038619 and training accuracy:0.995219528675 validation cost:0.0610523745418 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0551624372602 and training accuracy:0.99590241909 validation cost:0.0487470850348 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0471590608358 and training accuracy:0.996097564697 validation cost:0.0407580398023 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0414555855095 and training accuracy:0.99658536911 validation cost:0.0351527445018 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0371668450534 and training accuracy:0.997073173523 validation cost:0.0309976544231 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0338118821383 and training accuracy:0.99726831913 validation cost:0.0277898237109 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.265664101 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.197616294026 and training accuracy:0.989807903767 validation cost:0.190878733993 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0920244529843 and training accuracy:0.99413728714 validation cost:0.0886085480452 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0622146315873 and training accuracy:0.996392190456 validation cost:0.0597950592637 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0481752678752 and training accuracy:0.997564733028 validation cost:0.0461842939258 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0399111136794 and training accuracy:0.997654914856 validation cost:0.0381506681442 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0344083867967 and training accuracy:0.997835278511 validation cost:0.0327921435237 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0304475035518 and training accuracy:0.998196065426 validation cost:0.0289335362613 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0274395029992 and training accuracy:0.998466670513 validation cost:0.0260048639029 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0250652376562 and training accuracy:0.9987372756 validation cost:0.0236955564469 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.719307899 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.253791928291 and training accuracy:0.958465278149 validation cost:0.255801558495 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.156803071499 and training accuracy:0.966474175453 validation cost:0.158685743809 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.123112730682 and training accuracy:0.971503078938 validation cost:0.124854914844 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.10493028909 and training accuracy:0.975600659847 validation cost:0.106446810067 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0930652245879 and training accuracy:0.977556347847 validation cost:0.0943312495947 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.084500439465 and training accuracy:0.979605138302 validation cost:0.0855249464512 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0779289677739 and training accuracy:0.981188297272 validation cost:0.0787305906415 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0726718306541 and training accuracy:0.981933295727 validation cost:0.0732726603746 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0683406293392 and training accuracy:0.982957720757 validation cost:0.06876385957 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:117.951529026 Method 3 test accuracy:0.814300000668 Training with lmbda:491840.424423, 47 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.681377888 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357761323452 and training accuracy:0.940096378326 validation cost:0.36424022913 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.178198188543 and training accuracy:0.962185263634 validation cost:0.184403806925 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.124539345503 and training accuracy:0.971729815006 validation cost:0.13136908412 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0986063331366 and training accuracy:0.976274907589 validation cost:0.105524949729 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.082975640893 and training accuracy:0.979456424713 validation cost:0.0896134823561 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0723465755582 and training accuracy:0.982001662254 validation cost:0.0785479173064 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0645529404283 and training accuracy:0.984274148941 validation cost:0.0702726989985 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0585398450494 and training accuracy:0.985819458961 validation cost:0.0637775585055 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0537253841758 and training accuracy:0.987273871899 validation cost:0.0585031062365 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.813622952 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.265903830528 and training accuracy:0.978536605835 validation cost:0.269014775753 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.131146773696 and training accuracy:0.990048766136 validation cost:0.12772783637 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0880795642734 and training accuracy:0.993463397026 validation cost:0.0825309827924 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0673856735229 and training accuracy:0.995219528675 validation cost:0.061156462878 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0552441030741 and training accuracy:0.99590241909 validation cost:0.0488340184093 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0472299344838 and training accuracy:0.996097564697 validation cost:0.0408331751823 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0415184758604 and training accuracy:0.99658536911 validation cost:0.0352192819118 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0372231192887 and training accuracy:0.997073173523 validation cost:0.0310571137816 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0338632762432 and training accuracy:0.99726831913 validation cost:0.0278439652175 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.985395908 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.197876363993 and training accuracy:0.989807903767 validation cost:0.191138863564 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.092189066112 and training accuracy:0.99413728714 validation cost:0.088772945106 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0623386986554 and training accuracy:0.996392190456 validation cost:0.059919372201 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0482763461769 and training accuracy:0.997564733028 validation cost:0.0462858900428 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0399969965219 and training accuracy:0.997654914856 validation cost:0.0382371209562 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.034483410418 and training accuracy:0.997835278511 validation cost:0.0328677631915 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0305142365396 and training accuracy:0.998105883598 validation cost:0.0290009789169 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0274998750538 and training accuracy:0.998376488686 validation cost:0.0260659568012 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0251203607768 and training accuracy:0.9987372756 validation cost:0.0237513668835 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.84610796 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.254073053598 and training accuracy:0.958372116089 validation cost:0.256084769964 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.15699672699 and training accuracy:0.966474175453 validation cost:0.158881559968 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.123274564743 and training accuracy:0.971503078938 validation cost:0.125018566847 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.10507709533 and training accuracy:0.975507557392 validation cost:0.106595806777 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0932031944394 and training accuracy:0.977556347847 validation cost:0.094472117722 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0846326798201 and training accuracy:0.979605138302 validation cost:0.0856608375907 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0780569538474 and training accuracy:0.981002032757 validation cost:0.0788627266884 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0727971419692 and training accuracy:0.981933295727 validation cost:0.0734025090933 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0684633105993 and training accuracy:0.982957720757 validation cost:0.0688918605447 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:117.925004959 Method 3 test accuracy:0.814400017262 Training with lmbda:505673.877019, 48 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.375931978 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.357966005802 and training accuracy:0.94018727541 validation cost:0.364442139864 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.178374305367 and training accuracy:0.962185263634 validation cost:0.184573769569 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.124690301716 and training accuracy:0.971729815006 validation cost:0.131513282657 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0987435728312 and training accuracy:0.976184010506 validation cost:0.105657815933 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0831025838852 and training accuracy:0.979456424713 validation cost:0.0897389054298 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0724658146501 and training accuracy:0.982001662254 validation cost:0.0786681324244 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0646659657359 and training accuracy:0.984274148941 validation cost:0.0703890174627 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0586482994258 and training accuracy:0.985819458961 validation cost:0.0638910084963 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0538287423551 and training accuracy:0.987273871899 validation cost:0.058612305671 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.990775108 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.266632705927 and training accuracy:0.978439033031 validation cost:0.269776076078 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.131624683738 and training accuracy:0.990048766136 validation cost:0.12823793292 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0884315893054 and training accuracy:0.993365824223 validation cost:0.0829074010253 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0676660016179 and training accuracy:0.995219528675 validation cost:0.0614555925131 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0554776825011 and training accuracy:0.99590241909 validation cost:0.0490828789771 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0474319793284 and training accuracy:0.995999991894 validation cost:0.0410478450358 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0416967645288 and training accuracy:0.996682941914 validation cost:0.0354085080326 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0373837575316 and training accuracy:0.997073173523 validation cost:0.0312271043658 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0340100973845 and training accuracy:0.99726831913 validation cost:0.0279990807176 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.810653925 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.198626115918 and training accuracy:0.989898085594 validation cost:0.191888913512 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0926615819335 and training accuracy:0.99413728714 validation cost:0.0892448574305 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.06269454211 and training accuracy:0.996392190456 validation cost:0.060275696218 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0485659837723 and training accuracy:0.997564733028 validation cost:0.0465766862035 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0402424894273 and training accuracy:0.997654914856 validation cost:0.0384840853512 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0346979536116 and training accuracy:0.997835278511 validation cost:0.0330841690302 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.030704928562 and training accuracy:0.998105883598 validation cost:0.0291938651353 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0276720412076 and training accuracy:0.998376488686 validation cost:0.0262403450906 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0252780076116 and training accuracy:0.9987372756 validation cost:0.0239111557603 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.760332108 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.254885345697 and training accuracy:0.958465278149 validation cost:0.256902754307 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.157558813691 and training accuracy:0.966567337513 validation cost:0.159449711442 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.123743079603 and training accuracy:0.971409916878 validation cost:0.125491470098 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.105500668287 and training accuracy:0.975414395332 validation cost:0.107024356723 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0936001837254 and training accuracy:0.977649450302 validation cost:0.0948766097426 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0850136652589 and training accuracy:0.979605138302 validation cost:0.086050838232 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0784249007702 and training accuracy:0.981002032757 validation cost:0.0792414471507 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0731564238667 and training accuracy:0.981933295727 validation cost:0.0737737864256 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0688133612275 and training accuracy:0.982864618301 validation cost:0.0692548453808 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:117.990409136 Method 3 test accuracy:0.814599990845 Training with lmbda:534903.51815, 49 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.619143963 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.358387559652 and training accuracy:0.94018727541 validation cost:0.36485773325 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.178740695119 and training accuracy:0.962185263634 validation cost:0.184927254915 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.125003278255 and training accuracy:0.971729815006 validation cost:0.131812736392 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0990260019898 and training accuracy:0.976093053818 validation cost:0.10593213886 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0833632200956 and training accuracy:0.979456424713 validation cost:0.0899969413877 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0727107152343 and training accuracy:0.981910765171 validation cost:0.0789165720344 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0648973509669 and training accuracy:0.984092354774 validation cost:0.0706280171871 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0588683821261 and training accuracy:0.985728561878 validation cost:0.0641216412187 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0540399439633 and training accuracy:0.987273871899 validation cost:0.058835491538 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.925557852 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.268124222755 and training accuracy:0.978341460228 validation cost:0.27133244276 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.132605969906 and training accuracy:0.990048766136 validation cost:0.129284337163 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0891529396176 and training accuracy:0.993365824223 validation cost:0.0836784690619 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0682395845652 and training accuracy:0.995219528675 validation cost:0.0620678886771 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0559576191008 and training accuracy:0.99590241909 validation cost:0.0495945289731 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0478462129831 and training accuracy:0.99590241909 validation cost:0.0414885133505 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0420633889735 and training accuracy:0.99658536911 validation cost:0.0357973463833 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0377142131329 and training accuracy:0.997073173523 validation cost:0.0315769650042 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0343116596341 and training accuracy:0.99726831913 validation cost:0.0283177997917 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.054273844 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.200174570084 and training accuracy:0.989988267422 validation cost:0.193437904119 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0936370790005 and training accuracy:0.99413728714 validation cost:0.0902191326022 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0634257718921 and training accuracy:0.996301949024 validation cost:0.0610082708299 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0491594783962 and training accuracy:0.997564733028 validation cost:0.0471730791032 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0407466180623 and training accuracy:0.997654914856 validation cost:0.0389918610454 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0351379662752 and training accuracy:0.997835278511 validation cost:0.0335282199085 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0310958325863 and training accuracy:0.998105883598 validation cost:0.0295891966671 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.028024751693 and training accuracy:0.998376488686 validation cost:0.0265976265073 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0256000235677 and training accuracy:0.9987372756 validation cost:0.0242375284433 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.107489824 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.256570518017 and training accuracy:0.958558380604 validation cost:0.258600771427 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.158725693822 and training accuracy:0.966753602028 validation cost:0.160629495978 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.124715335667 and training accuracy:0.971503078938 validation cost:0.12647497654 and validation accuracy:0.971751391888 Training on :(8, 9) training cost:0.10637716949 and training accuracy:0.975135028362 validation cost:0.107914201915 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0944230556488 and training accuracy:0.977649450302 validation cost:0.09571685642 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0858012214303 and training accuracy:0.979418873787 validation cost:0.0868600606918 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0791860967875 and training accuracy:0.981095194817 validation cost:0.0800279527903 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0738955810666 and training accuracy:0.982026457787 validation cost:0.0745420604944 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0695349648595 and training accuracy:0.982771456242 validation cost:0.0700093731284 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.840061903 Method 3 test accuracy:0.814100027084 Training with lmbda:558680.988358, 50 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.430024862 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.358724504709 and training accuracy:0.94045996666 validation cost:0.365189820528 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.179030582309 and training accuracy:0.96209436655 validation cost:0.185206949711 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.125251755118 and training accuracy:0.971729815006 validation cost:0.132050767541 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0992496982217 and training accuracy:0.976002156734 validation cost:0.106149114668 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0835698246956 and training accuracy:0.97936552763 validation cost:0.090201318264 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0729041919112 and training accuracy:0.981910765171 validation cost:0.0791122093797 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0650807693601 and training accuracy:0.984001457691 validation cost:0.0708170607686 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0590429827571 and training accuracy:0.985728561878 validation cost:0.064304061234 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0542067848146 and training accuracy:0.987273871899 validation cost:0.0590109527111 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.096270084 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.269298315048 and training accuracy:0.978439033031 validation cost:0.27255821228 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.133377984166 and training accuracy:0.990048766136 validation cost:0.13010802865 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0897200629115 and training accuracy:0.993365824223 validation cost:0.0842853263021 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0686908736825 and training accuracy:0.995219528675 validation cost:0.0625499784946 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0563347451389 and training accuracy:0.995804905891 validation cost:0.0499965921044 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0481712147593 and training accuracy:0.99590241909 validation cost:0.0418342612684 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0423510931432 and training accuracy:0.996682941914 validation cost:0.0361027382314 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0379733964801 and training accuracy:0.997073173523 validation cost:0.0318513922393 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0345480181277 and training accuracy:0.99726831913 validation cost:0.0285673681647 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.668767929 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.201403290033 and training accuracy:0.989988267422 validation cost:0.194666653872 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0944109857082 and training accuracy:0.99413728714 validation cost:0.0909920707345 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.064004920423 and training accuracy:0.996301949024 validation cost:0.0615889430046 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0496281348169 and training accuracy:0.997564733028 validation cost:0.0476443059742 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0411438122392 and training accuracy:0.997654914856 validation cost:0.0393925756216 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0354836732149 and training accuracy:0.997835278511 validation cost:0.0338775962591 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0314035788178 and training accuracy:0.998105883598 validation cost:0.0299010556191 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0283021014184 and training accuracy:0.998376488686 validation cost:0.0268791131675 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.02585311234 and training accuracy:0.9987372756 validation cost:0.0244945380837 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.886629105 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.257915884256 and training accuracy:0.958558380604 validation cost:0.259955793619 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.159664034843 and training accuracy:0.966846704483 validation cost:0.161577373743 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.125495314598 and training accuracy:0.971409916878 validation cost:0.12726251781 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.107078000903 and training accuracy:0.974948763847 validation cost:0.108624376357 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.095078676939 and training accuracy:0.977649450302 validation cost:0.0963839292526 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0864277929068 and training accuracy:0.979418873787 validation cost:0.0875011831522 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0797910094261 and training accuracy:0.980815768242 validation cost:0.0806502774358 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0744839683175 and training accuracy:0.982026457787 validation cost:0.0751508772373 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0701089426875 and training accuracy:0.982771456242 validation cost:0.0706067532301 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.901973963 Method 3 test accuracy:0.814599990845 Training with lmbda:565018.665885, 51 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.26051116 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.358813792467 and training accuracy:0.94045996666 validation cost:0.365277945995 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.179107189178 and training accuracy:0.962185263634 validation cost:0.185281053185 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.125317469239 and training accuracy:0.971729815006 validation cost:0.132113799453 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0993088856339 and training accuracy:0.976002156734 validation cost:0.106206655502 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0836240574718 and training accuracy:0.97936552763 validation cost:0.0902549922466 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0729548558593 and training accuracy:0.981910765171 validation cost:0.0791632384062 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0651288107038 and training accuracy:0.984001457691 validation cost:0.0708661079407 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0590889938176 and training accuracy:0.985728561878 validation cost:0.0643518716097 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0542508400977 and training accuracy:0.987273871899 validation cost:0.0590570829809 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.655050039 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.269603580236 and training accuracy:0.978439033031 validation cost:0.272876828909 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.133579313755 and training accuracy:0.990048766136 validation cost:0.130322501063 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0898684114218 and training accuracy:0.993365824223 validation cost:0.0844438299537 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0688086524606 and training accuracy:0.995219528675 validation cost:0.0626756325364 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0564330220222 and training accuracy:0.995804905891 validation cost:0.050101224333 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0482563786209 and training accuracy:0.99590241909 validation cost:0.0419247448444 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0424263812602 and training accuracy:0.996682941914 validation cost:0.0361826010048 and validation accuracy:1.0 Training on :(4, 5) training cost:0.038041472435 and training accuracy:0.997073173523 validation cost:0.0319233648479 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0346103645861 and training accuracy:0.99726831913 validation cost:0.0286330021918 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.141410828 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.201724737883 and training accuracy:0.989988267422 validation cost:0.194988146424 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0946134030819 and training accuracy:0.99413728714 validation cost:0.0911943912506 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0641561970115 and training accuracy:0.996301949024 validation cost:0.0617406927049 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0497508086264 and training accuracy:0.997564733028 validation cost:0.0477677173913 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.04124738276 and training accuracy:0.997654914856 validation cost:0.0394970774651 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.035574067384 and training accuracy:0.997835278511 validation cost:0.0339689776301 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0314835943282 and training accuracy:0.998105883598 validation cost:0.0299822147936 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0283743720502 and training accuracy:0.998376488686 validation cost:0.0269525125623 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0259189773351 and training accuracy:0.9987372756 validation cost:0.0245614461601 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.053537846 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.258268415928 and training accuracy:0.958558380604 validation cost:0.260310769081 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.159909307957 and training accuracy:0.966846704483 validation cost:0.161825627089 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.125698536634 and training accuracy:0.971316814423 validation cost:0.127468541265 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.10726147145 and training accuracy:0.974948763847 validation cost:0.108810611069 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0952514410019 and training accuracy:0.977649450302 validation cost:0.0965602621436 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0865929275751 and training accuracy:0.979418873787 validation cost:0.0876704230905 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0799506008625 and training accuracy:0.980815768242 validation cost:0.0808147415519 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0746385753155 and training accuracy:0.981933295727 validation cost:0.0753114968538 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0702598541975 and training accuracy:0.982771456242 validation cost:0.0707638263702 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.156766891 Method 3 test accuracy:0.814599990845 Training with lmbda:584149.816945, 52 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.507267952 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.359079539776 and training accuracy:0.94045996666 validation cost:0.3655397892 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.179335787892 and training accuracy:0.962276160717 validation cost:0.185501635075 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.12551304698 and training accuracy:0.971729815006 validation cost:0.132301390171 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0994847044349 and training accuracy:0.976002156734 validation cost:0.1063773036 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0837861150503 and training accuracy:0.97936552763 validation cost:0.0904158502817 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0731060653925 and training accuracy:0.981910765171 validation cost:0.0793162658811 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0652707889676 and training accuracy:0.984001457691 validation cost:0.0710119009018 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0592237077653 and training accuracy:0.985728561878 validation cost:0.0644923299551 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0543796829879 and training accuracy:0.987182974815 validation cost:0.0591929107904 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.905308962 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.270513951778 and training accuracy:0.978341460228 validation cost:0.273826420307 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.134177803993 and training accuracy:0.990048766136 validation cost:0.130960687995 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0903094559908 and training accuracy:0.993365824223 validation cost:0.0849157720804 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0691598132253 and training accuracy:0.995121955872 validation cost:0.0630508363247 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0567257702351 and training accuracy:0.995804905891 validation cost:0.0504133552313 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0485094673932 and training accuracy:0.99590241909 validation cost:0.0421939194202 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0426508113742 and training accuracy:0.996682941914 validation cost:0.0364207923412 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0382433719933 and training accuracy:0.997073173523 validation cost:0.0321368202567 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0347944200039 and training accuracy:0.99726831913 validation cost:0.0288270898163 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.779539824 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.202691972256 and training accuracy:0.989988267422 validation cost:0.195954963565 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0952206775546 and training accuracy:0.99413728714 validation cost:0.0918011516333 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.064608335495 and training accuracy:0.996301949024 validation cost:0.0621936544776 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0501163415611 and training accuracy:0.997564733028 validation cost:0.0481351315975 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0415569916368 and training accuracy:0.997654914856 validation cost:0.039809204638 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0358433201909 and training accuracy:0.997835278511 validation cost:0.0342410169542 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0317228846252 and training accuracy:0.998105883598 validation cost:0.0302245225757 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0285897757858 and training accuracy:0.998286306858 validation cost:0.0271708872169 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0261157490313 and training accuracy:0.998647093773 validation cost:0.0247609484941 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.571632147 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.259329855442 and training accuracy:0.958465278149 validation cost:0.261379480362 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.160650983453 and training accuracy:0.966939866543 validation cost:0.16257506609 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.126313999295 and training accuracy:0.971316814423 validation cost:0.12809112668 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.107816100121 and training accuracy:0.974855661392 validation cost:0.109373755753 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0957698300481 and training accuracy:0.977649450302 validation cost:0.0970896780491 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0870862305164 and training accuracy:0.979325771332 validation cost:0.0881768465042 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0804278030992 and training accuracy:0.980722665787 validation cost:0.0813072547317 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0751010477543 and training accuracy:0.981653928757 validation cost:0.0757915973663 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0707093626261 and training accuracy:0.982771456242 validation cost:0.0712335780263 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.400672913 Method 3 test accuracy:0.830699980259 Training with lmbda:615170.551021, 53 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.353862047 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.359504431486 and training accuracy:0.940369069576 validation cost:0.365958929062 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.179699510336 and training accuracy:0.962276160717 validation cost:0.185853406787 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.1258238554 and training accuracy:0.971729815006 validation cost:0.132599830627 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0997630730271 and training accuracy:0.976002156734 validation cost:0.106647521257 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0840420126915 and training accuracy:0.97936552763 validation cost:0.0906697362661 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0733450502157 and training accuracy:0.981910765171 validation cost:0.0795578211546 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0654965043068 and training accuracy:0.983910560608 validation cost:0.0712440386415 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0594381764531 and training accuracy:0.985728561878 validation cost:0.0647160634398 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0545841827989 and training accuracy:0.987182974815 validation cost:0.0594077967107 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.698945045 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.271946012974 and training accuracy:0.978341460228 validation cost:0.2753213346 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.135122567415 and training accuracy:0.990048766136 validation cost:0.131968915462 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0910039395094 and training accuracy:0.993365824223 validation cost:0.0856589451432 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0697125568986 and training accuracy:0.995024383068 validation cost:0.0636415034533 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0571861416101 and training accuracy:0.995609760284 validation cost:0.0509040951729 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0489078313112 and training accuracy:0.995999991894 validation cost:0.0426177382469 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0430030077696 and training accuracy:0.996682941914 validation cost:0.0367943383753 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0385603792965 and training accuracy:0.997073173523 validation cost:0.0324721485376 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0350837931037 and training accuracy:0.99726831913 validation cost:0.0291321203113 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.683704853 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.204225316644 and training accuracy:0.989988267422 validation cost:0.197488248348 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0961825549603 and training accuracy:0.99413728714 validation cost:0.0927631407976 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0653239786625 and training accuracy:0.996301949024 validation cost:0.0629114285111 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0506944991648 and training accuracy:0.997474491596 validation cost:0.0487171076238 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.042044673115 and training accuracy:0.997654914856 validation cost:0.0403014570475 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0362670198083 and training accuracy:0.997835278511 validation cost:0.034669585526 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0320990048349 and training accuracy:0.998105883598 validation cost:0.030605873093 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0289285536855 and training accuracy:0.998286306858 validation cost:0.0275151375681 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0264244042337 and training accuracy:0.998647093773 validation cost:0.0250745695084 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.686815023 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.261027038097 and training accuracy:0.958465278149 validation cost:0.263089120388 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.161836385727 and training accuracy:0.966939866543 validation cost:0.163772493601 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.127297103405 and training accuracy:0.971316814423 validation cost:0.129085585475 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.108700580895 and training accuracy:0.974669396877 validation cost:0.110271535814 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0965945720673 and training accuracy:0.977090716362 validation cost:0.0979310646653 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.087873019278 and training accuracy:0.978953242302 validation cost:0.088985145092 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0811846330762 and training accuracy:0.980536401272 validation cost:0.0820887312293 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0758345127106 and training accuracy:0.981374561787 validation cost:0.0765527412295 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0714211240411 and training accuracy:0.982771456242 validation cost:0.0719759687781 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.999859095 Method 3 test accuracy:0.831600010395 Training with lmbda:618955.226464, 54 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.780733824 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.359555602074 and training accuracy:0.940369069576 validation cost:0.366009384394 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.17974306643 and training accuracy:0.962276160717 validation cost:0.185895577073 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.125861078501 and training accuracy:0.971729815006 validation cost:0.132635563612 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.099796436727 and training accuracy:0.976002156734 validation cost:0.106679953635 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.084072522819 and training accuracy:0.97936552763 validation cost:0.0907001197338 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.0733736380935 and training accuracy:0.981910765171 validation cost:0.0795870050788 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0655235275626 and training accuracy:0.983819663525 validation cost:0.0712719559669 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0594636537135 and training accuracy:0.985728561878 validation cost:0.0647426471114 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0546085387468 and training accuracy:0.987182974815 validation cost:0.0594334602356 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:121.444281101 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.272116631269 and training accuracy:0.978341460228 validation cost:0.275499224663 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.135234773159 and training accuracy:0.990048766136 validation cost:0.132088571787 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0910875126719 and training accuracy:0.993365824223 validation cost:0.0857484713197 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0697787106037 and training accuracy:0.995024383068 validation cost:0.0637121796608 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0572414845228 and training accuracy:0.995609760284 validation cost:0.0509630851448 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0489553548396 and training accuracy:0.995999991894 validation cost:0.0426682829857 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0430450104177 and training accuracy:0.996682941914 validation cost:0.0368389189243 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0385981760919 and training accuracy:0.997073173523 validation cost:0.0325121246278 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0351183079183 and training accuracy:0.99726831913 validation cost:0.0291684642434 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.647018909 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.204409629107 and training accuracy:0.989898085594 validation cost:0.197672843933 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0962980315089 and training accuracy:0.99413728714 validation cost:0.0928790047765 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0654096081853 and training accuracy:0.996301949024 validation cost:0.0629976317286 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0507634021342 and training accuracy:0.997474491596 validation cost:0.0487867407501 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.042102843523 and training accuracy:0.997654914856 validation cost:0.040360443294 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0363175794482 and training accuracy:0.997835278511 validation cost:0.0347209684551 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0321437828243 and training accuracy:0.998105883598 validation cost:0.0306515172124 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0289689265192 and training accuracy:0.998196065426 validation cost:0.0275564175099 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0264609288424 and training accuracy:0.998647093773 validation cost:0.025111945346 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.800849915 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.261230140924 and training accuracy:0.958372116089 validation cost:0.263293713331 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.161979049444 and training accuracy:0.966939866543 validation cost:0.163916379213 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.127415239811 and training accuracy:0.971316814423 validation cost:0.129204615951 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.108807049692 and training accuracy:0.974669396877 validation cost:0.11037953943 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0966931954026 and training accuracy:0.976997554302 validation cost:0.0980314090848 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0879665538669 and training accuracy:0.978953242302 validation cost:0.0890809074044 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0812745690346 and training accuracy:0.980536401272 validation cost:0.0821813642979 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0759225934744 and training accuracy:0.981281459332 validation cost:0.0766441375017 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0715066641569 and training accuracy:0.982771456242 validation cost:0.0720650926232 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.225872993 Method 3 test accuracy:0.831600010395 Training with lmbda:628264.390862, 55 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.226786181331 and training accuracy:0.997483968735 validation cost:0.22298695147 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0595840364695 and training accuracy:0.997917771339 validation cost:0.0601139031351 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0332592837512 and training accuracy:0.99809128046 validation cost:0.0344407819211 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0233266986907 and training accuracy:0.998438298702 validation cost:0.024691702798 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0181377958506 and training accuracy:0.998611807823 validation cost:0.0195580385625 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0149348024279 and training accuracy:0.998611807823 validation cost:0.0163600984961 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0127494847402 and training accuracy:0.998611807823 validation cost:0.0141588198021 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0111558279023 and training accuracy:0.998698592186 validation cost:0.0125384526327 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00993795134127 and training accuracy:0.998872101307 validation cost:0.0112892948091 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.684612036 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.359681725502 and training accuracy:0.940369069576 validation cost:0.366133570671 and validation accuracy:0.942095577717 Training on :(2, 3) training cost:0.179851412773 and training accuracy:0.962276160717 validation cost:0.186000287533 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.125953376293 and training accuracy:0.971638917923 validation cost:0.132724270225 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.0998785793781 and training accuracy:0.976002156734 validation cost:0.106760017574 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0841478258371 and training accuracy:0.97936552763 validation cost:0.0907748565078 and validation accuracy:0.972426474094 Training on :(2, 3) training cost:0.073444083333 and training accuracy:0.981910765171 validation cost:0.0796582102776 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0655900165439 and training accuracy:0.983819663525 validation cost:0.0713399723172 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0595267377794 and training accuracy:0.985728561878 validation cost:0.0648085847497 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0546687692404 and training accuracy:0.987182974815 validation cost:0.0594969131052 and validation accuracy:0.980698525906 Training on :(2, 3) Time taken:120.80530405 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.272536158562 and training accuracy:0.978341460228 validation cost:0.275937467813 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.135511144996 and training accuracy:0.990048766136 validation cost:0.132383465767 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0912898927927 and training accuracy:0.993365824223 validation cost:0.0859650149941 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0699400007725 and training accuracy:0.995024383068 validation cost:0.0638846158981 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0573762729764 and training accuracy:0.995609760284 validation cost:0.0511068068445 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0490715540946 and training accuracy:0.995999991894 validation cost:0.0427919663489 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0431475639343 and training accuracy:0.996682941914 validation cost:0.0369478203356 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0386905670166 and training accuracy:0.997073173523 validation cost:0.0326098762453 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0352025218308 and training accuracy:0.99726831913 validation cost:0.0292572714388 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.136410952 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.204856932163 and training accuracy:0.989898085594 validation cost:0.198120206594 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0965795516968 and training accuracy:0.99413728714 validation cost:0.093160584569 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0656188130379 and training accuracy:0.996301949024 validation cost:0.0632075741887 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0509321019053 and training accuracy:0.997384309769 validation cost:0.0489565208554 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0422453135252 and training accuracy:0.997654914856 validation cost:0.040504090488 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0364412069321 and training accuracy:0.997835278511 validation cost:0.0348459072411 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0322534292936 and training accuracy:0.998105883598 validation cost:0.0307626444846 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0290676578879 and training accuracy:0.998196065426 validation cost:0.0276565831155 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0265511237085 and training accuracy:0.998647093773 validation cost:0.0252034831792 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.695988178 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.261727750301 and training accuracy:0.958372116089 validation cost:0.263794690371 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.162328779697 and training accuracy:0.966846704483 validation cost:0.164269059896 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.127706587315 and training accuracy:0.971223711967 validation cost:0.129498586059 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.10906726867 and training accuracy:0.974576294422 validation cost:0.110642947257 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0969361886382 and training accuracy:0.976811349392 validation cost:0.0982787162066 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0881981104612 and training accuracy:0.978953242302 validation cost:0.0893182680011 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0814968720078 and training accuracy:0.980536401272 validation cost:0.0824108794332 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0761362165213 and training accuracy:0.981281459332 validation cost:0.0768662765622 and validation accuracy:0.98681730032 Training on :(8, 9) training cost:0.0717138946056 and training accuracy:0.982771456242 validation cost:0.0722809433937 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.575702906 Method 3 test accuracy:0.831399977207 Training with lmbda:450943.771238, 56 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.445486069 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372518777847 and training accuracy:0.934733211994 validation cost:0.378211051226 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.185057789087 and training accuracy:0.958821952343 validation cost:0.190571427345 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.128636181355 and training accuracy:0.969275534153 validation cost:0.13483017683 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.101438291371 and training accuracy:0.974911391735 validation cost:0.107786744833 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0850810930133 and training accuracy:0.978820085526 validation cost:0.0912122949958 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0739889219403 and training accuracy:0.982183456421 validation cost:0.0797391608357 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0658849328756 and training accuracy:0.983910560608 validation cost:0.0712025463581 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.059648592025 and training accuracy:0.985274076462 validation cost:0.0645288825035 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0546681433916 and training accuracy:0.986910283566 validation cost:0.0591297633946 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.900595903 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.2633677423 and training accuracy:0.981951236725 validation cost:0.265446662903 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.129148334265 and training accuracy:0.990926802158 validation cost:0.125171780586 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0867730528116 and training accuracy:0.993756115437 validation cost:0.080904558301 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0664658918977 and training accuracy:0.994926810265 validation cost:0.0600345954299 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0545405521989 and training accuracy:0.995512187481 validation cost:0.0479997731745 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0466557182372 and training accuracy:0.995999991894 validation cost:0.0401810221374 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0410247817636 and training accuracy:0.995999991894 validation cost:0.0346882529557 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0367811024189 and training accuracy:0.996682941914 validation cost:0.0306121427566 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0334535315633 and training accuracy:0.996682941914 validation cost:0.0274609550834 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.472603083 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.183755144477 and training accuracy:0.991070628166 validation cost:0.178045898676 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0864432603121 and training accuracy:0.995309829712 validation cost:0.08423396945 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.058967679739 and training accuracy:0.996392190456 validation cost:0.0577996559441 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0459677949548 and training accuracy:0.997203946114 validation cost:0.0452145971358 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.038278337568 and training accuracy:0.997474491596 validation cost:0.0377214327455 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0331353805959 and training accuracy:0.998015701771 validation cost:0.0326816774905 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0294207595289 and training accuracy:0.998015701771 validation cost:0.0290251839906 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0265932101756 and training accuracy:0.998376488686 validation cost:0.026231886819 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0243563130498 and training accuracy:0.998556852341 validation cost:0.024016559124 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.811944008 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.253690928221 and training accuracy:0.958465278149 validation cost:0.25493824482 and validation accuracy:0.953860640526 Training on :(8, 9) training cost:0.15569537878 and training accuracy:0.966474175453 validation cost:0.157167166471 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.121791951358 and training accuracy:0.970571815968 validation cost:0.123276673257 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.103516690433 and training accuracy:0.975228190422 validation cost:0.104844994843 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0915912613273 and training accuracy:0.977463185787 validation cost:0.0927047580481 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0829861536622 and training accuracy:0.979698240757 validation cost:0.0838715285063 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0763850212097 and training accuracy:0.981002032757 validation cost:0.0770493149757 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0711039826274 and training accuracy:0.982119560242 validation cost:0.071565002203 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0667507499456 and training accuracy:0.983143985271 validation cost:0.067028477788 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:117.564023018 Method 3 test accuracy:0.806699991226 Training with lmbda:471675.378093, 57 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.752606869 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372860133648 and training accuracy:0.934642314911 validation cost:0.378545433283 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.185355514288 and training accuracy:0.958821952343 validation cost:0.190855368972 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.128889918327 and training accuracy:0.969366431236 validation cost:0.135068848729 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.101666390896 and training accuracy:0.974911391735 validation cost:0.108002714813 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0852917656302 and training accuracy:0.978820085526 validation cost:0.0914139002562 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0741865187883 and training accuracy:0.982183456421 validation cost:0.0799317955971 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0660715103149 and training accuracy:0.983910560608 validation cost:0.0713863968849 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0598271489143 and training accuracy:0.985274076462 validation cost:0.0647070258856 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0548385195434 and training accuracy:0.986819386482 validation cost:0.0593014657497 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.937329054 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.264527142048 and training accuracy:0.982048809528 validation cost:0.26665559411 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.129901945591 and training accuracy:0.990926802158 validation cost:0.125970512629 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0873253643513 and training accuracy:0.993756115437 validation cost:0.0814913585782 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.066904194653 and training accuracy:0.994926810265 validation cost:0.0604997575283 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0549055486917 and training accuracy:0.995512187481 validation cost:0.0483864434063 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0469704419374 and training accuracy:0.995999991894 validation cost:0.0405137613416 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0413024909794 and training accuracy:0.995999991894 validation cost:0.0349816866219 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0370302759111 and training accuracy:0.996682941914 validation cost:0.0308747142553 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0336804203689 and training accuracy:0.996682941914 validation cost:0.0276995059103 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.684966087 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.18477357924 and training accuracy:0.990980446339 validation cost:0.179066255689 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0871108919382 and training accuracy:0.995309829712 validation cost:0.0849042832851 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0594840571284 and training accuracy:0.996392190456 validation cost:0.0583232119679 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0463973321021 and training accuracy:0.997203946114 validation cost:0.0456550307572 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0386501662433 and training accuracy:0.997474491596 validation cost:0.0381063483655 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0334659516811 and training accuracy:0.998015701771 validation cost:0.0330267250538 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0297200288624 and training accuracy:0.998015701771 validation cost:0.0293395128101 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0268674306571 and training accuracy:0.998376488686 validation cost:0.0265215188265 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0246101599187 and training accuracy:0.998466670513 validation cost:0.0242856740952 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.821938992 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.254919737577 and training accuracy:0.958465278149 validation cost:0.256170749664 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.156532719731 and training accuracy:0.966474175453 validation cost:0.158000200987 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.122487552464 and training accuracy:0.970478653908 validation cost:0.123961165547 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.104143828154 and training accuracy:0.975041925907 validation cost:0.105461202562 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0921785160899 and training accuracy:0.977183818817 validation cost:0.0932858735323 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0835478380322 and training accuracy:0.979605138302 validation cost:0.084429435432 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0769259333611 and training accuracy:0.980722665787 validation cost:0.0775897577405 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0716289356351 and training accuracy:0.981933295727 validation cost:0.0720929354429 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0672619044781 and training accuracy:0.983143985271 validation cost:0.0675448551774 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:117.598942995 Method 3 test accuracy:0.811900019646 Training with lmbda:474313.824157, 58 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.940984011 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372902750969 and training accuracy:0.934733211994 validation cost:0.378587156534 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.185392662883 and training accuracy:0.958821952343 validation cost:0.190890818834 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.12892191112 and training accuracy:0.969366431236 validation cost:0.135099038482 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.101694881916 and training accuracy:0.974911391735 validation cost:0.108029805124 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.085318185389 and training accuracy:0.978820085526 validation cost:0.0914391875267 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0742112398148 and training accuracy:0.982183456421 validation cost:0.0799556672573 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0660948902369 and training accuracy:0.983910560608 validation cost:0.0714092701674 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.059849396348 and training accuracy:0.985274076462 validation cost:0.0647290125489 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0548597127199 and training accuracy:0.986819386482 validation cost:0.0593225061893 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.594674826 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.264670670033 and training accuracy:0.982048809528 validation cost:0.266805410385 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.129996314645 and training accuracy:0.990926802158 validation cost:0.126070722938 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0873944908381 and training accuracy:0.993756115437 validation cost:0.08156478405 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0669590607285 and training accuracy:0.994926810265 validation cost:0.0605579391122 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0549511648715 and training accuracy:0.995512187481 validation cost:0.0484348125756 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0470098555088 and training accuracy:0.995999991894 validation cost:0.0405553802848 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0413372963667 and training accuracy:0.995999991894 validation cost:0.0350184440613 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0370615944266 and training accuracy:0.996682941914 validation cost:0.0309076011181 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0337089784443 and training accuracy:0.996682941914 validation cost:0.0277293473482 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.006862164 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.184901624918 and training accuracy:0.990980446339 validation cost:0.17919459939 and validation accuracy:0.98813867569 Training on :(6, 7) training cost:0.0871947407722 and training accuracy:0.995309829712 validation cost:0.0849884673953 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0595487877727 and training accuracy:0.996392190456 validation cost:0.0583888441324 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0464509725571 and training accuracy:0.997203946114 validation cost:0.0457100011408 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0386967100203 and training accuracy:0.997474491596 validation cost:0.0381545610726 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.033507283777 and training accuracy:0.998015701771 validation cost:0.0330699495971 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0297573879361 and training accuracy:0.998015701771 validation cost:0.0293788071722 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0269016847014 and training accuracy:0.998376488686 validation cost:0.0265577528626 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0246419105679 and training accuracy:0.998466670513 validation cost:0.0243194252253 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.87638402 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.255074113607 and training accuracy:0.958465278149 validation cost:0.256325602531 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.156638860703 and training accuracy:0.966474175453 validation cost:0.158105939627 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.122575372458 and training accuracy:0.970478653908 validation cost:0.124047890306 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.104222886264 and training accuracy:0.975041925907 validation cost:0.105539120734 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0922533795238 and training accuracy:0.977183818817 validation cost:0.0933601930737 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0836189761758 and training accuracy:0.979605138302 validation cost:0.0845006853342 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0769946500659 and training accuracy:0.980722665787 validation cost:0.0776588693261 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0716954022646 and training accuracy:0.981933295727 validation cost:0.0721602737904 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0673264190555 and training accuracy:0.983237087727 validation cost:0.0676104351878 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:118.356384039 Method 3 test accuracy:0.811800003052 Training with lmbda:477341.317937, 59 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.814779997 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372952103615 and training accuracy:0.934733211994 validation cost:0.378635466099 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.1854352355 and training accuracy:0.958821952343 validation cost:0.190931499004 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.128957927227 and training accuracy:0.969366431236 validation cost:0.135132908821 and validation accuracy:0.965073525906 Training on :(2, 3) training cost:0.10172752291 and training accuracy:0.974911391735 validation cost:0.108060710132 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.085348367691 and training accuracy:0.978820085526 validation cost:0.0914682000875 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0742399692535 and training accuracy:0.982183456421 validation cost:0.0799842178822 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0661219507456 and training accuracy:0.983910560608 validation cost:0.0714366808534 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0598749406636 and training accuracy:0.985274076462 validation cost:0.0647552683949 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0548839084804 and training accuracy:0.986819386482 validation cost:0.0593475997448 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.826552868 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.264835834503 and training accuracy:0.982048809528 validation cost:0.266977965832 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.130103886127 and training accuracy:0.990926802158 validation cost:0.126184880733 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0874730944633 and training accuracy:0.993756115437 validation cost:0.0816484987736 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0670214369893 and training accuracy:0.994926810265 validation cost:0.0606242604554 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0550033301115 and training accuracy:0.995512187481 validation cost:0.0484902001917 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0470545552671 and training accuracy:0.995999991894 validation cost:0.0406027920544 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0413766987622 and training accuracy:0.995999991894 validation cost:0.0350601747632 and validation accuracy:1.0 Training on :(4, 5) training cost:0.037097055465 and training accuracy:0.996682941914 validation cost:0.0309450570494 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0337410867214 and training accuracy:0.996682941914 validation cost:0.0277631655335 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.525681019 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.185048192739 and training accuracy:0.991070628166 validation cost:0.179341420531 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0872907042503 and training accuracy:0.995309829712 validation cost:0.0850848034024 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0596230663359 and training accuracy:0.996392190456 validation cost:0.0584641471505 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0465128198266 and training accuracy:0.997203946114 validation cost:0.0457733310759 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0387502871454 and training accuracy:0.997474491596 validation cost:0.0382100343704 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0335548184812 and training accuracy:0.998015701771 validation cost:0.0331195108593 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0298002921045 and training accuracy:0.998015701771 validation cost:0.0294238533825 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0269409418106 and training accuracy:0.998376488686 validation cost:0.0265991315246 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0246781297028 and training accuracy:0.998466670513 validation cost:0.0243578068912 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.533502102 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.255249679089 and training accuracy:0.958465278149 validation cost:0.256501376629 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.156759083271 and training accuracy:0.966474175453 validation cost:0.158225253224 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.12267524004 and training accuracy:0.970478653908 validation cost:0.124145925045 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.104312457144 and training accuracy:0.975041925907 validation cost:0.105627000332 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0923371016979 and training accuracy:0.977183818817 validation cost:0.0934426113963 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0836994424462 and training accuracy:0.979605138302 validation cost:0.0845803618431 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0770725756884 and training accuracy:0.980722665787 validation cost:0.0777366086841 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.071770593524 and training accuracy:0.981933295727 validation cost:0.072235584259 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0673993453383 and training accuracy:0.983237087727 validation cost:0.0676838457584 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:118.168468952 Method 3 test accuracy:0.811800003052 Training with lmbda:487065.64391, 60 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.482783794 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.3731097579 and training accuracy:0.934733211994 validation cost:0.37878999114 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.185572117567 and training accuracy:0.958821952343 validation cost:0.191062092781 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.129074409604 and training accuracy:0.96945732832 validation cost:0.135242596269 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.101832054555 and training accuracy:0.974911391735 validation cost:0.108160167933 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0854447335005 and training accuracy:0.978820085526 validation cost:0.0915609970689 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0743302032351 and training accuracy:0.982183456421 validation cost:0.0800721943378 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0662070289254 and training accuracy:0.983910560608 validation cost:0.071520216763 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0599555075169 and training accuracy:0.985274076462 validation cost:0.06483528018 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0549606308341 and training accuracy:0.986819386482 validation cost:0.0594242811203 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.81347394 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.265361011028 and training accuracy:0.982048809528 validation cost:0.267525672913 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.130447626114 and training accuracy:0.990926802158 validation cost:0.126549586654 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0877251476049 and training accuracy:0.99385368824 validation cost:0.0819163769484 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0672206506133 and training accuracy:0.994926810265 validation cost:0.0608359947801 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0551692806184 and training accuracy:0.995512187481 validation cost:0.0486663095653 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0471976399422 and training accuracy:0.995999991894 validation cost:0.0407543927431 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0415028743446 and training accuracy:0.995999991894 validation cost:0.035193733871 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0372108407319 and training accuracy:0.996682941914 validation cost:0.0310650542378 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0338441133499 and training accuracy:0.996682941914 validation cost:0.0278713293374 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.654251099 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.185515224934 and training accuracy:0.991070628166 validation cost:0.179809346795 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.087595552206 and training accuracy:0.995309829712 validation cost:0.0853910297155 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0598593205214 and training accuracy:0.996392190456 validation cost:0.058703687042 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0467091426253 and training accuracy:0.997203946114 validation cost:0.0459744557738 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0389200076461 and training accuracy:0.997474491596 validation cost:0.0383856222034 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0337052084506 and training accuracy:0.998015701771 validation cost:0.0332762636244 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0299362763762 and training accuracy:0.998015701771 validation cost:0.0295666046441 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0270655769855 and training accuracy:0.998376488686 validation cost:0.0267305970192 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0247932691127 and training accuracy:0.998466670513 validation cost:0.0244798157364 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.730745792 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.255812525749 and training accuracy:0.958465278149 validation cost:0.257065206766 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.157145649195 and training accuracy:0.966474175453 validation cost:0.158608868718 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.12299669534 and training accuracy:0.970478653908 validation cost:0.124461643398 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.104602143168 and training accuracy:0.975041925907 validation cost:0.105911493301 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.0926086083055 and training accuracy:0.977090716362 validation cost:0.093709975481 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0839585363865 and training accuracy:0.979605138302 validation cost:0.0848374590278 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0773214250803 and training accuracy:0.980722665787 validation cost:0.077985227108 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0720110833645 and training accuracy:0.981933295727 validation cost:0.0724768489599 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0676339194179 and training accuracy:0.983143985271 validation cost:0.0679202526808 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:117.731382132 Method 3 test accuracy:0.812200009823 Training with lmbda:491840.424423, 61 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.816258907 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.37318611145 and training accuracy:0.934733211994 validation cost:0.378864735365 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.185638859868 and training accuracy:0.958821952343 validation cost:0.191125765443 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.129130765796 and training accuracy:0.96945732832 validation cost:0.135295540094 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.101882562041 and training accuracy:0.974911391735 validation cost:0.108208104968 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0854910090566 and training accuracy:0.978820085526 validation cost:0.0916052684188 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0743733346462 and training accuracy:0.982183456421 validation cost:0.0801140144467 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0662481188774 and training accuracy:0.983910560608 validation cost:0.0715607181191 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0599949024618 and training accuracy:0.985274076462 validation cost:0.0648744627833 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0549985840917 and training accuracy:0.986819386482 validation cost:0.0594618879259 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:121.069185972 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.265619009733 and training accuracy:0.982048809528 validation cost:0.26779460907 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.13061542809 and training accuracy:0.990926802158 validation cost:0.126727506518 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0878478735685 and training accuracy:0.99385368824 validation cost:0.0820468068123 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0673173740506 and training accuracy:0.994926810265 validation cost:0.0609386004508 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0552498586476 and training accuracy:0.995512187481 validation cost:0.0487517081201 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0472671613097 and training accuracy:0.995999991894 validation cost:0.0408278591931 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0415639653802 and training accuracy:0.995999991894 validation cost:0.0352581441402 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0372657217085 and training accuracy:0.996682941914 validation cost:0.0311228279024 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0338939875364 and training accuracy:0.996682941914 validation cost:0.0279235839844 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.131622076 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.185741662979 and training accuracy:0.991070628166 validation cost:0.18003629148 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0877442881465 and training accuracy:0.995309829712 validation cost:0.0855404734612 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0599745027721 and training accuracy:0.996392190456 validation cost:0.0588205009699 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0468044504523 and training accuracy:0.997203946114 validation cost:0.0460722371936 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.039002481848 and training accuracy:0.997474491596 validation cost:0.0384711660445 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0337783433497 and training accuracy:0.998015701771 validation cost:0.033352740109 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0300023052841 and training accuracy:0.998015701771 validation cost:0.0296361148357 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0271260552108 and training accuracy:0.998376488686 validation cost:0.0267946403474 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0248491503298 and training accuracy:0.998466670513 validation cost:0.0245392248034 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.899185896 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.256086677313 and training accuracy:0.958465278149 validation cost:0.257340669632 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.15733410418 and training accuracy:0.966474175453 validation cost:0.158796995878 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.123153224587 and training accuracy:0.970478653908 validation cost:0.124616533518 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.104743398726 and training accuracy:0.974948763847 validation cost:0.106050983071 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0927403941751 and training accuracy:0.977090716362 validation cost:0.0938409268856 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0840848684311 and training accuracy:0.979605138302 validation cost:0.0849640071392 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0774432197213 and training accuracy:0.980722665787 validation cost:0.0781079828739 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0721287056804 and training accuracy:0.981933295727 validation cost:0.0725957304239 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0677483081818 and training accuracy:0.983143985271 validation cost:0.068036518991 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:118.353137016 Method 3 test accuracy:0.812300026417 Training with lmbda:505673.877019, 62 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.288765192 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.37340632081 and training accuracy:0.934733211994 validation cost:0.379080444574 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.185831293464 and training accuracy:0.958821952343 validation cost:0.191309422255 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.129292935133 and training accuracy:0.96945732832 validation cost:0.135448053479 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.102028921247 and training accuracy:0.974911391735 validation cost:0.108346521854 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0856259316206 and training accuracy:0.978820085526 validation cost:0.0917343050241 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0744990110397 and training accuracy:0.982001662254 validation cost:0.0802356302738 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.066366866231 and training accuracy:0.983910560608 validation cost:0.0716770514846 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0601077377796 and training accuracy:0.985274076462 validation cost:0.0649860501289 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0551060847938 and training accuracy:0.986819386482 validation cost:0.0595690496266 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.967771053 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.266353845596 and training accuracy:0.981951236725 validation cost:0.268561512232 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.131094232202 and training accuracy:0.990926802158 validation cost:0.127235665917 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0881982371211 and training accuracy:0.99385368824 validation cost:0.0824195370078 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0675941258669 and training accuracy:0.994926810265 validation cost:0.0612326227129 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0554796345532 and training accuracy:0.995512187481 validation cost:0.0489954426885 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0474654957652 and training accuracy:0.995999991894 validation cost:0.041038069874 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0417389497161 and training accuracy:0.995999991894 validation cost:0.0354430377483 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0374227389693 and training accuracy:0.996682941914 validation cost:0.0312881357968 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0340375304222 and training accuracy:0.996682941914 validation cost:0.0280738975853 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.646167994 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.186397060752 and training accuracy:0.990980446339 validation cost:0.180693164468 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.088171698153 and training accuracy:0.995309829712 validation cost:0.0859699770808 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0603049248457 and training accuracy:0.996392190456 validation cost:0.0591558478773 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0470784306526 and training accuracy:0.997203946114 validation cost:0.0463533736765 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0392392873764 and training accuracy:0.997474491596 validation cost:0.038716390729 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.03398860991 and training accuracy:0.997925519943 validation cost:0.0335722714663 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.030192207545 and training accuracy:0.998015701771 validation cost:0.02983565256 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0272996686399 and training accuracy:0.998376488686 validation cost:0.0269780922681 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0250098314136 and training accuracy:0.998466670513 validation cost:0.0247096698731 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.710505962 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.256885200739 and training accuracy:0.958465278149 validation cost:0.258140981197 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.157876640558 and training accuracy:0.966381072998 validation cost:0.15933701396 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.123602941632 and training accuracy:0.970478653908 validation cost:0.12506057322 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.105149276555 and training accuracy:0.974948763847 validation cost:0.106451153755 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0931193605065 and training accuracy:0.976997554302 validation cost:0.0942161977291 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.084445387125 and training accuracy:0.979605138302 validation cost:0.0853225961328 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0777899622917 and training accuracy:0.980536401272 validation cost:0.0784555822611 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0724646002054 and training accuracy:0.981840193272 validation cost:0.0729333534837 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0680737420917 and training accuracy:0.983050823212 validation cost:0.0683650448918 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:117.960376978 Method 3 test accuracy:0.813000023365 Training with lmbda:534903.51815, 63 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.290538073 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.373861789703 and training accuracy:0.934824109077 validation cost:0.379526793957 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.186228141189 and training accuracy:0.958912849426 validation cost:0.191688075662 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.129628419876 and training accuracy:0.96945732832 validation cost:0.135763660073 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.102328933775 and training accuracy:0.974911391735 validation cost:0.108630791306 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0859024897218 and training accuracy:0.978820085526 validation cost:0.0919997543097 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0747576132417 and training accuracy:0.982001662254 validation cost:0.0804865956306 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0666098222136 and training accuracy:0.983910560608 validation cost:0.0719158500433 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0603383854032 and training accuracy:0.985274076462 validation cost:0.0652160644531 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0553258769214 and training accuracy:0.986728489399 validation cost:0.0597891584039 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:121.15963912 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.267858505249 and training accuracy:0.981951236725 validation cost:0.270130932331 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.132076218724 and training accuracy:0.990926802158 validation cost:0.128277763724 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0889145731926 and training accuracy:0.993951201439 validation cost:0.0831819996238 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0681603699923 and training accuracy:0.995024383068 validation cost:0.0618348158896 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0559515543282 and training accuracy:0.995512187481 validation cost:0.0494966283441 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0478714071214 and training accuracy:0.995999991894 validation cost:0.0414684191346 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0420970357955 and training accuracy:0.996097564697 validation cost:0.0358217358589 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0377442836761 and training accuracy:0.996682941914 validation cost:0.0316270031035 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0343301072717 and training accuracy:0.996682941914 validation cost:0.0283814240247 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.877866983 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.187759801745 and training accuracy:0.990980446339 validation cost:0.182057499886 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0890594571829 and training accuracy:0.995309829712 validation cost:0.0868615359068 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0609865449369 and training accuracy:0.996392190456 validation cost:0.0598470047116 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0476438812912 and training accuracy:0.997203946114 validation cost:0.0469328314066 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0397275649011 and training accuracy:0.997474491596 validation cost:0.0392213128507 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0344216041267 and training accuracy:0.997835278511 validation cost:0.0340236648917 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0305822789669 and training accuracy:0.998015701771 validation cost:0.030244987458 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0276567321271 and training accuracy:0.998376488686 validation cost:0.0273547600955 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0253401920199 and training accuracy:0.998466670513 validation cost:0.0250598173589 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.910597086 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.258542656898 and training accuracy:0.958465278149 validation cost:0.259805321693 and validation accuracy:0.954802274704 Training on :(8, 9) training cost:0.159006148577 and training accuracy:0.966194808483 validation cost:0.160463839769 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.124540694058 and training accuracy:0.970478653908 validation cost:0.125989854336 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.105990998447 and training accuracy:0.974855661392 validation cost:0.107285141945 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0939062833786 and training accuracy:0.977090716362 validation cost:0.0950005501509 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0851927921176 and training accuracy:0.979418873787 validation cost:0.0860705152154 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0785082578659 and training accuracy:0.980536401272 validation cost:0.0791787803173 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0731589049101 and training accuracy:0.981747090816 validation cost:0.0736358240247 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0687475800514 and training accuracy:0.982771456242 validation cost:0.0690495818853 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:118.004961967 Method 3 test accuracy:0.814100027084 Training with lmbda:558680.988358, 64 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.49848485 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.374227046967 and training accuracy:0.934915006161 validation cost:0.37988486886 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.186544969678 and training accuracy:0.958912849426 validation cost:0.191990718246 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.129894912243 and training accuracy:0.969548225403 validation cost:0.136014431715 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.102566838264 and training accuracy:0.974911391735 validation cost:0.108856454492 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0861207470298 and training accuracy:0.978638291359 validation cost:0.0922092273831 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0749611482024 and training accuracy:0.982001662254 validation cost:0.0806841179729 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0668016523123 and training accuracy:0.983819663525 validation cost:0.0721043944359 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0605198666453 and training accuracy:0.985274076462 validation cost:0.0653968602419 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0554996393621 and training accuracy:0.986728489399 validation cost:0.0599642582238 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:121.073297977 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.269044965506 and training accuracy:0.981951236725 validation cost:0.271370142698 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.132848322392 and training accuracy:0.990926802158 validation cost:0.129098191857 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0894773155451 and training accuracy:0.993951201439 validation cost:0.0837820246816 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0686057433486 and training accuracy:0.994926810265 validation cost:0.0623092725873 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0563219040632 and training accuracy:0.995512187481 validation cost:0.0498906336725 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0481896325946 and training accuracy:0.99590241909 validation cost:0.0418060608208 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0423776470125 and training accuracy:0.996097564697 validation cost:0.0361188352108 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0379959866405 and training accuracy:0.996682941914 validation cost:0.0318926647305 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0345590673387 and training accuracy:0.996682941914 validation cost:0.028622308746 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.092534781 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.188843384385 and training accuracy:0.991070628166 validation cost:0.183143123984 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0897647440434 and training accuracy:0.995309829712 validation cost:0.0875705555081 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0615277551115 and training accuracy:0.996482372284 validation cost:0.0603963322937 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0480912178755 and training accuracy:0.997203946114 validation cost:0.0473916120827 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0401130318642 and training accuracy:0.997384309769 validation cost:0.0396203249693 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0347626358271 and training accuracy:0.997835278511 validation cost:0.0343795605004 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0308903120458 and training accuracy:0.998015701771 validation cost:0.0305687710643 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0279384721071 and training accuracy:0.998376488686 validation cost:0.0276525821537 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0256004277617 and training accuracy:0.998466670513 validation cost:0.0253363270313 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.57157588 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.259867817163 and training accuracy:0.958465278149 validation cost:0.261136561632 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.159915044904 and training accuracy:0.966194808483 validation cost:0.161370143294 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.125289335847 and training accuracy:0.970385551453 validation cost:0.12673188746 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.106661826372 and training accuracy:0.974576294422 validation cost:0.107950471342 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0945312678814 and training accuracy:0.976997554302 validation cost:0.0956223607063 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0857871696353 and training accuracy:0.979512035847 validation cost:0.086665764451 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0790784284472 and training accuracy:0.980536401272 validation cost:0.0797530636191 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0737088546157 and training accuracy:0.981653928757 validation cost:0.0741915926337 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0692803114653 and training accuracy:0.982771456242 validation cost:0.0695901662111 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:117.775235891 Method 3 test accuracy:0.814700007439 Training with lmbda:565018.665885, 65 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.286619902 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.374323070049 and training accuracy:0.934915006161 validation cost:0.379978954792 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.186629071832 and training accuracy:0.958912849426 validation cost:0.192071080208 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.12996532023 and training accuracy:0.969548225403 validation cost:0.136080771685 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.102630227804 and training accuracy:0.974911391735 validation cost:0.108916208148 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.086178585887 and training accuracy:0.978638291359 validation cost:0.0922646597028 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0750155001879 and training accuracy:0.982001662254 validation cost:0.0807366967201 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0668524503708 and training accuracy:0.983819663525 validation cost:0.0721546262503 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0605679675937 and training accuracy:0.985274076462 validation cost:0.0654449760914 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0555456206203 and training accuracy:0.986728489399 validation cost:0.0600103922188 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:121.20600605 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.269352018833 and training accuracy:0.981951236725 validation cost:0.27169072628 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.133049249649 and training accuracy:0.99082928896 validation cost:0.129311949015 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.089624196291 and training accuracy:0.993951201439 validation cost:0.0839387029409 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0687223598361 and training accuracy:0.994926810265 validation cost:0.0624335817993 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0564185529947 and training accuracy:0.995512187481 validation cost:0.0499935075641 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0482728146017 and training accuracy:0.99590241909 validation cost:0.0418944731355 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0424511879683 and training accuracy:0.996097564697 validation cost:0.0361967422068 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0380618274212 and training accuracy:0.99658536911 validation cost:0.0319622568786 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0346189551055 and training accuracy:0.996682941914 validation cost:0.0286854300648 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.146661997 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.189126819372 and training accuracy:0.991070628166 validation cost:0.183426871896 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0899495258927 and training accuracy:0.995309829712 validation cost:0.0877561271191 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0616698339581 and training accuracy:0.996482372284 validation cost:0.0605403371155 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0482084602118 and training accuracy:0.997203946114 validation cost:0.0475117079914 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0402141958475 and training accuracy:0.997384309769 validation cost:0.039724830538 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0348521769047 and training accuracy:0.997835278511 validation cost:0.0344728566706 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.030970973894 and training accuracy:0.998015701771 validation cost:0.0306533761322 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0280124992132 and training accuracy:0.998376488686 validation cost:0.0277306064963 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.025668811053 and training accuracy:0.998466670513 validation cost:0.0254088770598 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.674057007 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.260216712952 and training accuracy:0.958465278149 validation cost:0.26148712635 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.160153776407 and training accuracy:0.966194808483 validation cost:0.161608621478 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.125486463308 and training accuracy:0.970385551453 validation cost:0.12692758441 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.106838285923 and training accuracy:0.974576294422 validation cost:0.108125679195 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0946959853172 and training accuracy:0.976811349392 validation cost:0.0957864671946 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0859431922436 and training accuracy:0.979418873787 validation cost:0.0868222638965 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0792283639312 and training accuracy:0.980536401272 validation cost:0.0799041092396 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0738546103239 and training accuracy:0.981560826302 validation cost:0.0743397399783 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0694216042757 and training accuracy:0.982771456242 validation cost:0.0697342604399 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:117.958226919 Method 3 test accuracy:0.814999997616 Training with lmbda:584149.816945, 66 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.343957186 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.374610126019 and training accuracy:0.934915006161 validation cost:0.380260378122 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.186877653003 and training accuracy:0.958912849426 validation cost:0.192308351398 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.130174458027 and training accuracy:0.969548225403 validation cost:0.136277675629 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.102816790342 and training accuracy:0.974911391735 validation cost:0.109093032777 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0863490924239 and training accuracy:0.978638291359 validation cost:0.0924283117056 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0751741752028 and training accuracy:0.982001662254 validation cost:0.0808912217617 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0670013204217 and training accuracy:0.983819663525 validation cost:0.0723016262054 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0607091933489 and training accuracy:0.985274076462 validation cost:0.0655857026577 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0556804351509 and training accuracy:0.986728489399 validation cost:0.0601458400488 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.877574205 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.270269960165 and training accuracy:0.981951236725 validation cost:0.272649288177 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.133648067713 and training accuracy:0.99082928896 validation cost:0.129948809743 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0900624915957 and training accuracy:0.99385368824 validation cost:0.0844063460827 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0690683722496 and training accuracy:0.994829297066 validation cost:0.0628026053309 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0567061491311 and training accuracy:0.995512187481 validation cost:0.050299692899 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0485203526914 and training accuracy:0.99590241909 validation cost:0.0421573743224 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0426691882312 and training accuracy:0.996097564697 validation cost:0.0364276356995 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0382572486997 and training accuracy:0.99658536911 validation cost:0.0321687534451 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0347967967391 and training accuracy:0.996682941914 validation cost:0.0288726836443 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.510709047 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.189975425601 and training accuracy:0.991070628166 validation cost:0.184277147055 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0905001312494 and training accuracy:0.995309829712 validation cost:0.0883095040917 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0620923675597 and training accuracy:0.996482372284 validation cost:0.0609688162804 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0485580042005 and training accuracy:0.997203946114 validation cost:0.0478699691594 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0405153036118 and training accuracy:0.997384309769 validation cost:0.0400361977518 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0351189263165 and training accuracy:0.997835278511 validation cost:0.0347511209548 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0312113985419 and training accuracy:0.998015701771 validation cost:0.0309059992433 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0282318294048 and training accuracy:0.998376488686 validation cost:0.0279622022063 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0258715078235 and training accuracy:0.998466670513 validation cost:0.0256239976734 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.691228867 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.261257737875 and training accuracy:0.958279013634 validation cost:0.262532621622 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.160867527127 and training accuracy:0.966194808483 validation cost:0.162320584059 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.126073390245 and training accuracy:0.970292448997 validation cost:0.127509072423 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.10736425221 and training accuracy:0.974576294422 validation cost:0.108647145331 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0951851308346 and training accuracy:0.976718187332 validation cost:0.0962735414505 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0864073857665 and training accuracy:0.979325771332 validation cost:0.0872870534658 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0796738862991 and training accuracy:0.980536401272 validation cost:0.0803522765636 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0742860585451 and training accuracy:0.981653928757 validation cost:0.0747757926583 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0698398053646 and training accuracy:0.982771456242 validation cost:0.0701579153538 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:118.480413914 Method 3 test accuracy:0.814999997616 Training with lmbda:615170.551021, 67 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.213644981 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.375065654516 and training accuracy:0.934915006161 validation cost:0.380706965923 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.187271177769 and training accuracy:0.958912849426 validation cost:0.192684516311 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.130504697561 and training accuracy:0.969548225403 validation cost:0.136589229107 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.103110812604 and training accuracy:0.974911391735 validation cost:0.109372235835 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0866193026304 and training accuracy:0.978638291359 validation cost:0.0926882773638 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0754262953997 and training accuracy:0.982001662254 validation cost:0.0811372622848 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0672387927771 and training accuracy:0.983728766441 validation cost:0.0725360810757 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0609349794686 and training accuracy:0.985183179379 validation cost:0.0658113136888 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0558953993022 and training accuracy:0.986728489399 validation cost:0.0603629983962 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.998690844 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.271713227034 and training accuracy:0.981853663921 validation cost:0.274156838655 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.13459032774 and training accuracy:0.990634143353 validation cost:0.130952000618 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0907496586442 and training accuracy:0.99385368824 validation cost:0.0851407051086 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0696123540401 and training accuracy:0.994829297066 validation cost:0.0633838772774 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0571577250957 and training accuracy:0.995512187481 validation cost:0.0507809408009 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0489094480872 and training accuracy:0.99590241909 validation cost:0.0425713285804 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0430115051568 and training accuracy:0.996097564697 validation cost:0.0367907956243 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0385645665228 and training accuracy:0.996487796307 validation cost:0.0324938632548 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0350765287876 and training accuracy:0.996682941914 validation cost:0.029167458415 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.123528957 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.191322311759 and training accuracy:0.991070628166 validation cost:0.185625493526 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0913759171963 and training accuracy:0.995219647884 validation cost:0.0891894027591 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0627613589168 and training accuracy:0.996482372284 validation cost:0.0616470240057 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0491102822125 and training accuracy:0.997113764286 validation cost:0.0484359525144 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0409901626408 and training accuracy:0.997384309769 validation cost:0.040527459234 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0355393774807 and training accuracy:0.997835278511 validation cost:0.0351897478104 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0315902531147 and training accuracy:0.998015701771 validation cost:0.0313039049506 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0285779647529 and training accuracy:0.998376488686 validation cost:0.0283276904374 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0261916164309 and training accuracy:0.998466670513 validation cost:0.0259633809328 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:122.052758932 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.262922435999 and training accuracy:0.958279013634 validation cost:0.264203816652 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.162008538842 and training accuracy:0.966194808483 validation cost:0.163459420204 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.127012789249 and training accuracy:0.970385551453 validation cost:0.128440648317 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.108202181756 and training accuracy:0.974390029907 validation cost:0.109479114413 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0959652736783 and training accuracy:0.976438820362 validation cost:0.0970506817102 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.087147846818 and training accuracy:0.979046404362 validation cost:0.0880291610956 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0803845152259 and training accuracy:0.980536401272 validation cost:0.08106841892 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0749701336026 and training accuracy:0.981560826302 validation cost:0.0754678621888 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0705029368401 and training accuracy:0.982585191727 validation cost:0.070831283927 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:118.218654871 Method 3 test accuracy:0.814999997616 Training with lmbda:618955.226464, 68 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.661306143 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.375120460987 and training accuracy:0.934915006161 validation cost:0.380760729313 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.18731816113 and training accuracy:0.958912849426 validation cost:0.192729443312 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.13054510951 and training accuracy:0.969548225403 validation cost:0.136627316475 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.103146530688 and training accuracy:0.975002288818 validation cost:0.109406128526 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0866518095136 and training accuracy:0.978638291359 validation cost:0.0927195101976 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0754564106464 and training accuracy:0.982001662254 validation cost:0.08116658777 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0672668591142 and training accuracy:0.983728766441 validation cost:0.0725639313459 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0609615333378 and training accuracy:0.985183179379 validation cost:0.065837725997 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0559208132327 and training accuracy:0.986728489399 validation cost:0.0603885166347 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.805991173 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.271887093782 and training accuracy:0.981853663921 validation cost:0.274338454008 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.13470415771 and training accuracy:0.990634143353 validation cost:0.131073325872 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0908326357603 and training accuracy:0.99385368824 validation cost:0.0852292627096 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0696775615215 and training accuracy:0.994829297066 validation cost:0.0634534060955 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0572116859257 and training accuracy:0.995512187481 validation cost:0.0508383400738 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0489558689296 and training accuracy:0.99590241909 validation cost:0.0426206216216 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0430523119867 and training accuracy:0.996097564697 validation cost:0.036834038794 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0386010184884 and training accuracy:0.996487796307 validation cost:0.03253242746 and validation accuracy:1.0 Training on :(4, 5) training cost:0.035109911114 and training accuracy:0.996682941914 validation cost:0.0292026493698 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.127371073 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.191486030817 and training accuracy:0.991070628166 validation cost:0.185789078474 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0914809554815 and training accuracy:0.995219647884 validation cost:0.0892947465181 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0628419816494 and training accuracy:0.996482372284 validation cost:0.0617285333574 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0491766370833 and training accuracy:0.997113764286 validation cost:0.0485037788749 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0410470291972 and training accuracy:0.997384309769 validation cost:0.0405860841274 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0355897545815 and training accuracy:0.997835278511 validation cost:0.0352421402931 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0316356346011 and training accuracy:0.998015701771 validation cost:0.0313514024019 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0286195762455 and training accuracy:0.998376488686 validation cost:0.0283715054393 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0262300111353 and training accuracy:0.998466670513 validation cost:0.0260039940476 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.619135857 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.263123244047 and training accuracy:0.958279013634 validation cost:0.264405608177 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.162146508694 and training accuracy:0.966194808483 validation cost:0.163597419858 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.127126470208 and training accuracy:0.970478653908 validation cost:0.128553628922 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.108304038644 and training accuracy:0.974296867847 validation cost:0.109580650926 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.096059627831 and training accuracy:0.976438820362 validation cost:0.0971449390054 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0872369930148 and training accuracy:0.979046404362 validation cost:0.0881187915802 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0804693475366 and training accuracy:0.980536401272 validation cost:0.0811538398266 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0750519707799 and training accuracy:0.981560826302 validation cost:0.0755507200956 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0705816522241 and training accuracy:0.982585191727 validation cost:0.0709116011858 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:118.415704012 Method 3 test accuracy:0.814999997616 Training with lmbda:628264.390862, 69 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.206088110805 and training accuracy:0.997570693493 validation cost:0.20448358357 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0570162832737 and training accuracy:0.997917771339 validation cost:0.0581067353487 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323881059885 and training accuracy:0.998264789581 validation cost:0.0338423512876 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228915270418 and training accuracy:0.998525083065 validation cost:0.0244005490094 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178789626807 and training accuracy:0.998611807823 validation cost:0.0193645320833 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147669836879 and training accuracy:0.99895888567 validation cost:0.0162060298026 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0126350782812 and training accuracy:0.999045610428 validation cost:0.0140215028077 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0110755171627 and training accuracy:0.999132394791 validation cost:0.0124083096161 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00988013762981 and training accuracy:0.999219179153 validation cost:0.0111610898748 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.398074865 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.37525549531 and training accuracy:0.934824109077 validation cost:0.380893081427 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.187435135245 and training accuracy:0.958912849426 validation cost:0.192841395736 and validation accuracy:0.954963207245 Training on :(2, 3) training cost:0.130642771721 and training accuracy:0.969548225403 validation cost:0.136719375849 and validation accuracy:0.965992629528 Training on :(2, 3) training cost:0.103233404458 and training accuracy:0.975002288818 validation cost:0.109488375485 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0867312476039 and training accuracy:0.978638291359 validation cost:0.0927958786488 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0755303278565 and training accuracy:0.982001662254 validation cost:0.0812385380268 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0673361569643 and training accuracy:0.983728766441 validation cost:0.0726320669055 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0610267110169 and training accuracy:0.985183179379 validation cost:0.0659025162458 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0559831596911 and training accuracy:0.986728489399 validation cost:0.0604507699609 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:120.822026014 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.272309452295 and training accuracy:0.981853663921 validation cost:0.274779260159 and validation accuracy:0.983218193054 Training on :(4, 5) training cost:0.134979426861 and training accuracy:0.990634143353 validation cost:0.131366506219 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0910338386893 and training accuracy:0.99385368824 validation cost:0.085444457829 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.069836422801 and training accuracy:0.994829297066 validation cost:0.0636231526732 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0573437921703 and training accuracy:0.995512187481 validation cost:0.0509792342782 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0490692444146 and training accuracy:0.99590241909 validation cost:0.0427413135767 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0431523360312 and training accuracy:0.996097564697 validation cost:0.0369401872158 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0386905148625 and training accuracy:0.996487796307 validation cost:0.0326272174716 and validation accuracy:1.0 Training on :(4, 5) training cost:0.035191167146 and training accuracy:0.996682941914 validation cost:0.0292884521186 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.822812796 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.191883429885 and training accuracy:0.991070628166 validation cost:0.186187103391 and validation accuracy:0.989051103592 Training on :(6, 7) training cost:0.0917386114597 and training accuracy:0.995219647884 validation cost:0.0895537659526 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0630384385586 and training accuracy:0.996482372284 validation cost:0.0619278363883 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0493385270238 and training accuracy:0.997113764286 validation cost:0.0486698709428 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0411862283945 and training accuracy:0.997384309769 validation cost:0.0407302565873 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0357128717005 and training accuracy:0.997835278511 validation cost:0.0353708043694 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0317465402186 and training accuracy:0.998015701771 validation cost:0.0314681082964 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0287206992507 and training accuracy:0.998376488686 validation cost:0.0284785162657 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0263231955469 and training accuracy:0.998466670513 validation cost:0.0261031482369 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.688875914 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.263613253832 and training accuracy:0.958372116089 validation cost:0.264897674322 and validation accuracy:0.955743908882 Training on :(8, 9) training cost:0.162483394146 and training accuracy:0.966194808483 validation cost:0.163933470845 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.127403229475 and training accuracy:0.970571815968 validation cost:0.128828316927 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.108551591635 and training accuracy:0.974296867847 validation cost:0.109826408327 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0962893292308 and training accuracy:0.976438820362 validation cost:0.0973734334111 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0874549522996 and training accuracy:0.979046404362 validation cost:0.088336661458 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0806776732206 and training accuracy:0.980257034302 validation cost:0.0813633352518 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0752526894212 and training accuracy:0.981467664242 validation cost:0.0757530033588 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0707759335637 and training accuracy:0.982585191727 validation cost:0.0711080655456 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:118.668639898 Method 3 test accuracy:0.814899981022 Training with lmbda:450943.771238, 70 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.291374207 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.375630319118 and training accuracy:0.937642037868 validation cost:0.380070328712 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.184149131179 and training accuracy:0.96054905653 validation cost:0.188844069839 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.12712405622 and training accuracy:0.970275402069 validation cost:0.132547080517 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0999146476388 and training accuracy:0.976456701756 validation cost:0.105433911085 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0836405232549 and training accuracy:0.979456424713 validation cost:0.0888770073652 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0726432725787 and training accuracy:0.981819808483 validation cost:0.0774458423257 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.064623683691 and training accuracy:0.983910560608 validation cost:0.0689561441541 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0584639944136 and training accuracy:0.986092150211 validation cost:0.0623382180929 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0535510294139 and training accuracy:0.986819386482 validation cost:0.0569933503866 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.116311073 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.268233478069 and training accuracy:0.981756091118 validation cost:0.27076163888 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.131443455815 and training accuracy:0.991414606571 validation cost:0.127746328712 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0880617648363 and training accuracy:0.993951201439 validation cost:0.0824953764677 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0673089027405 and training accuracy:0.994926810265 validation cost:0.0611903630197 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0551365166903 and training accuracy:0.995121955872 validation cost:0.0489057973027 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0470985919237 and training accuracy:0.99590241909 validation cost:0.0409227646887 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0413640141487 and training accuracy:0.996487796307 validation cost:0.0353111475706 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0370479524136 and training accuracy:0.996682941914 validation cost:0.0311451461166 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0336676314473 and training accuracy:0.997170746326 validation cost:0.0279253274202 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.521425962 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.18731507659 and training accuracy:0.990890204906 validation cost:0.180858433247 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.086986117065 and training accuracy:0.995580434799 validation cost:0.0838295966387 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0588965378702 and training accuracy:0.996572554111 validation cost:0.0567334927619 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0456835962832 and training accuracy:0.997113764286 validation cost:0.0439380593598 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0378982834518 and training accuracy:0.997835278511 validation cost:0.0363733135164 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0327085442841 and training accuracy:0.998286306858 validation cost:0.0313160307705 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0289677269757 and training accuracy:0.998376488686 validation cost:0.0276628229767 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0261243730783 and training accuracy:0.998647093773 validation cost:0.0248818285763 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0238783322275 and training accuracy:0.998827457428 validation cost:0.0226839184761 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.770578146 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.253271907568 and training accuracy:0.955857694149 validation cost:0.254859209061 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.156913086772 and training accuracy:0.964704811573 validation cost:0.15894626081 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.122805006802 and training accuracy:0.970199286938 validation cost:0.124892555177 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.104287467897 and training accuracy:0.974576294422 validation cost:0.106241561472 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0921796262264 and training accuracy:0.977276980877 validation cost:0.0939333662391 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0834363624454 and training accuracy:0.978766977787 validation cost:0.0849738791585 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0767248272896 and training accuracy:0.979791402817 validation cost:0.0780524685979 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0713537037373 and training accuracy:0.981560826302 validation cost:0.072484575212 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0669255852699 and training accuracy:0.983050823212 validation cost:0.0678794011474 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.02895093 Method 3 test accuracy:0.804799973965 Training with lmbda:471675.378093, 71 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.265370131 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.375953048468 and training accuracy:0.937642037868 validation cost:0.380388259888 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.184429556131 and training accuracy:0.96054905653 validation cost:0.189113482833 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.127360254526 and training accuracy:0.970275402069 validation cost:0.132771551609 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.100124798715 and training accuracy:0.976547598839 validation cost:0.105635404587 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0838338211179 and training accuracy:0.979456424713 validation cost:0.0890648365021 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0728227645159 and training accuracy:0.981819808483 validation cost:0.0776230692863 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0647927075624 and training accuracy:0.983910560608 validation cost:0.0691256076097 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0586245432496 and training accuracy:0.986092150211 validation cost:0.0625015944242 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0537041127682 and training accuracy:0.986819386482 validation cost:0.057150375098 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.949032068 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.269420146942 and training accuracy:0.981561005116 validation cost:0.271998256445 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.132225692272 and training accuracy:0.991414606571 validation cost:0.12857145071 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0886287838221 and training accuracy:0.993951201439 validation cost:0.0830926522613 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0677522644401 and training accuracy:0.994926810265 validation cost:0.0616569034755 and validation accuracy:1.0 Training on :(4, 5) training cost:0.055501434952 and training accuracy:0.995121955872 validation cost:0.0492895506322 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0474106632173 and training accuracy:0.99590241909 validation cost:0.0412507615983 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0416383519769 and training accuracy:0.996487796307 validation cost:0.0355993211269 and validation accuracy:1.0 Training on :(4, 5) training cost:0.037293355912 and training accuracy:0.996682941914 validation cost:0.0314030796289 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0338902659714 and training accuracy:0.997170746326 validation cost:0.0281592104584 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.009057999 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.188404649496 and training accuracy:0.990800023079 validation cost:0.181937903166 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0876911878586 and training accuracy:0.995580434799 validation cost:0.084527105093 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0594329759479 and training accuracy:0.996572554111 validation cost:0.0572660975158 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0461224280298 and training accuracy:0.997023522854 validation cost:0.0443761534989 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0382736250758 and training accuracy:0.997745096684 validation cost:0.0367493629456 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0330382958055 and training accuracy:0.998286306858 validation cost:0.0316478349268 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0292630102485 and training accuracy:0.998376488686 validation cost:0.0279605053365 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0263922102749 and training accuracy:0.998647093773 validation cost:0.0251522343606 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241239760071 and training accuracy:0.998827457428 validation cost:0.0229321718216 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.949527025 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.254488676786 and training accuracy:0.955671429634 validation cost:0.25607162714 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.157774910331 and training accuracy:0.964611649513 validation cost:0.159801110625 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.123529881239 and training accuracy:0.970106184483 validation cost:0.125609323382 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.104944556952 and training accuracy:0.974576294422 validation cost:0.106894165277 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0927955582738 and training accuracy:0.977276980877 validation cost:0.0945490971208 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0840243473649 and training accuracy:0.978673875332 validation cost:0.0855662077665 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0772896260023 and training accuracy:0.979605138302 validation cost:0.0786252990365 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0718996971846 and training accuracy:0.981467664242 validation cost:0.0730413198471 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0674548521638 and training accuracy:0.982864618301 validation cost:0.0684215351939 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.855098963 Method 3 test accuracy:0.805199980736 Training with lmbda:474313.824157, 72 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.697046041 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.375993609428 and training accuracy:0.937642037868 validation cost:0.380428224802 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.18446482718 and training accuracy:0.96054905653 validation cost:0.189147293568 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.127390027046 and training accuracy:0.970275402069 validation cost:0.132799759507 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.100151196122 and training accuracy:0.976547598839 validation cost:0.105660527945 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0838578864932 and training accuracy:0.979456424713 validation cost:0.0890880152583 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.072845749557 and training accuracy:0.981819808483 validation cost:0.0776456072927 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0648141875863 and training accuracy:0.983910560608 validation cost:0.0691470578313 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0586449168622 and training accuracy:0.986092150211 validation cost:0.06252232939 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0537235662341 and training accuracy:0.986819386482 validation cost:0.0571702234447 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.815040112 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.269568949938 and training accuracy:0.981561005116 validation cost:0.272153586149 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.132323890924 and training accuracy:0.991414606571 validation cost:0.128675088286 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0886996686459 and training accuracy:0.993951201439 validation cost:0.0831674188375 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0678078904748 and training accuracy:0.994926810265 validation cost:0.0617155767977 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0555474571884 and training accuracy:0.995121955872 validation cost:0.0493379682302 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0474498309195 and training accuracy:0.99590241909 validation cost:0.0412919335067 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0416726134717 and training accuracy:0.996487796307 validation cost:0.0356352888048 and validation accuracy:1.0 Training on :(4, 5) training cost:0.03732400015 and training accuracy:0.996682941914 validation cost:0.0314352661371 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0339182019234 and training accuracy:0.997170746326 validation cost:0.0281886253506 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.309986115 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.188543155789 and training accuracy:0.990800023079 validation cost:0.182075083256 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.08777987957 and training accuracy:0.995580434799 validation cost:0.0846148058772 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0595003329217 and training accuracy:0.996572554111 validation cost:0.0573328994215 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0461779385805 and training accuracy:0.997023522854 validation cost:0.0444315522909 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0383208952844 and training accuracy:0.997745096684 validation cost:0.0367967188358 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0330797433853 and training accuracy:0.998196065426 validation cost:0.0316895656288 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0292999241501 and training accuracy:0.998376488686 validation cost:0.0279977507889 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0264257565141 and training accuracy:0.998556852341 validation cost:0.0251861214638 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0241546668112 and training accuracy:0.998827457428 validation cost:0.0229632519186 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.767917871 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.254642903805 and training accuracy:0.955671429634 validation cost:0.256225198507 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.157883271575 and training accuracy:0.964611649513 validation cost:0.159908652306 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.123620733619 and training accuracy:0.970106184483 validation cost:0.125699058175 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.105027087033 and training accuracy:0.974576294422 validation cost:0.106975980103 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0928726121783 and training accuracy:0.977276980877 validation cost:0.0946259573102 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0840982198715 and training accuracy:0.978673875332 validation cost:0.0856401845813 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.077360317111 and training accuracy:0.979605138302 validation cost:0.0786969736218 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0719676017761 and training accuracy:0.981467664242 validation cost:0.0731105357409 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.067520596087 and training accuracy:0.982864618301 validation cost:0.0684890672565 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.967278004 Method 3 test accuracy:0.80529999733 Training with lmbda:477341.317937, 73 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.769649982 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376039773226 and training accuracy:0.937642037868 validation cost:0.380473613739 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.184505850077 and training accuracy:0.96054905653 validation cost:0.189186781645 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.127424195409 and training accuracy:0.970275402069 validation cost:0.132832154632 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.100181803107 and training accuracy:0.976547598839 validation cost:0.105689771473 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.08388569206 and training accuracy:0.979547321796 validation cost:0.0891149491072 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0728717073798 and training accuracy:0.981819808483 validation cost:0.0776711776853 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0648385882378 and training accuracy:0.983910560608 validation cost:0.0691715851426 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0586684048176 and training accuracy:0.986092150211 validation cost:0.0625461190939 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0537460893393 and training accuracy:0.986819386482 validation cost:0.0571936741471 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.634287119 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.269739955664 and training accuracy:0.981561005116 validation cost:0.272331774235 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.132435560226 and training accuracy:0.991414606571 validation cost:0.128792837262 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0887806043029 and training accuracy:0.993951201439 validation cost:0.083252735436 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0678710490465 and training accuracy:0.994926810265 validation cost:0.0617820769548 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0555997155607 and training accuracy:0.995121955872 validation cost:0.0493929795921 and validation accuracy:1.0 Training on :(4, 5) training cost:0.047494482249 and training accuracy:0.99590241909 validation cost:0.0413388982415 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0417120605707 and training accuracy:0.996390223503 validation cost:0.0356767736375 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0373591259122 and training accuracy:0.996682941914 validation cost:0.0314722694457 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0339500755072 and training accuracy:0.997170746326 validation cost:0.0282221995294 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.787092924 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.188701376319 and training accuracy:0.990800023079 validation cost:0.182231977582 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0878813192248 and training accuracy:0.995580434799 validation cost:0.0847153663635 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0595772378147 and training accuracy:0.996572554111 validation cost:0.057409375906 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0462410375476 and training accuracy:0.997023522854 validation cost:0.044494766742 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0383746214211 and training accuracy:0.997745096684 validation cost:0.0368506982923 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0331266634166 and training accuracy:0.998196065426 validation cost:0.0317369438708 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0293419566005 and training accuracy:0.998376488686 validation cost:0.0280402377248 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0264638606459 and training accuracy:0.998556852341 validation cost:0.0252247639 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.024189857766 and training accuracy:0.998827457428 validation cost:0.0229989215732 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.506467819 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.254817843437 and training accuracy:0.955764591694 validation cost:0.256399452686 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.158007413149 and training accuracy:0.964611649513 validation cost:0.160031884909 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.123724833131 and training accuracy:0.970106184483 validation cost:0.125802159309 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.105121798813 and training accuracy:0.974576294422 validation cost:0.107070326805 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0929613038898 and training accuracy:0.977463185787 validation cost:0.0947147980332 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0841828361154 and training accuracy:0.978673875332 validation cost:0.0857253745198 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0774415954947 and training accuracy:0.979605138302 validation cost:0.0787796229124 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0720457062125 and training accuracy:0.981467664242 validation cost:0.0731905475259 and validation accuracy:0.985875725746 Training on :(8, 9) training cost:0.0675967410207 and training accuracy:0.982864618301 validation cost:0.0685672834516 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.192267895 Method 3 test accuracy:0.805199980736 Training with lmbda:487065.64391, 74 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.017729044 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376186847687 and training accuracy:0.937732934952 validation cost:0.380618363619 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.184634909034 and training accuracy:0.960458159447 validation cost:0.189310997725 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.127532690763 and training accuracy:0.970275402069 validation cost:0.132935360074 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.100278347731 and training accuracy:0.976547598839 validation cost:0.105782210827 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0839744135737 and training accuracy:0.979547321796 validation cost:0.0892010331154 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0729542970657 and training accuracy:0.981910765171 validation cost:0.0777526572347 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0649158209562 and training accuracy:0.983910560608 validation cost:0.0692487433553 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0587417297065 and training accuracy:0.986092150211 validation cost:0.0626200959086 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0538166426122 and training accuracy:0.986819386482 validation cost:0.0572659559548 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.692526102 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.270281374454 and training accuracy:0.981561005116 validation cost:0.272895902395 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.132791101933 and training accuracy:0.991414606571 validation cost:0.129167884588 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0890376120806 and training accuracy:0.993951201439 validation cost:0.0835236161947 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0680720731616 and training accuracy:0.994829297066 validation cost:0.0619936548173 and validation accuracy:1.0 Training on :(4, 5) training cost:0.055765286088 and training accuracy:0.995121955872 validation cost:0.0495672263205 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0476360060275 and training accuracy:0.99590241909 validation cost:0.0414877422154 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0418366938829 and training accuracy:0.996390223503 validation cost:0.0358078218997 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0374708101153 and training accuracy:0.996682941914 validation cost:0.031589768827 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0340511724353 and training accuracy:0.997170746326 validation cost:0.0283286496997 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.788510084 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.189200043678 and training accuracy:0.990709841251 validation cost:0.182726427913 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0882030874491 and training accuracy:0.995580434799 validation cost:0.0850339978933 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0598216466606 and training accuracy:0.996572554111 validation cost:0.0576520226896 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0464414134622 and training accuracy:0.997023522854 validation cost:0.044694930315 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0385458692908 and training accuracy:0.997745096684 validation cost:0.0370224155486 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.03327659145 and training accuracy:0.998196065426 validation cost:0.0318879000843 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0294762309641 and training accuracy:0.998286306858 validation cost:0.0281758569181 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0265857819468 and training accuracy:0.998556852341 validation cost:0.0253481063992 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0243017692119 and training accuracy:0.9987372756 validation cost:0.0231121256948 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.15625596 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.255379617214 and training accuracy:0.955764591694 validation cost:0.256960242987 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.158405765891 and training accuracy:0.964611649513 validation cost:0.160427093506 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.12405975908 and training accuracy:0.970106184483 validation cost:0.126133546233 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.105423860252 and training accuracy:0.974390029907 validation cost:0.107370331883 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0932450741529 and training accuracy:0.977370083332 validation cost:0.0949985608459 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0844522863626 and training accuracy:0.978766977787 validation cost:0.0859967246652 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0777005329728 and training accuracy:0.979605138302 validation cost:0.0790425986052 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0722956582904 and training accuracy:0.981188297272 validation cost:0.0734466463327 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.067838139832 and training accuracy:0.982771456242 validation cost:0.0688150450587 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.195966959 Method 3 test accuracy:0.805199980736 Training with lmbda:491840.424423, 75 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.2529881 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376258820295 and training accuracy:0.937732934952 validation cost:0.380689233541 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.184698224068 and training accuracy:0.960458159447 validation cost:0.18937201798 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.127584829926 and training accuracy:0.970275402069 validation cost:0.132984891534 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.100325062871 and training accuracy:0.976547598839 validation cost:0.105826698244 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0840173587203 and training accuracy:0.979547321796 validation cost:0.0892423167825 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0729943662882 and training accuracy:0.981910765171 validation cost:0.0777918472886 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0649537220597 and training accuracy:0.983910560608 validation cost:0.0692861750722 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0587774924934 and training accuracy:0.986092150211 validation cost:0.0626560002565 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0538505390286 and training accuracy:0.986819386482 validation cost:0.0573005117476 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.961237907 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.27054426074 and training accuracy:0.981561005116 validation cost:0.273169547319 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.132964193821 and training accuracy:0.991414606571 validation cost:0.129350453615 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.089163005352 and training accuracy:0.993951201439 validation cost:0.0836557373405 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0681698396802 and training accuracy:0.994829297066 validation cost:0.0620965063572 and validation accuracy:1.0 Training on :(4, 5) training cost:0.055845875293 and training accuracy:0.995121955872 validation cost:0.0496518984437 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0477051213384 and training accuracy:0.99590241909 validation cost:0.0415602736175 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0418972708285 and training accuracy:0.996390223503 validation cost:0.0358714722097 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0375247225165 and training accuracy:0.996682941914 validation cost:0.0316464342177 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0341001600027 and training accuracy:0.997170746326 validation cost:0.0283800866455 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.680691004 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.189444825053 and training accuracy:0.990709841251 validation cost:0.182969048619 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0883603841066 and training accuracy:0.995580434799 validation cost:0.0851897224784 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0599411688745 and training accuracy:0.996572554111 validation cost:0.0577708333731 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0465393960476 and training accuracy:0.997023522854 validation cost:0.0447928868234 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0386293567717 and training accuracy:0.997745096684 validation cost:0.0371062457561 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.033349763602 and training accuracy:0.998196065426 validation cost:0.0319616906345 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0295416601002 and training accuracy:0.998286306858 validation cost:0.0282419919968 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.026645084843 and training accuracy:0.998556852341 validation cost:0.0254081748426 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0243562236428 and training accuracy:0.9987372756 validation cost:0.0231673009694 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.79207015 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.255653351545 and training accuracy:0.955764591694 validation cost:0.25723311305 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.158600121737 and training accuracy:0.964611649513 validation cost:0.160619750619 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.124223075807 and training accuracy:0.970106184483 validation cost:0.126295000315 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.105570800602 and training accuracy:0.974390029907 validation cost:0.107516042888 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.093382306397 and training accuracy:0.977463185787 validation cost:0.0951353907585 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0845828279853 and training accuracy:0.978766977787 validation cost:0.0861277729273 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0778254270554 and training accuracy:0.979418873787 validation cost:0.0791684687138 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0724163651466 and training accuracy:0.981188297272 validation cost:0.073569573462 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.067955635488 and training accuracy:0.982771456242 validation cost:0.0689351409674 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.413146973 Method 3 test accuracy:0.805199980736 Training with lmbda:505673.877019, 76 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.445172071 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376468390226 and training accuracy:0.937732934952 validation cost:0.380895525217 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.184878751636 and training accuracy:0.960458159447 validation cost:0.189545601606 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.127736240625 and training accuracy:0.970184504986 validation cost:0.133128449321 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.10045940429 and training accuracy:0.976547598839 validation cost:0.105954624712 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0841407999396 and training accuracy:0.979547321796 validation cost:0.0893618389964 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0731102749705 and training accuracy:0.981910765171 validation cost:0.0779066085815 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0650625899434 and training accuracy:0.983910560608 validation cost:0.0693956613541 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0588803179562 and training accuracy:0.986001253128 validation cost:0.0627605989575 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0539488196373 and training accuracy:0.986819386482 validation cost:0.0574017614126 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.272707939 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.271298825741 and training accuracy:0.981658518314 validation cost:0.273956686258 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.133458256721 and training accuracy:0.991414606571 validation cost:0.129872113466 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0895197764039 and training accuracy:0.993951201439 validation cost:0.0840317383409 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0684488266706 and training accuracy:0.994829297066 validation cost:0.0623902082443 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0560764409602 and training accuracy:0.995121955872 validation cost:0.049894310534 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0479020923376 and training accuracy:0.995999991894 validation cost:0.041767410934 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0420698188245 and training accuracy:0.996390223503 validation cost:0.036052916199 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0376791767776 and training accuracy:0.996780514717 validation cost:0.0318089947104 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0342402756214 and training accuracy:0.997170746326 validation cost:0.0285275559872 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.960613012 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.190149128437 and training accuracy:0.990709841251 validation cost:0.183667719364 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0888136252761 and training accuracy:0.995580434799 validation cost:0.0856387019157 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0602845065296 and training accuracy:0.996572554111 validation cost:0.0581122413278 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.046818934381 and training accuracy:0.997023522854 validation cost:0.0450725145638 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0388677939773 and training accuracy:0.997654914856 validation cost:0.0373458079994 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0335587374866 and training accuracy:0.998196065426 validation cost:0.0321723856032 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0297287069261 and training accuracy:0.998196065426 validation cost:0.0284310746938 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0268150120974 and training accuracy:0.998466670513 validation cost:0.0255801230669 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0245117694139 and training accuracy:0.9987372756 validation cost:0.023324854672 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.449512959 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.256443709135 and training accuracy:0.956043958664 validation cost:0.258022010326 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.159161373973 and training accuracy:0.964611649513 validation cost:0.161177232862 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.124694041908 and training accuracy:0.970013022423 validation cost:0.126762226224 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.105995841324 and training accuracy:0.974203765392 validation cost:0.10793902725 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.09377925843 and training accuracy:0.977370083332 validation cost:0.0955324918032 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0849594771862 and training accuracy:0.978673875332 validation cost:0.0865083113313 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0781875476241 and training accuracy:0.979325771332 validation cost:0.0795364379883 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0727657526731 and training accuracy:0.981095194817 validation cost:0.0739276111126 and validation accuracy:0.984934091568 Training on :(8, 9) training cost:0.0682931616902 and training accuracy:0.982585191727 validation cost:0.0692821964622 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.077813864 Method 3 test accuracy:0.80529999733 Training with lmbda:534903.51815, 77 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.376822948 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.376899421215 and training accuracy:0.937823832035 validation cost:0.38131994009 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.185253947973 and training accuracy:0.960367262363 validation cost:0.189906477928 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.128049761057 and training accuracy:0.970184504986 validation cost:0.133426204324 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.100738100708 and training accuracy:0.976547598839 validation cost:0.106220662594 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0843959376216 and training accuracy:0.979547321796 validation cost:0.0896087139845 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0733481347561 and training accuracy:0.982092559338 validation cost:0.0781401023269 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0652862265706 and training accuracy:0.983910560608 validation cost:0.0696186050773 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0590919516981 and training accuracy:0.985910356045 validation cost:0.0629743784666 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0541511103511 and training accuracy:0.986819386482 validation cost:0.0576086528599 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:121.043738127 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.272847652435 and training accuracy:0.981561005116 validation cost:0.275570213795 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.134475782514 and training accuracy:0.991414606571 validation cost:0.130945041776 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0902515351772 and training accuracy:0.993951201439 validation cost:0.084802813828 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0690205469728 and training accuracy:0.994829297066 validation cost:0.0629921033978 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0565483570099 and training accuracy:0.995121955872 validation cost:0.0503907501698 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0483053438365 and training accuracy:0.99590241909 validation cost:0.0421916432679 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0424239523709 and training accuracy:0.996487796307 validation cost:0.0364257358015 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0379957780242 and training accuracy:0.996780514717 validation cost:0.0321425870061 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0345276780427 and training accuracy:0.997170746326 validation cost:0.0288304053247 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.763535976 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.19161093235 and training accuracy:0.990709841251 validation cost:0.185117825866 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.089751958847 and training accuracy:0.995580434799 validation cost:0.0865689963102 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0609925426543 and training accuracy:0.996572554111 validation cost:0.058817256242 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0473966524005 and training accuracy:0.997023522854 validation cost:0.0456511490047 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0393595583737 and training accuracy:0.997564733028 validation cost:0.0378406979144 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0339892618358 and training accuracy:0.998196065426 validation cost:0.0326071754098 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.030113151297 and training accuracy:0.998196065426 validation cost:0.0288202017546 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0271633528173 and training accuracy:0.998466670513 validation cost:0.0259333364666 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0248311515898 and training accuracy:0.998647093773 validation cost:0.0236485674977 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.175948858 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.258083641529 and training accuracy:0.955857694149 validation cost:0.259657800198 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.160323396325 and training accuracy:0.964518547058 validation cost:0.162331208587 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.125667735934 and training accuracy:0.969919919968 validation cost:0.127728894353 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.106873266399 and training accuracy:0.974203765392 validation cost:0.108811587095 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0945990011096 and training accuracy:0.977276980877 validation cost:0.0963522419333 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0857390388846 and training accuracy:0.978487610817 validation cost:0.0872940719128 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0789329484105 and training accuracy:0.979325771332 validation cost:0.0802922919393 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.073483966291 and training accuracy:0.980815768242 validation cost:0.0746606364846 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0689896345139 and training accuracy:0.982492089272 validation cost:0.0699976086617 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.900458097 Method 3 test accuracy:0.805199980736 Training with lmbda:558680.988358, 78 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.482040882 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.377246499062 and training accuracy:0.937823832035 validation cost:0.381661713123 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.185553222895 and training accuracy:0.960458159447 validation cost:0.190194621682 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.128297895193 and training accuracy:0.970093607903 validation cost:0.133662357926 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.100957222283 and training accuracy:0.976547598839 validation cost:0.106429956853 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0845975652337 and training accuracy:0.97936552763 validation cost:0.0898044332862 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0735348463058 and training accuracy:0.982001662254 validation cost:0.07832467556 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0654612034559 and training accuracy:0.983819663525 validation cost:0.0697940289974 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.059257928282 and training accuracy:0.985819458961 validation cost:0.0631429553032 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.054309181869 and training accuracy:0.986819386482 validation cost:0.0577706135809 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.76156497 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.274061858654 and training accuracy:0.981365859509 validation cost:0.276835888624 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.135273098946 and training accuracy:0.991317093372 validation cost:0.131786569953 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0908268392086 and training accuracy:0.993951201439 validation cost:0.0854095071554 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.069469191134 and training accuracy:0.994829297066 validation cost:0.0634649917483 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0569183453918 and training accuracy:0.995121955872 validation cost:0.0507803931832 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0486218072474 and training accuracy:0.995804905891 validation cost:0.0425248518586 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0427014008164 and training accuracy:0.996487796307 validation cost:0.0367181561887 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0382441096008 and training accuracy:0.996780514717 validation cost:0.0324047096074 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0347530469298 and training accuracy:0.997170746326 validation cost:0.0290682278574 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.589892149 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.192767053843 and training accuracy:0.990709841251 validation cost:0.186265662313 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0904939621687 and training accuracy:0.995490193367 validation cost:0.0873051285744 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0615517385304 and training accuracy:0.996572554111 validation cost:0.0593747124076 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.047852229327 and training accuracy:0.997023522854 validation cost:0.0461078472435 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0397472381592 and training accuracy:0.997474491596 validation cost:0.0382310301065 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0343281328678 and training accuracy:0.998196065426 validation cost:0.0329495444894 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.030415551737 and training accuracy:0.998196065426 validation cost:0.0291263796389 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.027436921373 and training accuracy:0.998466670513 validation cost:0.0262106917799 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0250818990171 and training accuracy:0.998647093773 validation cost:0.0239029023796 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.939123869 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.259385347366 and training accuracy:0.956043958664 validation cost:0.260956466198 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.161247432232 and training accuracy:0.964518547058 validation cost:0.163249865174 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.126439362764 and training accuracy:0.969919919968 validation cost:0.128496259451 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.107569500804 and training accuracy:0.974296867847 validation cost:0.109505653381 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0952477678657 and training accuracy:0.976904451847 validation cost:0.0970026254654 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0863543897867 and training accuracy:0.978301346302 validation cost:0.0879146158695 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0795229077339 and training accuracy:0.979325771332 validation cost:0.0808919593692 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0740526840091 and training accuracy:0.980815768242 validation cost:0.0752410143614 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0695390850306 and training accuracy:0.982492089272 validation cost:0.0705613642931 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:117.715517998 Method 3 test accuracy:0.805100023746 Training with lmbda:565018.665885, 79 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.475708961 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.377336800098 and training accuracy:0.937823832035 validation cost:0.381750613451 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.18563196063 and training accuracy:0.960458159447 validation cost:0.190270602703 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.128363311291 and training accuracy:0.970093607903 validation cost:0.133724689484 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.10101493448 and training accuracy:0.976547598839 validation cost:0.106485292315 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.084650427103 and training accuracy:0.97936552763 validation cost:0.0898557752371 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0735840052366 and training accuracy:0.982001662254 validation cost:0.0783733651042 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.065507337451 and training accuracy:0.983819663525 validation cost:0.0698403716087 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.059301648289 and training accuracy:0.985819458961 validation cost:0.0631874278188 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.054350681603 and training accuracy:0.986819386482 validation cost:0.05781339854 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.535279989 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.274378865957 and training accuracy:0.981365859509 validation cost:0.277166455984 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.13548129797 and training accuracy:0.991317093372 validation cost:0.132006421685 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0909771546721 and training accuracy:0.993951201439 validation cost:0.0855682790279 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0695863440633 and training accuracy:0.994829297066 validation cost:0.0635886788368 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0570145770907 and training accuracy:0.995024383068 validation cost:0.0508818589151 and validation accuracy:1.0 Training on :(4, 5) training cost:0.048704046756 and training accuracy:0.995804905891 validation cost:0.042611617595 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0427736677229 and training accuracy:0.996487796307 validation cost:0.0367944948375 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0383085496724 and training accuracy:0.996780514717 validation cost:0.0324728451669 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0348114930093 and training accuracy:0.997170746326 validation cost:0.0291300006211 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.072449923 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.193069800735 and training accuracy:0.990709841251 validation cost:0.186565935612 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0906883850694 and training accuracy:0.995490193367 validation cost:0.0874978229403 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0616984777153 and training accuracy:0.996572554111 validation cost:0.0595207475126 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0479709729552 and training accuracy:0.997023522854 validation cost:0.0462267287076 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0398484878242 and training accuracy:0.997474491596 validation cost:0.0383328907192 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0344168879092 and training accuracy:0.998196065426 validation cost:0.0330391041934 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0304946321994 and training accuracy:0.998196065426 validation cost:0.0292063392699 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0275084935129 and training accuracy:0.998466670513 validation cost:0.0262831579894 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0251474417746 and training accuracy:0.998647093773 validation cost:0.0239693373442 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.046663046 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.259728550911 and training accuracy:0.956043958664 validation cost:0.261298626661 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.161490857601 and training accuracy:0.964518547058 validation cost:0.163491860032 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.126642346382 and training accuracy:0.969733655453 validation cost:0.128697752953 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.107752114534 and training accuracy:0.974296867847 validation cost:0.109686985612 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0954186171293 and training accuracy:0.976904451847 validation cost:0.0971734300256 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0865155756474 and training accuracy:0.978301346302 validation cost:0.0880769714713 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0796778574586 and training accuracy:0.979325771332 validation cost:0.0810495242476 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0742015391588 and training accuracy:0.980722665787 validation cost:0.0753931999207 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0696828588843 and training accuracy:0.982492089272 validation cost:0.0707087293267 and validation accuracy:0.987758934498 Training on :(8, 9) Time taken:118.398883104 Method 3 test accuracy:0.805100023746 Training with lmbda:584149.816945, 80 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.363853931 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.377608776093 and training accuracy:0.937823832035 validation cost:0.382018387318 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.185867488384 and training accuracy:0.960458159447 validation cost:0.190497636795 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.128557935357 and training accuracy:0.970093607903 validation cost:0.13390982151 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.101187035441 and training accuracy:0.976547598839 validation cost:0.106650017202 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0848076865077 and training accuracy:0.97936552763 validation cost:0.0900083780289 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0737298578024 and training accuracy:0.982092559338 validation cost:0.0785173252225 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.065645582974 and training accuracy:0.983819663525 validation cost:0.0699785500765 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0594324246049 and training accuracy:0.985819458961 validation cost:0.0633195713162 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0544752627611 and training accuracy:0.986819386482 validation cost:0.0579408556223 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.835132122 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.275326639414 and training accuracy:0.981365859509 validation cost:0.278154462576 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.136103868484 and training accuracy:0.991317093372 validation cost:0.132663726807 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0914257317781 and training accuracy:0.993951201439 validation cost:0.0860415548086 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.069935798645 and training accuracy:0.994829297066 validation cost:0.0639572292566 and validation accuracy:1.0 Training on :(4, 5) training cost:0.057302352041 and training accuracy:0.995024383068 validation cost:0.0511852167547 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0489492714405 and training accuracy:0.995707333088 validation cost:0.0428701639175 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0429887026548 and training accuracy:0.996487796307 validation cost:0.0370212718844 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0385009758174 and training accuracy:0.996780514717 validation cost:0.0326759926975 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0349862203002 and training accuracy:0.997170746326 validation cost:0.0293144769967 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.872529984 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.193979293108 and training accuracy:0.990709841251 validation cost:0.187468662858 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0912698358297 and training accuracy:0.995490193367 validation cost:0.0880744755268 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0621366910636 and training accuracy:0.996572554111 validation cost:0.0599573664367 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0483273789287 and training accuracy:0.997023522854 validation cost:0.0465839542449 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0401509031653 and training accuracy:0.997474491596 validation cost:0.0386372581124 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0346808247268 and training accuracy:0.998196065426 validation cost:0.0333055406809 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0307298190892 and training accuracy:0.998196065426 validation cost:0.0294441506267 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0277215298265 and training accuracy:0.998466670513 validation cost:0.026498792693 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0253425054252 and training accuracy:0.998647093773 validation cost:0.0241671930999 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.560933113 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.260755032301 and training accuracy:0.956137061119 validation cost:0.262322157621 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.162221640348 and training accuracy:0.964518547058 validation cost:0.16421841085 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.127252310514 and training accuracy:0.969733655453 validation cost:0.129304617643 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.108300067484 and training accuracy:0.974017500877 validation cost:0.110233329237 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0959279388189 and training accuracy:0.976904451847 validation cost:0.0976840630174 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0869975015521 and training accuracy:0.978301346302 validation cost:0.0885630846024 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0801397711039 and training accuracy:0.979325771332 validation cost:0.0815185308456 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0746472477913 and training accuracy:0.980257034302 validation cost:0.0758484378457 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0701132491231 and training accuracy:0.982305824757 validation cost:0.0711504667997 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:118.106100082 Method 3 test accuracy:0.805700004101 Training with lmbda:615170.551021, 81 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.207851171 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.378041893244 and training accuracy:0.937823832035 validation cost:0.382444947958 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.186238572001 and training accuracy:0.960367262363 validation cost:0.190855115652 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.128866836429 and training accuracy:0.970184504986 validation cost:0.134204477072 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.101459302008 and training accuracy:0.976456701756 validation cost:0.106910847127 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0850555226207 and training accuracy:0.97936552763 validation cost:0.0902494564652 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0739614069462 and training accuracy:0.982001662254 validation cost:0.078746765852 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0658632367849 and training accuracy:0.983728766441 validation cost:0.0701972693205 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0596379451454 and training accuracy:0.985728561878 validation cost:0.0635290443897 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0546709448099 and training accuracy:0.986728489399 validation cost:0.0581417828798 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.398324013 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.276818752289 and training accuracy:0.981365859509 validation cost:0.279709547758 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.137081384659 and training accuracy:0.991317093372 validation cost:0.13369551301 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0921293199062 and training accuracy:0.993951201439 validation cost:0.0867836400867 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0704846456647 and training accuracy:0.994829297066 validation cost:0.0645358785987 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0577541925013 and training accuracy:0.995024383068 validation cost:0.0516614615917 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0493350252509 and training accuracy:0.995804905891 validation cost:0.043277181685 and validation accuracy:1.0 Training on :(4, 5) training cost:0.043327268213 and training accuracy:0.996487796307 validation cost:0.0373784638941 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0388034023345 and training accuracy:0.996780514717 validation cost:0.0329952575266 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0352611541748 and training accuracy:0.997170746326 validation cost:0.0296046249568 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.94851017 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.195422291756 and training accuracy:0.990800023079 validation cost:0.18890145421 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0921943858266 and training accuracy:0.995400011539 validation cost:0.088991753757 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0628298223019 and training accuracy:0.996572554111 validation cost:0.0606486052275 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0488897264004 and training accuracy:0.997023522854 validation cost:0.0471476651728 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0406277365983 and training accuracy:0.997474491596 validation cost:0.0391173474491 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0350972265005 and training accuracy:0.998196065426 validation cost:0.0337256789207 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.031100153923 and training accuracy:0.998105883598 validation cost:0.0298181213439 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0280570909381 and training accuracy:0.998466670513 validation cost:0.026838330552 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0256494805217 and training accuracy:0.998647093773 validation cost:0.0244780313224 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.82288599 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.262390017509 and training accuracy:0.956043958664 validation cost:0.263953179121 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.163384884596 and training accuracy:0.964332282543 validation cost:0.165375292301 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.128221750259 and training accuracy:0.969361126423 validation cost:0.130268782377 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.109169796109 and training accuracy:0.974017500877 validation cost:0.111100763083 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0967362746596 and training accuracy:0.976531922817 validation cost:0.0984961986542 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0877618640661 and training accuracy:0.978487610817 validation cost:0.0893352925777 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0808712765574 and training accuracy:0.979232609272 validation cost:0.0822631046176 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0753519162536 and training accuracy:0.979977667332 validation cost:0.0765692591667 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0707947388291 and training accuracy:0.981933295727 validation cost:0.0718500763178 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:117.633991003 Method 3 test accuracy:0.805999994278 Training with lmbda:618955.226464, 82 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.450410128 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.378094524145 and training accuracy:0.937823832035 validation cost:0.382496863604 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.186283096671 and training accuracy:0.960367262363 validation cost:0.190897881985 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.12890380621 and training accuracy:0.970184504986 validation cost:0.134239509702 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.101492375135 and training accuracy:0.976456701756 validation cost:0.106942482293 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0850854590535 and training accuracy:0.97936552763 validation cost:0.0902785584331 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0739889889956 and training accuracy:0.982001662254 validation cost:0.0787741094828 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0658894181252 and training accuracy:0.983728766441 validation cost:0.0702237039804 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0596623681486 and training accuracy:0.985728561878 validation cost:0.0635540038347 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0546942092478 and training accuracy:0.986728489399 validation cost:0.0581658557057 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.689350128 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.276995509863 and training accuracy:0.981268286705 validation cost:0.279893517494 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.137197390199 and training accuracy:0.991317093372 validation cost:0.133817955852 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0922127142549 and training accuracy:0.993951201439 validation cost:0.0868716388941 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0705497711897 and training accuracy:0.994829297066 validation cost:0.0646046623588 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0578077733517 and training accuracy:0.995024383068 validation cost:0.0517180226743 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0493808835745 and training accuracy:0.995804905891 validation cost:0.0433256477118 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0433677434921 and training accuracy:0.996487796307 validation cost:0.037421207875 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0388394221663 and training accuracy:0.996780514717 validation cost:0.0330332629383 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0352940931916 and training accuracy:0.997170746326 validation cost:0.0296393223107 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.286610842 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.195595681667 and training accuracy:0.990800023079 validation cost:0.189073741436 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0923056006432 and training accuracy:0.995400011539 validation cost:0.0891022309661 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0629131346941 and training accuracy:0.996572554111 validation cost:0.0607317537069 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0489574298263 and training accuracy:0.997023522854 validation cost:0.0472156777978 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0406848229468 and training accuracy:0.997474491596 validation cost:0.0391749069095 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0351470299065 and training accuracy:0.998196065426 validation cost:0.0337760038674 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0311445407569 and training accuracy:0.998105883598 validation cost:0.0298630297184 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0280971564353 and training accuracy:0.998466670513 validation cost:0.0268789697438 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0256862007082 and training accuracy:0.998647093773 validation cost:0.0245152693242 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.98015213 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.262586921453 and training accuracy:0.956137061119 validation cost:0.264149457216 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.163525357842 and training accuracy:0.964332282543 validation cost:0.165514960885 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.128338724375 and training accuracy:0.969361126423 validation cost:0.130384683609 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.109274372458 and training accuracy:0.974017500877 validation cost:0.111205220222 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0968334525824 and training accuracy:0.976531922817 validation cost:0.0985936224461 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0878541767597 and training accuracy:0.978487610817 validation cost:0.0894285216928 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0809589028358 and training accuracy:0.979232609272 validation cost:0.0823519304395 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.075436398387 and training accuracy:0.979977667332 validation cost:0.0766558870673 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0708761885762 and training accuracy:0.981933295727 validation cost:0.0719334855676 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:117.837966919 Method 3 test accuracy:0.805999994278 Training with lmbda:628264.390862, 83 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.213040530682 and training accuracy:0.997483968735 validation cost:0.210038483143 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571700818837 and training accuracy:0.998178005219 validation cost:0.0579179823399 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.032088086009 and training accuracy:0.998438298702 validation cost:0.0333170518279 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0225660856813 and training accuracy:0.998351573944 validation cost:0.0238796602935 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0175787508488 and training accuracy:0.998611807823 validation cost:0.0188843216747 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0144965434447 and training accuracy:0.998698592186 validation cost:0.0157672483474 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0123903853819 and training accuracy:0.998785376549 validation cost:0.013617021963 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108527811244 and training accuracy:0.998872101307 validation cost:0.0120350383222 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00967658217996 and training accuracy:0.999045610428 validation cost:0.0108164036646 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.020922899 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.378221750259 and training accuracy:0.937823832035 validation cost:0.38262206316 and validation accuracy:0.938419103622 Training on :(2, 3) training cost:0.186393350363 and training accuracy:0.960367262363 validation cost:0.191004216671 and validation accuracy:0.959558844566 Training on :(2, 3) training cost:0.1289960742 and training accuracy:0.970184504986 validation cost:0.134327679873 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.101574294269 and training accuracy:0.976365804672 validation cost:0.107021309435 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0851600915194 and training accuracy:0.97936552763 validation cost:0.0903516635299 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.074058227241 and training accuracy:0.982001662254 validation cost:0.0788434147835 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.065954208374 and training accuracy:0.983728766441 validation cost:0.0702895894647 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0597232319415 and training accuracy:0.985728561878 validation cost:0.0636167749763 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0547522008419 and training accuracy:0.986728489399 validation cost:0.0582261607051 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.747137785 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.277427196503 and training accuracy:0.981268286705 validation cost:0.280342668295 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.137482106686 and training accuracy:0.991317093372 validation cost:0.134118303657 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0924181193113 and training accuracy:0.993951201439 validation cost:0.0870881900191 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0707099288702 and training accuracy:0.994829297066 validation cost:0.0647735819221 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0579394586384 and training accuracy:0.995024383068 validation cost:0.051856957376 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0494932308793 and training accuracy:0.99590241909 validation cost:0.0434443466365 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0434664450586 and training accuracy:0.996487796307 validation cost:0.0375253856182 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0389275625348 and training accuracy:0.996780514717 validation cost:0.0331262350082 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0353740490973 and training accuracy:0.997170746326 validation cost:0.0297236386687 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.637704849 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.196021646261 and training accuracy:0.990800023079 validation cost:0.189497053623 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0925780534744 and training accuracy:0.995400011539 validation cost:0.0893730819225 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0631170868874 and training accuracy:0.996572554111 validation cost:0.0609355568886 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0491226501763 and training accuracy:0.997023522854 validation cost:0.0473817288876 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0408243983984 and training accuracy:0.997474491596 validation cost:0.0393155626953 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.035268895328 and training accuracy:0.998196065426 validation cost:0.0338991135359 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0312529355288 and training accuracy:0.998105883598 validation cost:0.0299728102982 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0281951650977 and training accuracy:0.998466670513 validation cost:0.026978418231 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0257755927742 and training accuracy:0.998647093773 validation cost:0.0246061068028 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.218737125 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.263070911169 and training accuracy:0.956230223179 validation cost:0.264632582664 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.163869142532 and training accuracy:0.964332282543 validation cost:0.165856987238 and validation accuracy:0.95951038599 Training on :(8, 9) training cost:0.128624871373 and training accuracy:0.969268023968 validation cost:0.13066855073 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.109530381858 and training accuracy:0.973924398422 validation cost:0.111460439861 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0970719456673 and training accuracy:0.976252555847 validation cost:0.0988331660628 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0880794748664 and training accuracy:0.978487610817 validation cost:0.0896563306451 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0811738371849 and training accuracy:0.979139506817 validation cost:0.0825704038143 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.075642876327 and training accuracy:0.979977667332 validation cost:0.0768668204546 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0710760951042 and training accuracy:0.981840193272 validation cost:0.0721392408013 and validation accuracy:0.98681730032 Training on :(8, 9) Time taken:117.493612051 Method 3 test accuracy:0.805999994278 Training with lmbda:450943.771238, 84 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.286252022 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.358065247536 and training accuracy:0.946095824242 validation cost:0.364169448614 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.175833687186 and training accuracy:0.963821470737 validation cost:0.181112065911 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.12224547565 and training accuracy:0.972093462944 validation cost:0.127754405141 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0965518131852 and training accuracy:0.977456569672 validation cost:0.101932875812 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0811302065849 and training accuracy:0.980729043484 validation cost:0.0861447528005 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0706716328859 and training accuracy:0.982728838921 validation cost:0.0752357542515 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0630158856511 and training accuracy:0.984274148941 validation cost:0.0671055912971 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0571105629206 and training accuracy:0.986092150211 validation cost:0.0607423298061 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0523873157799 and training accuracy:0.987455666065 validation cost:0.0555917806923 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.743828773 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.262627869844 and training accuracy:0.98331707716 validation cost:0.263663381338 and validation accuracy:0.990128338337 Training on :(4, 5) training cost:0.127420142293 and training accuracy:0.991512179375 validation cost:0.122517503798 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0853210389614 and training accuracy:0.993658542633 validation cost:0.0788190737367 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0653522834182 and training accuracy:0.994829297066 validation cost:0.0584629327059 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0536913573742 and training accuracy:0.995219528675 validation cost:0.0467956922948 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0460034571588 and training accuracy:0.995804905891 validation cost:0.0392358936369 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0405199602246 and training accuracy:0.996195137501 validation cost:0.0339300110936 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0363898612559 and training accuracy:0.996780514717 validation cost:0.0299930796027 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0331522859633 and training accuracy:0.996878027916 validation cost:0.0269494615495 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.887946129 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.181943267584 and training accuracy:0.992152988911 validation cost:0.175308138132 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0858466923237 and training accuracy:0.995850980282 validation cost:0.0828451886773 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0588085576892 and training accuracy:0.997294127941 validation cost:0.0569352768362 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0459935516119 and training accuracy:0.997745096684 validation cost:0.0445900373161 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0383952073753 and training accuracy:0.997925519943 validation cost:0.0372254364192 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0333023481071 and training accuracy:0.998286306858 validation cost:0.0322634726763 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0296150837094 and training accuracy:0.998376488686 validation cost:0.0286565721035 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0268021598458 and training accuracy:0.998376488686 validation cost:0.0258973240852 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.024573482573 and training accuracy:0.998466670513 validation cost:0.0237070415169 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.515444994 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.251905292273 and training accuracy:0.958837747574 validation cost:0.25231897831 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.155215501785 and training accuracy:0.966753602028 validation cost:0.156300231814 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.121392324567 and training accuracy:0.971782445908 validation cost:0.122782848775 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.103085935116 and training accuracy:0.974762499332 validation cost:0.104540653527 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0911219492555 and training accuracy:0.977463185787 validation cost:0.092530310154 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0824763327837 and training accuracy:0.979512035847 validation cost:0.0837918743491 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0758351460099 and training accuracy:0.980815768242 validation cost:0.0770426392555 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0705189108849 and training accuracy:0.982398927212 validation cost:0.0716163218021 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0661314874887 and training accuracy:0.983050823212 validation cost:0.0671232715249 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.170067072 Method 3 test accuracy:0.838699996471 Training with lmbda:471675.378093, 85 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.216446877 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.358346998692 and training accuracy:0.946186721325 validation cost:0.36444786191 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.176078230143 and training accuracy:0.963821470737 validation cost:0.18134753406 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.122456751764 and training accuracy:0.972002565861 validation cost:0.12795394659 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0967440232635 and training accuracy:0.977456569672 validation cost:0.102114588022 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0813094973564 and training accuracy:0.9806381464 validation cost:0.0863154903054 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0708398520947 and training accuracy:0.982637941837 validation cost:0.0753986015916 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0631763935089 and training accuracy:0.984183251858 validation cost:0.0672621205449 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0572635829449 and training accuracy:0.986092150211 validation cost:0.0608925744891 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0525341741741 and training accuracy:0.987455666065 validation cost:0.0557373799384 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.792721033 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.263758152723 and training accuracy:0.983219504356 validation cost:0.264832556248 and validation accuracy:0.990128338337 Training on :(4, 5) training cost:0.128166392446 and training accuracy:0.991414606571 validation cost:0.123294480145 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0858718305826 and training accuracy:0.99356096983 validation cost:0.0793904960155 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0657924115658 and training accuracy:0.994829297066 validation cost:0.0589179471135 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0540606528521 and training accuracy:0.995219528675 validation cost:0.0471764281392 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0463236942887 and training accuracy:0.995804905891 validation cost:0.0395654402673 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0408043079078 and training accuracy:0.996195137501 validation cost:0.0342222824693 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0366468094289 and training accuracy:0.996780514717 validation cost:0.0302566755563 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0333874039352 and training accuracy:0.996878027916 validation cost:0.0271902661771 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.849861145 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.183021679521 and training accuracy:0.992152988911 validation cost:0.176383733749 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0865557342768 and training accuracy:0.995760798454 validation cost:0.0835495516658 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0593600831926 and training accuracy:0.997294127941 validation cost:0.0574855394661 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0464545600116 and training accuracy:0.997745096684 validation cost:0.045053627342 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0387943908572 and training accuracy:0.997925519943 validation cost:0.0376294180751 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0336563289165 and training accuracy:0.998286306858 validation cost:0.0326240956783 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0299343448132 and training accuracy:0.998376488686 validation cost:0.0289836488664 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0270934328437 and training accuracy:0.998376488686 validation cost:0.026197321713 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0248419884592 and training accuracy:0.998466670513 validation cost:0.0239847358316 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.346915007 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.253193885088 and training accuracy:0.958837747574 validation cost:0.253621071577 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.156089067459 and training accuracy:0.966567337513 validation cost:0.157179862261 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.122113600373 and training accuracy:0.971875607967 validation cost:0.123506523669 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.103732332587 and training accuracy:0.974762499332 validation cost:0.105190418661 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0917203724384 and training accuracy:0.977463185787 validation cost:0.0931339636445 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0830431133509 and training accuracy:0.979232609272 validation cost:0.0843669399619 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.076376400888 and training accuracy:0.980815768242 validation cost:0.0775952488184 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0710397735238 and training accuracy:0.982212722301 validation cost:0.072150953114 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0666358023882 and training accuracy:0.982957720757 validation cost:0.0676448121667 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:118.133973122 Method 3 test accuracy:0.838999986649 Training with lmbda:474313.824157, 86 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.064388037 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.358382731676 and training accuracy:0.946186721325 validation cost:0.36448314786 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.176108583808 and training accuracy:0.963912367821 validation cost:0.181376591325 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.122483097017 and training accuracy:0.972002565861 validation cost:0.127978667617 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0967681482434 and training accuracy:0.977456569672 validation cost:0.102137312293 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0813320279121 and training accuracy:0.9806381464 validation cost:0.0863370448351 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0708609819412 and training accuracy:0.982637941837 validation cost:0.0754191353917 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.06319655478 and training accuracy:0.984183251858 validation cost:0.0672818943858 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0572826564312 and training accuracy:0.986092150211 validation cost:0.0609111301601 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0525525175035 and training accuracy:0.987455666065 validation cost:0.0557555258274 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.015164852 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.263899773359 and training accuracy:0.983219504356 validation cost:0.264978796244 and validation accuracy:0.990128338337 Training on :(4, 5) training cost:0.128259643912 and training accuracy:0.991414606571 validation cost:0.123391523957 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0859409198165 and training accuracy:0.99356096983 validation cost:0.0794621258974 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0658477172256 and training accuracy:0.994731724262 validation cost:0.0589750818908 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0541070587933 and training accuracy:0.995219528675 validation cost:0.0472242236137 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0463640540838 and training accuracy:0.995804905891 validation cost:0.0396069511771 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0408400148153 and training accuracy:0.996195137501 validation cost:0.0342589765787 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0366789363325 and training accuracy:0.996780514717 validation cost:0.0302896946669 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0334169641137 and training accuracy:0.996878027916 validation cost:0.0272205602378 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.811866045 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.183157548308 and training accuracy:0.992152988911 validation cost:0.176519289613 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0866454541683 and training accuracy:0.995760798454 validation cost:0.0836386829615 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0594295859337 and training accuracy:0.997294127941 validation cost:0.0575549192727 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0465124994516 and training accuracy:0.997745096684 validation cost:0.0451118834317 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0388444364071 and training accuracy:0.997925519943 validation cost:0.0376801379025 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0337006263435 and training accuracy:0.998286306858 validation cost:0.0326692424715 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0299742463976 and training accuracy:0.998376488686 validation cost:0.029024541378 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0271298550069 and training accuracy:0.998376488686 validation cost:0.0262348428369 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0248754899949 and training accuracy:0.998466670513 validation cost:0.0240193717182 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.797332048 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.253356128931 and training accuracy:0.958837747574 validation cost:0.253785163164 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.156198844314 and training accuracy:0.966567337513 validation cost:0.157290428877 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.122204430401 and training accuracy:0.971875607967 validation cost:0.123597845435 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.103812977672 and training accuracy:0.974762499332 validation cost:0.105271607637 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0917948931456 and training accuracy:0.977463185787 validation cost:0.0932092890143 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0831142514944 and training accuracy:0.979232609272 validation cost:0.0844389945269 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0764442756772 and training accuracy:0.980722665787 validation cost:0.0776646137238 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0711054652929 and training accuracy:0.982212722301 validation cost:0.0722182318568 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0666992366314 and training accuracy:0.982957720757 validation cost:0.0677100121975 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:118.054851055 Method 3 test accuracy:0.838999986649 Training with lmbda:477341.317937, 87 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.41592598 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.358423352242 and training accuracy:0.946186721325 validation cost:0.364523351192 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.176143422723 and training accuracy:0.963912367821 validation cost:0.181410118937 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.122513763607 and training accuracy:0.972002565861 validation cost:0.12800770998 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0967959314585 and training accuracy:0.977365672588 validation cost:0.102163463831 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0813580006361 and training accuracy:0.9806381464 validation cost:0.0863618031144 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0708852782845 and training accuracy:0.982637941837 validation cost:0.0754426643252 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0632195696235 and training accuracy:0.984183251858 validation cost:0.0673042759299 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0573046319187 and training accuracy:0.986183047295 validation cost:0.060932725668 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0525736622512 and training accuracy:0.987455666065 validation cost:0.0557762570679 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.050589085 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.2640632689 and training accuracy:0.983219504356 validation cost:0.265147924423 and validation accuracy:0.990128338337 Training on :(4, 5) training cost:0.128366604447 and training accuracy:0.991414606571 validation cost:0.123502887785 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0860196352005 and training accuracy:0.99356096983 validation cost:0.0795438215137 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0659103244543 and training accuracy:0.994731724262 validation cost:0.0590397790074 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0541598834097 and training accuracy:0.995219528675 validation cost:0.0472787171602 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0464097633958 and training accuracy:0.995804905891 validation cost:0.0396540388465 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0408805571496 and training accuracy:0.996195137501 validation cost:0.0343006402254 and validation accuracy:1.0 Training on :(4, 5) training cost:0.036715477705 and training accuracy:0.996780514717 validation cost:0.0303271822631 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0334503427148 and training accuracy:0.996878027916 validation cost:0.0272547863424 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.93520093 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.183312818408 and training accuracy:0.992152988911 validation cost:0.176673725247 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0867475196719 and training accuracy:0.995760798454 validation cost:0.0837398543954 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.059509139508 and training accuracy:0.997294127941 validation cost:0.0576340593398 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.046578515321 and training accuracy:0.997745096684 validation cost:0.0451780855656 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0389014743268 and training accuracy:0.997925519943 validation cost:0.0377377048135 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.033751104027 and training accuracy:0.998286306858 validation cost:0.0327205322683 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.030019691214 and training accuracy:0.998376488686 validation cost:0.0290711019188 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0271714050323 and training accuracy:0.998376488686 validation cost:0.0262776184827 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0249137561768 and training accuracy:0.998466670513 validation cost:0.0240589249879 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.771497011 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.253542155027 and training accuracy:0.958837747574 validation cost:0.253973305225 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.156325295568 and training accuracy:0.966660439968 validation cost:0.157418072224 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.122308380902 and training accuracy:0.971875607967 validation cost:0.123702570796 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.103905983269 and training accuracy:0.974762499332 validation cost:0.105365499854 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0918810963631 and training accuracy:0.977463185787 validation cost:0.0932964533567 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0831959918141 and training accuracy:0.979139506817 validation cost:0.0845220535994 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0765226110816 and training accuracy:0.980722665787 validation cost:0.0777448043227 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0711805522442 and training accuracy:0.982212722301 validation cost:0.0722955316305 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0667718052864 and training accuracy:0.982957720757 validation cost:0.0677850320935 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:117.926743984 Method 3 test accuracy:0.838800013065 Training with lmbda:487065.64391, 88 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.573890924 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.358554273844 and training accuracy:0.946186721325 validation cost:0.364652752876 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.176255553961 and training accuracy:0.963912367821 validation cost:0.181517750025 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.122611388564 and training accuracy:0.972002565861 validation cost:0.128099799156 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0968847796321 and training accuracy:0.977365672588 validation cost:0.102247357368 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.081440769136 and training accuracy:0.9806381464 validation cost:0.0864406526089 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0709626302123 and training accuracy:0.982637941837 validation cost:0.0755171477795 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0632933601737 and training accuracy:0.984183251858 validation cost:0.0673762187362 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0573748238385 and training accuracy:0.986183047295 validation cost:0.0610021203756 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0526410788298 and training accuracy:0.987455666065 validation cost:0.0558433234692 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.68993187 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.264580488205 and training accuracy:0.983219504356 validation cost:0.265682607889 and validation accuracy:0.990128338337 Training on :(4, 5) training cost:0.128706246614 and training accuracy:0.991414606571 validation cost:0.123856648803 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0862703025341 and training accuracy:0.99356096983 validation cost:0.079804033041 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0661104619503 and training accuracy:0.994731724262 validation cost:0.0592468865216 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0543275997043 and training accuracy:0.995219528675 validation cost:0.0474518723786 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0465552099049 and training accuracy:0.995804905891 validation cost:0.0398039221764 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0410095378757 and training accuracy:0.996195137501 validation cost:0.034433376044 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0368321351707 and training accuracy:0.996780514717 validation cost:0.0304469969124 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0335570499301 and training accuracy:0.996878027916 validation cost:0.0273642558604 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.881355047 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.183808341622 and training accuracy:0.992152988911 validation cost:0.177167996764 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.087072737515 and training accuracy:0.995670616627 validation cost:0.0840630829334 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0597621202469 and training accuracy:0.997294127941 validation cost:0.0578865781426 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0467889346182 and training accuracy:0.997745096684 validation cost:0.0453897602856 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0390830300748 and training accuracy:0.997925519943 validation cost:0.0379216149449 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0339119024575 and training accuracy:0.998286306858 validation cost:0.0328845344484 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.030164739117 and training accuracy:0.998376488686 validation cost:0.0292197950184 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0273034572601 and training accuracy:0.998376488686 validation cost:0.0264137499034 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.025035655126 and training accuracy:0.998466670513 validation cost:0.0241850670427 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.991695881 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.25413569808 and training accuracy:0.958837747574 validation cost:0.254572808743 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.156728595495 and training accuracy:0.966660439968 validation cost:0.157824292779 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.122641123831 and training accuracy:0.971875607967 validation cost:0.124037057161 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.104201994836 and training accuracy:0.974669396877 validation cost:0.105663612485 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0921562984586 and training accuracy:0.977463185787 validation cost:0.0935742035508 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0834558308125 and training accuracy:0.979046404362 validation cost:0.0847851857543 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0767711624503 and training accuracy:0.980629563332 validation cost:0.0779980644584 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0714191943407 and training accuracy:0.982026457787 validation cost:0.0725404843688 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0670028179884 and training accuracy:0.982957720757 validation cost:0.0680240467191 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:117.891478062 Method 3 test accuracy:0.838999986649 Training with lmbda:491840.424423, 89 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.25552392 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.358617156744 and training accuracy:0.946186721325 validation cost:0.364714831114 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.176310032606 and training accuracy:0.963912367821 validation cost:0.181570053101 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.12265830487 and training accuracy:0.972002565861 validation cost:0.12814424932 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0969280526042 and training accuracy:0.977456569672 validation cost:0.102288357913 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0814807265997 and training accuracy:0.9806381464 validation cost:0.0864788070321 and validation accuracy:0.978860318661 Training on :(2, 3) training cost:0.0710002556443 and training accuracy:0.982637941837 validation cost:0.075553111732 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0633288919926 and training accuracy:0.984183251858 validation cost:0.0674102306366 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0574089325964 and training accuracy:0.986183047295 validation cost:0.061034925282 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0526738353074 and training accuracy:0.987455666065 validation cost:0.0558750666678 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.650094032 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.264831185341 and training accuracy:0.983219504356 validation cost:0.26594209671 and validation accuracy:0.990128338337 Training on :(4, 5) training cost:0.128871455789 and training accuracy:0.991414606571 validation cost:0.124028787017 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0863921493292 and training accuracy:0.993463397026 validation cost:0.0799306109548 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0662082135677 and training accuracy:0.994731724262 validation cost:0.059347987175 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0544092170894 and training accuracy:0.995219528675 validation cost:0.0475360527635 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0466259531677 and training accuracy:0.995804905891 validation cost:0.0398767068982 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0410722307861 and training accuracy:0.996195137501 validation cost:0.0344977639616 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0368884950876 and training accuracy:0.996780514717 validation cost:0.0305047798902 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0336088016629 and training accuracy:0.996878027916 validation cost:0.0274171996862 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.567101002 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.184050932527 and training accuracy:0.992152988911 validation cost:0.177410021424 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0872316658497 and training accuracy:0.995670616627 validation cost:0.0842210799456 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0598855577409 and training accuracy:0.997294127941 validation cost:0.0580097846687 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0468915365636 and training accuracy:0.997745096684 validation cost:0.0454930029809 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0391717553139 and training accuracy:0.997925519943 validation cost:0.0380115099251 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0339904092252 and training accuracy:0.998286306858 validation cost:0.032964579761 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0302353370935 and training accuracy:0.998376488686 validation cost:0.0292921625078 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.027367901057 and training accuracy:0.998376488686 validation cost:0.026480210945 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0250950176269 and training accuracy:0.998466670513 validation cost:0.0242464933544 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:121.800182104 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.254426181316 and training accuracy:0.959024012089 validation cost:0.254865884781 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.156926184893 and training accuracy:0.966660439968 validation cost:0.158023059368 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.122803688049 and training accuracy:0.971782445908 validation cost:0.124200120568 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.104346446693 and training accuracy:0.974669396877 validation cost:0.105808593333 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0922907739878 and training accuracy:0.977370083332 validation cost:0.0937094390392 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0835827887058 and training accuracy:0.979046404362 validation cost:0.0849138274789 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0768925324082 and training accuracy:0.980629563332 validation cost:0.0781217589974 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.071535974741 and training accuracy:0.982026457787 validation cost:0.0726601108909 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0671157091856 and training accuracy:0.982957720757 validation cost:0.0681406483054 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:118.071413994 Method 3 test accuracy:0.839100003242 Training with lmbda:505673.877019, 90 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.152499199 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.358800619841 and training accuracy:0.946186721325 validation cost:0.364895999432 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.176467597485 and training accuracy:0.963912367821 validation cost:0.181721329689 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.122793391347 and training accuracy:0.971911668777 validation cost:0.128271609545 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0970506593585 and training accuracy:0.977456569672 validation cost:0.102403864264 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0815948471427 and training accuracy:0.980456292629 validation cost:0.0865874439478 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0711085423827 and training accuracy:0.982637941837 validation cost:0.0756571963429 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.063431546092 and training accuracy:0.984183251858 validation cost:0.0675100460649 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0575073622167 and training accuracy:0.986092150211 validation cost:0.0611314848065 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0527685508132 and training accuracy:0.987455666065 validation cost:0.0559682771564 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.469647884 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.265545636415 and training accuracy:0.983219504356 validation cost:0.266682177782 and validation accuracy:0.990128338337 Training on :(4, 5) training cost:0.12934397161 and training accuracy:0.991414606571 validation cost:0.124521672726 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0867401361465 and training accuracy:0.993463397026 validation cost:0.0802924633026 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0664860531688 and training accuracy:0.994731724262 validation cost:0.0596359297633 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0546418055892 and training accuracy:0.995219528675 validation cost:0.0477765873075 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0468276962638 and training accuracy:0.995804905891 validation cost:0.0400848314166 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.041251309216 and training accuracy:0.996195137501 validation cost:0.034682251513 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0370504371822 and training accuracy:0.996780514717 validation cost:0.0306711681187 and validation accuracy:1.0 Training on :(4, 5) training cost:0.033756621182 and training accuracy:0.996878027916 validation cost:0.02756899409 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.446844101 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.184746697545 and training accuracy:0.992152988911 validation cost:0.178103640676 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0876871943474 and training accuracy:0.995670616627 validation cost:0.0846733078361 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0602395348251 and training accuracy:0.997294127941 validation cost:0.0583629161119 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0471851788461 and training accuracy:0.997654914856 validation cost:0.0457883216441 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0394249223173 and training accuracy:0.997925519943 validation cost:0.0382676906884 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0342145711184 and training accuracy:0.998286306858 validation cost:0.033193167299 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0304374862462 and training accuracy:0.998376488686 validation cost:0.0294995177537 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0275522992015 and training accuracy:0.998376488686 validation cost:0.0266702473164 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0252647232264 and training accuracy:0.998466670513 validation cost:0.0244221389294 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.19068408 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.255259364843 and training accuracy:0.959024012089 validation cost:0.255706936121 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.157492250204 and training accuracy:0.966567337513 validation cost:0.158593371511 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.123268663883 and training accuracy:0.971782445908 validation cost:0.1246669963 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.104760050774 and training accuracy:0.974669396877 validation cost:0.106224432588 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0926727429032 and training accuracy:0.977370083332 validation cost:0.0940943285823 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.083943888545 and training accuracy:0.978953242302 validation cost:0.0852796882391 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0772380828857 and training accuracy:0.980629563332 validation cost:0.0784740746021 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0718680545688 and training accuracy:0.981933295727 validation cost:0.0730004534125 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0674362555146 and training accuracy:0.982864618301 validation cost:0.0684713572264 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:117.911327124 Method 3 test accuracy:0.838800013065 Training with lmbda:534903.51815, 91 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.530842066 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.3591825068 and training accuracy:0.946186721325 validation cost:0.365273267031 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.176793426275 and training accuracy:0.963912367821 validation cost:0.182034626603 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.123073838651 and training accuracy:0.971911668777 validation cost:0.128535613418 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0973042324185 and training accuracy:0.977365672588 validation cost:0.102643080056 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0818297639489 and training accuracy:0.980456292629 validation cost:0.0868109837174 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0713295638561 and training accuracy:0.982637941837 validation cost:0.0758701339364 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0636417269707 and training accuracy:0.984183251858 validation cost:0.0677154064178 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0577091760933 and training accuracy:0.986001253128 validation cost:0.0613308511674 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0529618375003 and training accuracy:0.987455666065 validation cost:0.0561607182026 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.945333004 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.267019540071 and training accuracy:0.983121931553 validation cost:0.268208414316 and validation accuracy:0.990128338337 Training on :(4, 5) training cost:0.130316436291 and training accuracy:0.991317093372 validation cost:0.125536039472 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.08745624125 and training accuracy:0.993463397026 validation cost:0.0810364037752 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0670573785901 and training accuracy:0.994731724262 validation cost:0.060227598995 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0551209822297 and training accuracy:0.995219528675 validation cost:0.0482713282108 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0472427904606 and training accuracy:0.995707333088 validation cost:0.0405124798417 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0416192673147 and training accuracy:0.996195137501 validation cost:0.0350606143475 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0373822636902 and training accuracy:0.996780514717 validation cost:0.0310117993504 and validation accuracy:1.0 Training on :(4, 5) training cost:0.034059856087 and training accuracy:0.996878027916 validation cost:0.0278798229992 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.372570992 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.186186522245 and training accuracy:0.992062747478 validation cost:0.179539695382 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0886308699846 and training accuracy:0.995490193367 validation cost:0.0856108590961 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0609687976539 and training accuracy:0.997203946114 validation cost:0.0590909011662 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0477900467813 and training accuracy:0.997654914856 validation cost:0.0463969856501 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0399470105767 and training accuracy:0.997925519943 validation cost:0.0387966148555 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0346763543785 and training accuracy:0.998286306858 validation cost:0.0336646400392 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0308527462184 and training accuracy:0.998376488686 validation cost:0.0299259554595 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0279307216406 and training accuracy:0.998376488686 validation cost:0.0270607806742 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0256132856011 and training accuracy:0.998466670513 validation cost:0.0247833598405 and validation accuracy:0.999087572098 Training on :(6, 7) Time taken:122.227912903 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.25698658824 and training accuracy:0.959117174149 validation cost:0.257451355457 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.158668965101 and training accuracy:0.966567337513 validation cost:0.159779533744 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.12423324585 and training accuracy:0.971782445908 validation cost:0.125637695193 and validation accuracy:0.974576294422 Training on :(8, 9) training cost:0.105617046356 and training accuracy:0.974669396877 validation cost:0.107086978853 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.093466386199 and training accuracy:0.977463185787 validation cost:0.0948961153626 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0846927240491 and training accuracy:0.978673875332 validation cost:0.0860411003232 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0779526010156 and training accuracy:0.980536401272 validation cost:0.0792040377855 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0725562646985 and training accuracy:0.981747090816 validation cost:0.0737070962787 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0680995807052 and training accuracy:0.982771456242 validation cost:0.0691562443972 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:118.329205036 Method 3 test accuracy:0.839299976826 Training with lmbda:558680.988358, 92 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.777976036 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.359486371279 and training accuracy:0.946186721325 validation cost:0.36557328701 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.177054509521 and training accuracy:0.963912367821 validation cost:0.182285472751 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.123296432197 and training accuracy:0.971911668777 validation cost:0.128745257854 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.097505941987 and training accuracy:0.977365672588 validation cost:0.102832823992 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0820168554783 and training accuracy:0.980456292629 validation cost:0.0869884938002 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0715056732297 and training accuracy:0.982637941837 validation cost:0.0760389342904 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0638086870313 and training accuracy:0.984183251858 validation cost:0.067877560854 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0578683204949 and training accuracy:0.986001253128 validation cost:0.0614868104458 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0531140863895 and training accuracy:0.987455666065 validation cost:0.056311711669 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.578613043 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.268185794353 and training accuracy:0.983121931553 validation cost:0.269416630268 and validation accuracy:0.990128338337 Training on :(4, 5) training cost:0.131083294749 and training accuracy:0.991219520569 validation cost:0.126336887479 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0880206376314 and training accuracy:0.993463397026 validation cost:0.0816238597035 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0675054043531 and training accuracy:0.994731724262 validation cost:0.0606923513114 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0554963573813 and training accuracy:0.995219528675 validation cost:0.0486597381532 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0475679077208 and training accuracy:0.995707333088 validation cost:0.0408482439816 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0419080667198 and training accuracy:0.996195137501 validation cost:0.0353582501411 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0376424007118 and training accuracy:0.996780514717 validation cost:0.0312795564532 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0342977568507 and training accuracy:0.996878027916 validation cost:0.0281243082136 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.685732126 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.187332138419 and training accuracy:0.991972565651 validation cost:0.180682659149 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0893803536892 and training accuracy:0.995490193367 validation cost:0.0863557681441 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0615467578173 and training accuracy:0.997203946114 validation cost:0.0596688054502 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0482685528696 and training accuracy:0.997654914856 validation cost:0.0468793772161 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0403588861227 and training accuracy:0.997925519943 validation cost:0.0392148010433 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0350394807756 and training accuracy:0.998286306858 validation cost:0.0340359471738 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0311794485897 and training accuracy:0.998376488686 validation cost:0.0302622169256 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0282287597656 and training accuracy:0.998376488686 validation cost:0.0273689683527 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0258874744177 and training accuracy:0.998376488686 validation cost:0.025068031624 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.890893936 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.258356660604 and training accuracy:0.959024012089 validation cost:0.258833914995 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.1596044451 and training accuracy:0.966660439968 validation cost:0.160721868277 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.124999418855 and training accuracy:0.971503078938 validation cost:0.126408234239 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.106297433376 and training accuracy:0.974669396877 validation cost:0.107771590352 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0940934419632 and training accuracy:0.977276980877 validation cost:0.0955296158791 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0852843672037 and training accuracy:0.978580713272 validation cost:0.0866419151425 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0785173550248 and training accuracy:0.980350136757 validation cost:0.0797793120146 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0730970725417 and training accuracy:0.981467664242 validation cost:0.074261046946 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0686220750213 and training accuracy:0.982771456242 validation cost:0.0696930810809 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:117.990533113 Method 3 test accuracy:0.836199998856 Training with lmbda:565018.665885, 93 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.477810144 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.359566956758 and training accuracy:0.946186721325 validation cost:0.365652859211 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.177123129368 and training accuracy:0.963912367821 validation cost:0.182351455092 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.123355060816 and training accuracy:0.971911668777 validation cost:0.128801003098 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0975593030453 and training accuracy:0.977365672588 validation cost:0.102883718908 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0820662006736 and training accuracy:0.980456292629 validation cost:0.0870359912515 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0715521201491 and training accuracy:0.982637941837 validation cost:0.0760838761926 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0638525187969 and training accuracy:0.984183251858 validation cost:0.067920409143 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.05791041255 and training accuracy:0.986001253128 validation cost:0.0615286529064 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0531543977559 and training accuracy:0.987455666065 validation cost:0.0563519746065 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.142049074 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.268488943577 and training accuracy:0.983121931553 validation cost:0.269730091095 and validation accuracy:0.990128338337 Training on :(4, 5) training cost:0.131283447146 and training accuracy:0.991219520569 validation cost:0.126545473933 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0881679728627 and training accuracy:0.993463397026 validation cost:0.0817769989371 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0676232278347 and training accuracy:0.994731724262 validation cost:0.060814447701 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0555944517255 and training accuracy:0.995219528675 validation cost:0.0487612374127 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0476529337466 and training accuracy:0.995707333088 validation cost:0.0409359782934 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0419832579792 and training accuracy:0.996195137501 validation cost:0.0354356691241 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0377103798091 and training accuracy:0.996780514717 validation cost:0.0313494130969 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0343599207699 and training accuracy:0.996878027916 validation cost:0.0281881224364 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.442005157 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.187633618712 and training accuracy:0.991972565651 validation cost:0.180983349681 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0895777568221 and training accuracy:0.995490193367 validation cost:0.0865520238876 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0616983883083 and training accuracy:0.997203946114 validation cost:0.059820510447 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0483937375247 and training accuracy:0.997654914856 validation cost:0.0470056273043 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0404669269919 and training accuracy:0.997925519943 validation cost:0.0393249690533 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0351348593831 and training accuracy:0.998286306858 validation cost:0.0341338776052 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0312654078007 and training accuracy:0.998376488686 validation cost:0.0303510259837 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0283069424331 and training accuracy:0.998376488686 validation cost:0.0274500530213 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0259593725204 and training accuracy:0.998376488686 validation cost:0.0251429267228 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.620891094 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.258718907833 and training accuracy:0.959024012089 validation cost:0.259199678898 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.159851491451 and training accuracy:0.966474175453 validation cost:0.160970956087 and validation accuracy:0.96798491478 Training on :(8, 9) training cost:0.125201404095 and training accuracy:0.971409916878 validation cost:0.126611232758 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.106477029622 and training accuracy:0.974576294422 validation cost:0.107952065766 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0942579954863 and training accuracy:0.977183818817 validation cost:0.0956961214542 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0854391381145 and training accuracy:0.978580713272 validation cost:0.0867990776896 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0786652192473 and training accuracy:0.980350136757 validation cost:0.0799299106002 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0732401013374 and training accuracy:0.981467664242 validation cost:0.0744079202414 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.068760432303 and training accuracy:0.982678353786 validation cost:0.0698354840279 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:118.461333036 Method 3 test accuracy:0.836000025272 Training with lmbda:584149.816945, 94 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.616034985 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.35980579257 and training accuracy:0.946186721325 validation cost:0.36588871479 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.177327245474 and training accuracy:0.963912367821 validation cost:0.182547584176 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.123529277742 and training accuracy:0.971911668777 validation cost:0.128965198994 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0977169051766 and training accuracy:0.977365672588 validation cost:0.103032410145 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0822126269341 and training accuracy:0.980456292629 validation cost:0.0871757641435 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0716899260879 and training accuracy:0.982637941837 validation cost:0.0762168541551 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0639829188585 and training accuracy:0.984183251858 validation cost:0.0680473893881 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0580340102315 and training accuracy:0.986001253128 validation cost:0.0616502277553 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0532733760774 and training accuracy:0.987455666065 validation cost:0.0564703717828 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.853744984 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.269395977259 and training accuracy:0.983024418354 validation cost:0.270669013262 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.131880789995 and training accuracy:0.991219520569 validation cost:0.127168789506 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0886063426733 and training accuracy:0.993463397026 validation cost:0.0822330713272 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0679719671607 and training accuracy:0.994731724262 validation cost:0.0611761324108 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0558868125081 and training accuracy:0.995219528675 validation cost:0.0490636266768 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0479055829346 and training accuracy:0.995707333088 validation cost:0.0411966219544 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0422071218491 and training accuracy:0.996195137501 validation cost:0.0356661193073 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0379120334983 and training accuracy:0.996682941914 validation cost:0.0315566435456 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0345441699028 and training accuracy:0.996878027916 validation cost:0.0283772591501 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.328205824 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.188530817628 and training accuracy:0.991882383823 validation cost:0.181878611445 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0901646316051 and training accuracy:0.995490193367 validation cost:0.087135925889 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.062149528414 and training accuracy:0.997203946114 validation cost:0.0602719858289 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0487671792507 and training accuracy:0.997654914856 validation cost:0.0473821572959 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0407888256013 and training accuracy:0.997925519943 validation cost:0.0396521613002 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0354184173048 and training accuracy:0.998196065426 validation cost:0.0344241335988 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.031519562006 and training accuracy:0.998376488686 validation cost:0.0306125283241 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.028538197279 and training accuracy:0.998376488686 validation cost:0.0276891272515 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0261720623821 and training accuracy:0.998376488686 validation cost:0.0253637991846 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.784582138 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.259800076485 and training accuracy:0.959024012089 validation cost:0.2602904737 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.160591259599 and training accuracy:0.966381072998 validation cost:0.161715790629 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.125805750489 and training accuracy:0.971409916878 validation cost:0.127218529582 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.107013076544 and training accuracy:0.974576294422 validation cost:0.108490690589 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0947524830699 and training accuracy:0.976904451847 validation cost:0.0961956605315 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0859042704105 and training accuracy:0.978487610817 validation cost:0.087271079421 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0791083350778 and training accuracy:0.980350136757 validation cost:0.0803813189268 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.073664329946 and training accuracy:0.981467664242 validation cost:0.0748424381018 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.069168612361 and training accuracy:0.982585191727 validation cost:0.0702555328608 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:118.406332016 Method 3 test accuracy:0.833400011063 Training with lmbda:615170.551021, 95 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.868227005 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.360187709332 and training accuracy:0.946186721325 validation cost:0.366266012192 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.17765443027 and training accuracy:0.963912367821 validation cost:0.182862117887 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.123806878924 and training accuracy:0.971911668777 validation cost:0.129227295518 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0979664921761 and training accuracy:0.977365672588 validation cost:0.103268042207 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0824435129762 and training accuracy:0.980456292629 validation cost:0.0873954221606 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0719070509076 and training accuracy:0.982547044754 validation cost:0.0764254108071 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0641883760691 and training accuracy:0.984183251858 validation cost:0.0682473182678 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0582299232483 and training accuracy:0.986001253128 validation cost:0.0618427023292 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0534603819251 and training accuracy:0.987455666065 validation cost:0.0566563010216 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.982771873 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.270821988583 and training accuracy:0.983121931553 validation cost:0.272144645452 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.132821857929 and training accuracy:0.991219520569 validation cost:0.128150597215 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0892969593406 and training accuracy:0.99356096983 validation cost:0.0829512625933 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0685215592384 and training accuracy:0.994731724262 validation cost:0.0617461800575 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0563463121653 and training accuracy:0.995219528675 validation cost:0.0495386831462 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0483035631478 and training accuracy:0.995609760284 validation cost:0.0416069440544 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0425596535206 and training accuracy:0.996195137501 validation cost:0.0360288433731 and validation accuracy:1.0 Training on :(4, 5) training cost:0.038229547441 and training accuracy:0.996682941914 validation cost:0.0318828634918 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0348340123892 and training accuracy:0.996878027916 validation cost:0.0286747124046 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.814777136 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.189966157079 and training accuracy:0.991882383823 validation cost:0.183310434222 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0910989940166 and training accuracy:0.995400011539 validation cost:0.0880655273795 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0628659501672 and training accuracy:0.997113764286 validation cost:0.0609893165529 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0493584424257 and training accuracy:0.997654914856 validation cost:0.047978464514 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0412967465818 and training accuracy:0.997925519943 validation cost:0.0401688888669 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0358657240868 and training accuracy:0.998196065426 validation cost:0.0348821133375 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0319207087159 and training accuracy:0.998376488686 validation cost:0.03102562204 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0289028901607 and training accuracy:0.998376488686 validation cost:0.0280667487532 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0265075620264 and training accuracy:0.998376488686 validation cost:0.0257128868252 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:121.675209999 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.261519670486 and training accuracy:0.959210276604 validation cost:0.262024641037 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.161769509315 and training accuracy:0.966194808483 validation cost:0.162902191281 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.126766681671 and training accuracy:0.971503078938 validation cost:0.128183320165 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.107863865793 and training accuracy:0.974576294422 validation cost:0.109345547855 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.095534786582 and training accuracy:0.976811349392 validation cost:0.0969847738743 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0866407379508 and training accuracy:0.978394508362 validation cost:0.0880175232887 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0798094943166 and training accuracy:0.980070769787 validation cost:0.0810959264636 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0743373930454 and training accuracy:0.981374561787 validation cost:0.0755317285657 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.06981728971 and training accuracy:0.982585191727 validation cost:0.0709232836962 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:117.894275904 Method 3 test accuracy:0.834299981594 Training with lmbda:618955.226464, 96 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.377033949 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.360234349966 and training accuracy:0.946186721325 validation cost:0.366312086582 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.177694022655 and training accuracy:0.963912367821 validation cost:0.182900056243 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.123840212822 and training accuracy:0.971911668777 validation cost:0.12925876677 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0979966521263 and training accuracy:0.977365672588 validation cost:0.103296384215 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0824713036418 and training accuracy:0.980456292629 validation cost:0.08742184937 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0719329491258 and training accuracy:0.982547044754 validation cost:0.0764504149556 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0642130002379 and training accuracy:0.984183251858 validation cost:0.0682714134455 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0582535043359 and training accuracy:0.986001253128 validation cost:0.0618661008775 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0534828715026 and training accuracy:0.987455666065 validation cost:0.0566788800061 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.820918798 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.270992964506 and training accuracy:0.983219504356 validation cost:0.272321730852 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.132934883237 and training accuracy:0.991219520569 validation cost:0.128268688917 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0893795490265 and training accuracy:0.99356096983 validation cost:0.0830372273922 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0685868039727 and training accuracy:0.994731724262 validation cost:0.0618139579892 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0564010441303 and training accuracy:0.995219528675 validation cost:0.0495953187346 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0483511462808 and training accuracy:0.995609760284 validation cost:0.0416560769081 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0426018051803 and training accuracy:0.996195137501 validation cost:0.0360722802579 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0382673628628 and training accuracy:0.996682941914 validation cost:0.0319217965007 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0348685607314 and training accuracy:0.996878027916 validation cost:0.0287102367729 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.92554903 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.190137341619 and training accuracy:0.991882383823 validation cost:0.183481454849 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0912101045251 and training accuracy:0.995400011539 validation cost:0.0881763920188 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0629512742162 and training accuracy:0.997113764286 validation cost:0.0610750168562 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0494288317859 and training accuracy:0.997654914856 validation cost:0.048049710691 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0413574278355 and training accuracy:0.997925519943 validation cost:0.0402308627963 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0359190665185 and training accuracy:0.998196065426 validation cost:0.0349369309843 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0319685228169 and training accuracy:0.998376488686 validation cost:0.0310750603676 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0289463754743 and training accuracy:0.998376488686 validation cost:0.0281119644642 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0265475083143 and training accuracy:0.998376488686 validation cost:0.0257545672357 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:123.51610589 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.261726379395 and training accuracy:0.959210276604 validation cost:0.26223307848 and validation accuracy:0.957627117634 Training on :(8, 9) training cost:0.161911249161 and training accuracy:0.966194808483 validation cost:0.1630448699 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.126882150769 and training accuracy:0.971409916878 validation cost:0.128299131989 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.10796572268 and training accuracy:0.974576294422 validation cost:0.109447821975 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0956290513277 and training accuracy:0.976718187332 validation cost:0.0970798954368 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0867289081216 and training accuracy:0.978394508362 validation cost:0.0881069153547 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0798936262727 and training accuracy:0.980070769787 validation cost:0.0811814591289 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0744183734059 and training accuracy:0.981374561787 validation cost:0.0756145641208 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0698949173093 and training accuracy:0.982585191727 validation cost:0.0710029751062 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:120.446338177 Method 3 test accuracy:0.834399998188 Training with lmbda:628264.390862, 97 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.234928354621 and training accuracy:0.997483968735 validation cost:0.229937121272 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0594830438495 and training accuracy:0.998351573944 validation cost:0.0599328242242 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0327972657979 and training accuracy:0.998264789581 validation cost:0.0340690761805 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.022880230099 and training accuracy:0.998525083065 validation cost:0.0243837870657 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0177429318428 and training accuracy:0.998698592186 validation cost:0.0193151123822 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0145896365866 and training accuracy:0.998785376549 validation cost:0.0161705203354 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0124460272491 and training accuracy:0.999045610428 validation cost:0.0140091534704 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0108863636851 and training accuracy:0.999045610428 validation cost:0.0124192591757 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00969591923058 and training accuracy:0.999132394791 validation cost:0.0111932773143 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.822973967 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.360347688198 and training accuracy:0.946186721325 validation cost:0.366424024105 and validation accuracy:0.947610318661 Training on :(2, 3) training cost:0.177789643407 and training accuracy:0.963912367821 validation cost:0.18299202621 and validation accuracy:0.960477948189 Training on :(2, 3) training cost:0.12392219156 and training accuracy:0.971911668777 validation cost:0.129336327314 and validation accuracy:0.967830896378 Training on :(2, 3) training cost:0.0980698987842 and training accuracy:0.977365672588 validation cost:0.103365801275 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0825388804078 and training accuracy:0.980456292629 validation cost:0.0874864086509 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.071996062994 and training accuracy:0.982547044754 validation cost:0.0765112191439 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0642729178071 and training accuracy:0.984183251858 validation cost:0.0683298930526 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0583105497062 and training accuracy:0.986001253128 validation cost:0.0619223453104 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0535372905433 and training accuracy:0.987455666065 validation cost:0.0567330978811 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.471087933 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.271406531334 and training accuracy:0.983121931553 validation cost:0.272750198841 and validation accuracy:0.98914116621 Training on :(4, 5) training cost:0.133206859231 and training accuracy:0.991219520569 validation cost:0.128553196788 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.089579962194 and training accuracy:0.993658542633 validation cost:0.0832461714745 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0687466561794 and training accuracy:0.994731724262 validation cost:0.061980176717 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.056534755975 and training accuracy:0.995219528675 validation cost:0.0497338958085 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0484668016434 and training accuracy:0.995609760284 validation cost:0.0417756102979 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0427044481039 and training accuracy:0.996195137501 validation cost:0.0361781604588 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0383600480855 and training accuracy:0.996682941914 validation cost:0.032017249614 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0349529162049 and training accuracy:0.996878027916 validation cost:0.0287970323116 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.166097879 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.190560892224 and training accuracy:0.991882383823 validation cost:0.183904290199 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0914853438735 and training accuracy:0.995400011539 validation cost:0.0884504541755 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0631620064378 and training accuracy:0.997113764286 validation cost:0.0612863637507 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0496026948094 and training accuracy:0.997654914856 validation cost:0.0482254289091 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0415061488748 and training accuracy:0.997925519943 validation cost:0.040382489562 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0360500626266 and training accuracy:0.998196065426 validation cost:0.0350714027882 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0320858955383 and training accuracy:0.998376488686 validation cost:0.0311962533742 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0290534663945 and training accuracy:0.998376488686 validation cost:0.0282230861485 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0266456659883 and training accuracy:0.998376488686 validation cost:0.0258568655699 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:122.61135006 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.262232452631 and training accuracy:0.959117174149 validation cost:0.262742698193 and validation accuracy:0.956685483456 Training on :(8, 9) training cost:0.16225720942 and training accuracy:0.966194808483 validation cost:0.163392320275 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.127165213227 and training accuracy:0.971503078938 validation cost:0.128582432866 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.108216799796 and training accuracy:0.974483132362 validation cost:0.109699346125 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0958586409688 and training accuracy:0.976718187332 validation cost:0.0973104313016 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.086944617331 and training accuracy:0.978394508362 validation cost:0.0883240476251 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0800982490182 and training accuracy:0.979977667332 validation cost:0.0813887342811 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0746140256524 and training accuracy:0.981374561787 validation cost:0.0758137255907 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0700833275914 and training accuracy:0.982492089272 validation cost:0.071195743978 and validation accuracy:0.983050823212 Training on :(8, 9) Time taken:119.608541012 Method 3 test accuracy:0.834399998188 Training with lmbda:450943.771238, 98 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.799487114 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.383292704821 and training accuracy:0.935278594494 validation cost:0.388661921024 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.188776478171 and training accuracy:0.958003818989 validation cost:0.19434709847 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.13051122427 and training accuracy:0.969002842903 validation cost:0.137158304453 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.102513022721 and training accuracy:0.975547671318 validation cost:0.109572969377 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0857229456306 and training accuracy:0.978820085526 validation cost:0.0927003100514 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0743722096086 and training accuracy:0.981910765171 validation cost:0.0810329914093 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0660921931267 and training accuracy:0.983456075191 validation cost:0.0723301023245 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0597320199013 and training accuracy:0.984819591045 validation cost:0.0655094236135 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0546658076346 and training accuracy:0.986274003983 validation cost:0.0599820688367 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:121.576790094 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.266657114029 and training accuracy:0.980390250683 validation cost:0.269012719393 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.131850749254 and training accuracy:0.990731716156 validation cost:0.127350613475 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0889126807451 and training accuracy:0.993365824223 validation cost:0.0823159217834 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0682403668761 and training accuracy:0.994439005852 validation cost:0.061013571918 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0560622513294 and training accuracy:0.995121955872 validation cost:0.0487063452601 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0479947701097 and training accuracy:0.995414614677 validation cost:0.0407058782876 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0422250516713 and training accuracy:0.99658536911 validation cost:0.0350836776197 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0378725677729 and training accuracy:0.99658536911 validation cost:0.0309119150043 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0344575382769 and training accuracy:0.996780514717 validation cost:0.0276876203716 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.851629019 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.188815787435 and training accuracy:0.990800023079 validation cost:0.181391105056 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.087663911283 and training accuracy:0.99485886097 validation cost:0.0840081050992 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0593019649386 and training accuracy:0.996572554111 validation cost:0.0569347217679 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.04595060274 and training accuracy:0.997294127941 validation cost:0.0441672466695 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0380823165178 and training accuracy:0.997925519943 validation cost:0.0366128794849 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0328388735652 and training accuracy:0.998105883598 validation cost:0.0315611548722 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.029062833637 and training accuracy:0.998286306858 validation cost:0.0279153008014 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0261958874762 and training accuracy:0.998647093773 validation cost:0.0251431725919 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0239332765341 and training accuracy:0.999098062515 validation cost:0.0229529496282 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.065068007 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.258601129055 and training accuracy:0.952877640724 validation cost:0.260485708714 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.161422073841 and training accuracy:0.963214755058 validation cost:0.163382351398 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.126507341862 and training accuracy:0.968988656998 validation cost:0.128563076258 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.107383973897 and training accuracy:0.972993135452 validation cost:0.109377846122 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0947992354631 and training accuracy:0.975693821907 validation cost:0.0966359600425 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0856698825955 and training accuracy:0.977928876877 validation cost:0.0873050168157 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0786386206746 and training accuracy:0.979605138302 validation cost:0.0800606012344 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0730000287294 and training accuracy:0.980722665787 validation cost:0.0742121040821 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0683453679085 and training accuracy:0.982026457787 validation cost:0.0693560764194 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:119.378526926 Method 3 test accuracy:0.800300002098 Training with lmbda:471675.378093, 99 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:131.497648954 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.383624434471 and training accuracy:0.935278594494 validation cost:0.388988047838 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.189067989588 and training accuracy:0.958094716072 validation cost:0.194626331329 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.130760088563 and training accuracy:0.969002842903 validation cost:0.137393325567 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.102737061679 and training accuracy:0.975547671318 validation cost:0.109786331654 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0859290361404 and training accuracy:0.978820085526 validation cost:0.0929001420736 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0745642334223 and training accuracy:0.981910765171 validation cost:0.081222422421 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0662723705173 and training accuracy:0.983456075191 validation cost:0.0725116580725 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0599028915167 and training accuracy:0.984637737274 validation cost:0.0656847059727 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0548278056085 and training accuracy:0.986274003983 validation cost:0.0601497478783 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:123.000281811 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.267868280411 and training accuracy:0.980487823486 validation cost:0.270264923573 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.13266287744 and training accuracy:0.990536570549 validation cost:0.128198504448 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0895108431578 and training accuracy:0.993365824223 validation cost:0.0829382687807 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0687155202031 and training accuracy:0.994439005852 validation cost:0.0615044794977 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0564577206969 and training accuracy:0.995121955872 validation cost:0.0491122603416 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0483342148364 and training accuracy:0.995317101479 validation cost:0.041052274406 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0425233542919 and training accuracy:0.99658536911 validation cost:0.0353864654899 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0381401889026 and training accuracy:0.99658536911 validation cost:0.0311821270734 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0347005911171 and training accuracy:0.996682941914 validation cost:0.0279316585511 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.865978956 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.18990714848 and training accuracy:0.990800023079 validation cost:0.182473033667 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0883544385433 and training accuracy:0.994768619537 validation cost:0.0846886113286 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0598251596093 and training accuracy:0.996572554111 validation cost:0.0574524104595 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0463797226548 and training accuracy:0.997294127941 validation cost:0.0445947013795 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0384501926601 and training accuracy:0.997925519943 validation cost:0.0369817763567 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0331629216671 and training accuracy:0.998105883598 validation cost:0.0318880788982 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0293537266552 and training accuracy:0.998286306858 validation cost:0.0282102841884 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0264611542225 and training accuracy:0.998647093773 validation cost:0.0254129972309 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0241775661707 and training accuracy:0.999098062515 validation cost:0.0232022628188 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:126.155877113 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.259822249413 and training accuracy:0.952691376209 validation cost:0.261706233025 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.162284523249 and training accuracy:0.963307857513 validation cost:0.164236783981 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.127231433988 and training accuracy:0.968988656998 validation cost:0.129275858402 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.108040362597 and training accuracy:0.972993135452 validation cost:0.110024802387 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0954137817025 and training accuracy:0.975693821907 validation cost:0.0972460955381 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0862560644746 and training accuracy:0.977742612362 validation cost:0.087892331183 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0792035087943 and training accuracy:0.979605138302 validation cost:0.0806312188506 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0735457912087 and training accuracy:0.980536401272 validation cost:0.0747683644295 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0688755512238 and training accuracy:0.981653928757 validation cost:0.0699017271399 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:121.872097015 Method 3 test accuracy:0.800999999046 Training with lmbda:474313.824157, 100 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.418012857 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.383665591478 and training accuracy:0.935278594494 validation cost:0.389028519392 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.189104840159 and training accuracy:0.958094716072 validation cost:0.194661587477 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.130791515112 and training accuracy:0.969002842903 validation cost:0.137423038483 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.102765217423 and training accuracy:0.975547671318 validation cost:0.109813041985 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0859552770853 and training accuracy:0.978820085526 validation cost:0.0929254293442 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0745884403586 and training accuracy:0.981910765171 validation cost:0.0812461450696 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0662952065468 and training accuracy:0.983456075191 validation cost:0.0725345313549 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0599244385958 and training accuracy:0.984637737274 validation cost:0.0657064840198 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0548483841121 and training accuracy:0.986274003983 validation cost:0.0601706206799 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:123.295768976 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.268018901348 and training accuracy:0.980487823486 validation cost:0.270420610905 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.132764428854 and training accuracy:0.990536570549 validation cost:0.12830452621 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0895851776004 and training accuracy:0.993365824223 validation cost:0.0830155462027 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0687745809555 and training accuracy:0.994439005852 validation cost:0.0615654401481 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0565066114068 and training accuracy:0.995121955872 validation cost:0.0491624288261 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0483765713871 and training accuracy:0.995317101479 validation cost:0.0410955362022 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0425606071949 and training accuracy:0.99658536911 validation cost:0.0354242622852 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0381734631956 and training accuracy:0.99658536911 validation cost:0.0312157347798 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0347309112549 and training accuracy:0.996682941914 validation cost:0.0279621835798 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.201754093 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.190045446157 and training accuracy:0.990800023079 validation cost:0.182609915733 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0884408578277 and training accuracy:0.994768619537 validation cost:0.0847737491131 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0598906762898 and training accuracy:0.996572554111 validation cost:0.0575172118843 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0464334078133 and training accuracy:0.997294127941 validation cost:0.0446481816471 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.038495849818 and training accuracy:0.997925519943 validation cost:0.0370274744928 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0332030244172 and training accuracy:0.998105883598 validation cost:0.0319285169244 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0293897241354 and training accuracy:0.998286306858 validation cost:0.028246730566 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0264939703047 and training accuracy:0.998647093773 validation cost:0.0254463572055 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0242077670991 and training accuracy:0.999098062515 validation cost:0.0232330560684 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:129.59236002 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.259975939989 and training accuracy:0.952691376209 validation cost:0.261860370636 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.162393242121 and training accuracy:0.963214755058 validation cost:0.164344891906 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.127322897315 and training accuracy:0.968988656998 validation cost:0.129366397858 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.108122728765 and training accuracy:0.972993135452 validation cost:0.110106617212 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0954906791449 and training accuracy:0.975693821907 validation cost:0.0973228141665 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.086329087615 and training accuracy:0.977742612362 validation cost:0.0879654958844 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0792733430862 and training accuracy:0.979605138302 validation cost:0.0807016640902 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0736133828759 and training accuracy:0.980443298817 validation cost:0.0748371779919 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0689411908388 and training accuracy:0.981653928757 validation cost:0.0699692517519 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:121.49445796 Method 3 test accuracy:0.802500009537 Training with lmbda:477341.317937, 101 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.059087038 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.383713334799 and training accuracy:0.935278594494 validation cost:0.389075428247 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.189146861434 and training accuracy:0.958094716072 validation cost:0.194701820612 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.130827412009 and training accuracy:0.969002842903 validation cost:0.137456968427 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.102797470987 and training accuracy:0.975547671318 validation cost:0.109843686223 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0859847664833 and training accuracy:0.978820085526 validation cost:0.0929539054632 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0746156275272 and training accuracy:0.981910765171 validation cost:0.0812728404999 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.066321067512 and training accuracy:0.983456075191 validation cost:0.0725605040789 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0599488057196 and training accuracy:0.984637737274 validation cost:0.0657312422991 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.054871533066 and training accuracy:0.986274003983 validation cost:0.0601941049099 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:121.948129892 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.268189042807 and training accuracy:0.980487823486 validation cost:0.270596593618 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.132879719138 and training accuracy:0.990536570549 validation cost:0.128424912691 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0896698758006 and training accuracy:0.993365824223 validation cost:0.0831035226583 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0688423737884 and training accuracy:0.994439005852 validation cost:0.0616354309022 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0565632842481 and training accuracy:0.995121955872 validation cost:0.0492204613984 and validation accuracy:1.0 Training on :(4, 5) training cost:0.04842530936 and training accuracy:0.995317101479 validation cost:0.0411451011896 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0426034145057 and training accuracy:0.99658536911 validation cost:0.0354675166309 and validation accuracy:1.0 Training on :(4, 5) training cost:0.038211658597 and training accuracy:0.99658536911 validation cost:0.0312541685998 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0347657613456 and training accuracy:0.996682941914 validation cost:0.0279970020056 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.652730942 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.190203025937 and training accuracy:0.990800023079 validation cost:0.182766243815 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0885404720902 and training accuracy:0.994768619537 validation cost:0.0848720371723 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0599658340216 and training accuracy:0.996572554111 validation cost:0.0575916804373 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0464949049056 and training accuracy:0.997294127941 validation cost:0.0447095930576 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0385485365987 and training accuracy:0.997925519943 validation cost:0.0370804034173 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0332493446767 and training accuracy:0.998105883598 validation cost:0.0319753177464 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0294312741607 and training accuracy:0.998286306858 validation cost:0.0282889213413 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0265318155289 and training accuracy:0.998647093773 validation cost:0.0254849363118 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0242425948381 and training accuracy:0.999098062515 validation cost:0.0232686586678 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:122.753249168 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.260151058435 and training accuracy:0.952691376209 validation cost:0.262035250664 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.162517800927 and training accuracy:0.963214755058 validation cost:0.164468184114 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.12742690742 and training accuracy:0.968988656998 validation cost:0.12946870923 and validation accuracy:0.967043340206 Training on :(8, 9) training cost:0.108217149973 and training accuracy:0.972993135452 validation cost:0.110199794173 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0955791473389 and training accuracy:0.975693821907 validation cost:0.0974105298519 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0864135697484 and training accuracy:0.977742612362 validation cost:0.0880501791835 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.07935398072 and training accuracy:0.979512035847 validation cost:0.0807827860117 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0736913979053 and training accuracy:0.980443298817 validation cost:0.0749164149165 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0690170824528 and training accuracy:0.981653928757 validation cost:0.0700469613075 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:122.627251863 Method 3 test accuracy:0.802500009537 Training with lmbda:487065.64391, 102 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.232765913 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.383865952492 and training accuracy:0.935278594494 validation cost:0.389225274324 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.189281135798 and training accuracy:0.958185613155 validation cost:0.194830402732 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.130942329764 and training accuracy:0.969002842903 validation cost:0.137565657496 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.102901190519 and training accuracy:0.975547671318 validation cost:0.109942615032 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0860802531242 and training accuracy:0.978820085526 validation cost:0.0930468440056 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0747040882707 and training accuracy:0.981910765171 validation cost:0.0813603401184 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0664041340351 and training accuracy:0.98327422142 validation cost:0.0726441219449 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0600269511342 and training accuracy:0.984637737274 validation cost:0.0658110305667 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0549456775188 and training accuracy:0.986183047295 validation cost:0.0602706819773 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:121.717620134 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.268740981817 and training accuracy:0.980487823486 validation cost:0.271167218685 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.133249267936 and training accuracy:0.990536570549 validation cost:0.128810793161 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0899437144399 and training accuracy:0.993365824223 validation cost:0.0833882912993 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0690591558814 and training accuracy:0.994439005852 validation cost:0.0618593916297 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0567433722317 and training accuracy:0.995121955872 validation cost:0.0494054108858 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0485796965659 and training accuracy:0.995317101479 validation cost:0.0413026213646 and validation accuracy:1.0 Training on :(4, 5) training cost:0.042738918215 and training accuracy:0.996487796307 validation cost:0.0356050506234 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0383328869939 and training accuracy:0.99658536911 validation cost:0.0313765518367 and validation accuracy:1.0 Training on :(4, 5) training cost:0.034875780344 and training accuracy:0.996682941914 validation cost:0.0281073655933 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.340121031 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.190705820918 and training accuracy:0.990800023079 validation cost:0.183264374733 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0888584256172 and training accuracy:0.994768619537 validation cost:0.0851853713393 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0602059662342 and training accuracy:0.996392190456 validation cost:0.0578292794526 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0466915033758 and training accuracy:0.997294127941 validation cost:0.0449053831398 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0387170352042 and training accuracy:0.997925519943 validation cost:0.0372492559254 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0333979018033 and training accuracy:0.998015701771 validation cost:0.0321251451969 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0295647419989 and training accuracy:0.998286306858 validation cost:0.0284241698682 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0266530923545 and training accuracy:0.998647093773 validation cost:0.025608215481 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.024353954941 and training accuracy:0.999098062515 validation cost:0.0233822800219 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:122.284455061 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.260712981224 and training accuracy:0.952505111694 validation cost:0.262596786022 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.16291514039 and training accuracy:0.963214755058 validation cost:0.164861708879 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.127760648727 and training accuracy:0.968895494938 validation cost:0.129797130823 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.108518406749 and training accuracy:0.972993135452 validation cost:0.110496588051 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0958620607853 and training accuracy:0.975693821907 validation cost:0.0976913571358 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0866823792458 and training accuracy:0.977742612362 validation cost:0.088319323957 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0796127989888 and training accuracy:0.979512035847 validation cost:0.0810440182686 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0739420801401 and training accuracy:0.980443298817 validation cost:0.0751718208194 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0692595541477 and training accuracy:0.981560826302 validation cost:0.0702958330512 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:117.884398937 Method 3 test accuracy:0.802799999714 Training with lmbda:491840.424423, 103 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.667589903 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.383940458298 and training accuracy:0.935278594494 validation cost:0.389298677444 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.189345911145 and training accuracy:0.958185613155 validation cost:0.194892600179 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.130997851491 and training accuracy:0.969002842903 validation cost:0.137618079782 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.102950923145 and training accuracy:0.975547671318 validation cost:0.109989978373 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0861259624362 and training accuracy:0.978820085526 validation cost:0.0930913612247 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.074746645987 and training accuracy:0.981910765171 validation cost:0.0814024284482 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0664440989494 and training accuracy:0.98327422142 validation cost:0.0726843476295 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0600648745894 and training accuracy:0.984637737274 validation cost:0.0658495426178 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0549815669656 and training accuracy:0.986183047295 validation cost:0.0603076703846 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:126.863272905 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.269009143114 and training accuracy:0.980487823486 validation cost:0.271445035934 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.13342911005 and training accuracy:0.990438997746 validation cost:0.128998994827 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0900767296553 and training accuracy:0.993365824223 validation cost:0.0835267826915 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0691641941667 and training accuracy:0.994439005852 validation cost:0.0619679912925 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0568307638168 and training accuracy:0.995121955872 validation cost:0.0494952015579 and validation accuracy:1.0 Training on :(4, 5) training cost:0.048654768616 and training accuracy:0.995317101479 validation cost:0.0413792058825 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0428050681949 and training accuracy:0.996487796307 validation cost:0.0356721766293 and validation accuracy:1.0 Training on :(4, 5) training cost:0.038391713053 and training accuracy:0.99658536911 validation cost:0.0314358510077 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0349293500185 and training accuracy:0.996682941914 validation cost:0.0281611476094 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.495902061 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.190951347351 and training accuracy:0.990800023079 validation cost:0.183507725596 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0890135243535 and training accuracy:0.994768619537 validation cost:0.0853383168578 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.06032307446 and training accuracy:0.996392190456 validation cost:0.0579452514648 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0467874258757 and training accuracy:0.997294127941 validation cost:0.0450010634959 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0387988686562 and training accuracy:0.997925519943 validation cost:0.0373314023018 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0334701240063 and training accuracy:0.998015701771 validation cost:0.0321981161833 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0296294968575 and training accuracy:0.998286306858 validation cost:0.0284898728132 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0267120767385 and training accuracy:0.998647093773 validation cost:0.0256683155894 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.024408146739 and training accuracy:0.999098062515 validation cost:0.0234377272427 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:122.469969034 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.260985225439 and training accuracy:0.952505111694 validation cost:0.26286906004 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.163109406829 and training accuracy:0.963214755058 validation cost:0.165054172277 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.127924144268 and training accuracy:0.968895494938 validation cost:0.129958182573 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.108665987849 and training accuracy:0.972993135452 validation cost:0.110642634332 and validation accuracy:0.973634660244 Training on :(8, 9) training cost:0.0959998294711 and training accuracy:0.975693821907 validation cost:0.0978282094002 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0868135094643 and training accuracy:0.977742612362 validation cost:0.0884506776929 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0797386094928 and training accuracy:0.979512035847 validation cost:0.0811708495021 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0740638151765 and training accuracy:0.980443298817 validation cost:0.0752958580852 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0693781003356 and training accuracy:0.981560826302 validation cost:0.0704173445702 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:118.517335176 Method 3 test accuracy:0.80269998312 Training with lmbda:505673.877019, 104 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.031369925 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.3841547966 and training accuracy:0.935278594494 validation cost:0.389509320259 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.189533859491 and training accuracy:0.958185613155 validation cost:0.195072695613 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.131157293916 and training accuracy:0.969002842903 validation cost:0.137768983841 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.103095196187 and training accuracy:0.975547671318 validation cost:0.110127650201 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0862577855587 and training accuracy:0.978820085526 validation cost:0.0932192057371 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0748691782355 and training accuracy:0.981910765171 validation cost:0.0815236195922 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0665592774749 and training accuracy:0.98327422142 validation cost:0.0728003755212 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0601738505065 and training accuracy:0.984637737274 validation cost:0.0659608766437 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0550847239792 and training accuracy:0.986092150211 validation cost:0.0604141093791 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:131.044540882 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.269777923822 and training accuracy:0.980390250683 validation cost:0.272240936756 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.133943066001 and training accuracy:0.990341484547 validation cost:0.129536852241 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0904545560479 and training accuracy:0.993365824223 validation cost:0.0839201956987 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0694633871317 and training accuracy:0.994439005852 validation cost:0.0622775368392 and validation accuracy:1.0 Training on :(4, 5) training cost:0.057079076767 and training accuracy:0.995121955872 validation cost:0.0497504770756 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0488677248359 and training accuracy:0.995317101479 validation cost:0.0415966883302 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0429924875498 and training accuracy:0.996390223503 validation cost:0.0358625017107 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0385597422719 and training accuracy:0.99658536911 validation cost:0.0316055603325 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0350818932056 and training accuracy:0.996682941914 validation cost:0.0283144190907 and validation accuracy:1.0 Training on :(4, 5) Time taken:124.327237844 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.191654965281 and training accuracy:0.990800023079 validation cost:0.184205457568 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0894571021199 and training accuracy:0.994768619537 validation cost:0.085775822401 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0606573447585 and training accuracy:0.996301949024 validation cost:0.0582764670253 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0470606610179 and training accuracy:0.997294127941 validation cost:0.0452738590539 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0390327237546 and training accuracy:0.997925519943 validation cost:0.037566408515 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0336759053171 and training accuracy:0.998015701771 validation cost:0.0324061252177 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.029814388603 and training accuracy:0.998286306858 validation cost:0.0286777112633 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0268802139908 and training accuracy:0.998647093773 validation cost:0.0258397422731 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0245629567653 and training accuracy:0.999098062515 validation cost:0.0235962755978 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:127.164755106 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.261772125959 and training accuracy:0.952412009239 validation cost:0.263655543327 and validation accuracy:0.950094163418 Training on :(8, 9) training cost:0.16366866231 and training accuracy:0.963214755058 validation cost:0.165608555079 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.128392547369 and training accuracy:0.968895494938 validation cost:0.130419880152 and validation accuracy:0.966101706028 Training on :(8, 9) training cost:0.10908831656 and training accuracy:0.972899973392 validation cost:0.11105941236 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0963955298066 and training accuracy:0.975600659847 validation cost:0.0982209965587 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0871900469065 and training accuracy:0.977742612362 validation cost:0.0888269096613 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0801014602184 and training accuracy:0.979418873787 validation cost:0.0815363004804 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0744138285518 and training accuracy:0.980443298817 validation cost:0.0756514295936 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0697178915143 and training accuracy:0.981374561787 validation cost:0.0707655102015 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:118.644162893 Method 3 test accuracy:0.802900016308 Training with lmbda:534903.51815, 105 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:130.525516033 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.384599089622 and training accuracy:0.935187697411 validation cost:0.389946341515 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.189922735095 and training accuracy:0.958185613155 validation cost:0.195446014404 and validation accuracy:0.955882370472 Training on :(2, 3) training cost:0.131488874555 and training accuracy:0.96891194582 validation cost:0.138083666563 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.103392764926 and training accuracy:0.975456774235 validation cost:0.110413245857 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0865303352475 and training accuracy:0.978820085526 validation cost:0.0934856012464 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0751221999526 and training accuracy:0.981819808483 validation cost:0.0817754790187 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0667960718274 and training accuracy:0.98327422142 validation cost:0.0730395391583 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.06039654091 and training accuracy:0.984637737274 validation cost:0.0661885738373 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0552958138287 and training accuracy:0.986092150211 validation cost:0.0606323331594 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:125.617519855 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.271355301142 and training accuracy:0.980390250683 validation cost:0.273873567581 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.134996980429 and training accuracy:0.99014633894 validation cost:0.130638971925 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0912320390344 and training accuracy:0.993365824223 validation cost:0.0847293511033 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0700778663158 and training accuracy:0.994439005852 validation cost:0.0629131346941 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0575898960233 and training accuracy:0.995121955872 validation cost:0.0502751544118 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0493072532117 and training accuracy:0.995317101479 validation cost:0.042045135051 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0433790124953 and training accuracy:0.996390223503 validation cost:0.0362548902631 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0389057137072 and training accuracy:0.99658536911 validation cost:0.0319545380771 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0353958830237 and training accuracy:0.996682941914 validation cost:0.028629520908 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.378950119 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.193110242486 and training accuracy:0.990800023079 validation cost:0.185649007559 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0903739705682 and training accuracy:0.994768619537 validation cost:0.0866806432605 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0613481998444 and training accuracy:0.996301949024 validation cost:0.0589618273079 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0476255565882 and training accuracy:0.997294127941 validation cost:0.0458383001387 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0395155027509 and training accuracy:0.997925519943 validation cost:0.0380517877638 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0341004170477 and training accuracy:0.998015701771 validation cost:0.0328352637589 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0301954522729 and training accuracy:0.998376488686 validation cost:0.0290649607778 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0272273607552 and training accuracy:0.998647093773 validation cost:0.0261938162148 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0248816590756 and training accuracy:0.999098062515 validation cost:0.0239224564284 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.921277046 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.263407856226 and training accuracy:0.952877640724 validation cost:0.265290826559 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.164832919836 and training accuracy:0.962935388088 validation cost:0.166764348745 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.12936656177 and training accuracy:0.968616127968 validation cost:0.131381243467 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.109965324402 and training accuracy:0.972806870937 validation cost:0.111925579607 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0972148478031 and training accuracy:0.975507557392 validation cost:0.0990344583988 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0879698246717 and training accuracy:0.977742612362 validation cost:0.0896065756679 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0808518156409 and training accuracy:0.978953242302 validation cost:0.0822925120592 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0751394629478 and training accuracy:0.980350136757 validation cost:0.0763886347413 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0704195573926 and training accuracy:0.981095194817 validation cost:0.0714846178889 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:120.929248095 Method 3 test accuracy:0.803499996662 Training with lmbda:558680.988358, 106 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.68372798 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.384953826666 and training accuracy:0.935096800327 validation cost:0.390295088291 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.19023257494 and training accuracy:0.958276510239 validation cost:0.195743218064 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.131751596928 and training accuracy:0.96891194582 validation cost:0.138333573937 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.103627949953 and training accuracy:0.975456774235 validation cost:0.110639363527 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0867464840412 and training accuracy:0.978820085526 validation cost:0.0936973541975 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0753226280212 and training accuracy:0.9817289114 validation cost:0.0819750055671 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0669823512435 and training accuracy:0.983092427254 validation cost:0.0732276365161 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0605713799596 and training accuracy:0.984637737274 validation cost:0.0663676857948 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0554608665407 and training accuracy:0.986001253128 validation cost:0.060803104192 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:123.443765879 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.272591412067 and training accuracy:0.980390250683 validation cost:0.275154173374 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.13582341373 and training accuracy:0.99014633894 validation cost:0.131504565477 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0918406024575 and training accuracy:0.993365824223 validation cost:0.085364215076 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0705594271421 and training accuracy:0.994439005852 validation cost:0.06341227144 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0579898431897 and training accuracy:0.995121955872 validation cost:0.0506868436933 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0496505238116 and training accuracy:0.995317101479 validation cost:0.042396504432 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0436814799905 and training accuracy:0.996292710304 validation cost:0.0365625806153 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0391765832901 and training accuracy:0.99658536911 validation cost:0.0322286263108 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0356415398419 and training accuracy:0.996682941914 validation cost:0.0288769230247 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.902451992 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.194264233112 and training accuracy:0.990800023079 validation cost:0.186793625355 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0911011174321 and training accuracy:0.994768619537 validation cost:0.0873980820179 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0618950091302 and training accuracy:0.996301949024 validation cost:0.0595043003559 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.048072129488 and training accuracy:0.997294127941 validation cost:0.0462846159935 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0398969873786 and training accuracy:0.997835278511 validation cost:0.0384353809059 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0344348289073 and training accuracy:0.998015701771 validation cost:0.0331735722721 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0304951146245 and training accuracy:0.998376488686 validation cost:0.0293697752059 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.027499563992 and training accuracy:0.998556852341 validation cost:0.0264717154205 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0251318719238 and training accuracy:0.999098062515 validation cost:0.0241788290441 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:123.333858967 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.264712095261 and training accuracy:0.952784478664 validation cost:0.266595482826 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.16576077044 and training accuracy:0.962749123573 validation cost:0.167686730623 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.130144193769 and training accuracy:0.968523025513 validation cost:0.13214930892 and validation accuracy:0.96516007185 Training on :(8, 9) training cost:0.110665209591 and training accuracy:0.972620606422 validation cost:0.112616494298 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0978675633669 and training accuracy:0.975135028362 validation cost:0.0996830314398 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0885906443 and training accuracy:0.977556347847 validation cost:0.0902286022902 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0814469829202 and training accuracy:0.978860139847 validation cost:0.0828942134976 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0757148936391 and training accuracy:0.980350136757 validation cost:0.0769750550389 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0709774121642 and training accuracy:0.981002032757 validation cost:0.0720568299294 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:120.361436129 Method 3 test accuracy:0.804099977016 Training with lmbda:565018.665885, 107 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:128.699398041 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.385047286749 and training accuracy:0.935096800327 validation cost:0.390387028456 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.190314680338 and training accuracy:0.958276510239 validation cost:0.195822313428 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.131821095943 and training accuracy:0.96891194582 validation cost:0.138399794698 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.103690095246 and training accuracy:0.975456774235 validation cost:0.110699027777 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0868033245206 and training accuracy:0.978820085526 validation cost:0.0937534272671 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0753750577569 and training accuracy:0.9817289114 validation cost:0.0820276737213 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0670312717557 and training accuracy:0.983092427254 validation cost:0.0732774138451 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0606172792614 and training accuracy:0.984637737274 validation cost:0.066414706409 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0555039979517 and training accuracy:0.986001253128 validation cost:0.0608478076756 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:122.567049026 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.272915989161 and training accuracy:0.980390250683 validation cost:0.275490313768 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.136041522026 and training accuracy:0.990048766136 validation cost:0.131733104587 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0919997468591 and training accuracy:0.993365824223 validation cost:0.0855299681425 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0706851929426 and training accuracy:0.994439005852 validation cost:0.0635424479842 and validation accuracy:1.0 Training on :(4, 5) training cost:0.058094445616 and training accuracy:0.995121955872 validation cost:0.0507943630219 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0497410967946 and training accuracy:0.995317101479 validation cost:0.0424889437854 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0437609814107 and training accuracy:0.996292710304 validation cost:0.0366432331502 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0392477139831 and training accuracy:0.99658536911 validation cost:0.0323004461825 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0357061177492 and training accuracy:0.996682941914 validation cost:0.028941784054 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.432887077 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.194567680359 and training accuracy:0.990800023079 validation cost:0.187094822526 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0912922248244 and training accuracy:0.994768619537 validation cost:0.0875868797302 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.062038321048 and training accuracy:0.996301949024 validation cost:0.0596466772258 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0481888018548 and training accuracy:0.997294127941 validation cost:0.0464013665915 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0399962663651 and training accuracy:0.997835278511 validation cost:0.038535322994 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0345221757889 and training accuracy:0.998015701771 validation cost:0.033262077719 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0305733699352 and training accuracy:0.998376488686 validation cost:0.0294495113194 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0275707393885 and training accuracy:0.998556852341 validation cost:0.026544528082 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0251971613616 and training accuracy:0.999098062515 validation cost:0.0242458935827 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.357258797 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.265054315329 and training accuracy:0.952691376209 validation cost:0.266937613487 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.166005194187 and training accuracy:0.962655961514 validation cost:0.167929753661 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.130349159241 and training accuracy:0.968336760998 validation cost:0.132351398468 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.110849767923 and training accuracy:0.972620606422 validation cost:0.112798444927 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0980402603745 and training accuracy:0.975135028362 validation cost:0.0998543202877 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0887542814016 and training accuracy:0.977556347847 validation cost:0.0903916805983 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0816046372056 and training accuracy:0.978766977787 validation cost:0.0830525532365 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0758666694164 and training accuracy:0.980350136757 validation cost:0.0771291106939 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0711242929101 and training accuracy:0.980815768242 validation cost:0.0722066536546 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:121.659674883 Method 3 test accuracy:0.804300010204 Training with lmbda:584149.816945, 108 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.07071805 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.385327011347 and training accuracy:0.935005903244 validation cost:0.390661984682 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.190560311079 and training accuracy:0.958276510239 validation cost:0.196058139205 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.132028654218 and training accuracy:0.96891194582 validation cost:0.138596743345 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.103875979781 and training accuracy:0.975456774235 validation cost:0.110877022147 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0869725942612 and training accuracy:0.978729188442 validation cost:0.0939189791679 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0755317732692 and training accuracy:0.9817289114 validation cost:0.0821834281087 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0671770647168 and training accuracy:0.983092427254 validation cost:0.0734244287014 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.060754481703 and training accuracy:0.984637737274 validation cost:0.0665549114347 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0556340292096 and training accuracy:0.986001253128 validation cost:0.0609818547964 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:122.833023071 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.273876279593 and training accuracy:0.980292677879 validation cost:0.276485979557 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.136684134603 and training accuracy:0.989853680134 validation cost:0.132406875491 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0924727022648 and training accuracy:0.993365824223 validation cost:0.0860235393047 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0710582211614 and training accuracy:0.994341492653 validation cost:0.0639289095998 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0584045574069 and training accuracy:0.995121955872 validation cost:0.0511135011911 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0500067062676 and training accuracy:0.995219528675 validation cost:0.0427606776357 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0439950749278 and training accuracy:0.996292710304 validation cost:0.0368811823428 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0394572466612 and training accuracy:0.996487796307 validation cost:0.0325121842325 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0358959287405 and training accuracy:0.996682941914 validation cost:0.0291328802705 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.201258898 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.19547303021 and training accuracy:0.990800023079 validation cost:0.187993645668 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.091861858964 and training accuracy:0.994768619537 validation cost:0.0881495699286 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0624649003148 and training accuracy:0.996301949024 validation cost:0.0600703582168 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0485359728336 and training accuracy:0.997294127941 validation cost:0.0467488206923 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0402927286923 and training accuracy:0.997835278511 validation cost:0.0388337373734 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.034782551229 and training accuracy:0.998015701771 validation cost:0.0335258729756 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0308065135032 and training accuracy:0.998376488686 validation cost:0.0296870283782 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0277823209763 and training accuracy:0.998556852341 validation cost:0.0267607420683 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0253915768117 and training accuracy:0.999098062515 validation cost:0.0244454927742 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:122.441146135 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.266081094742 and training accuracy:0.952691376209 validation cost:0.267963975668 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.166739866138 and training accuracy:0.962655961514 validation cost:0.168659448624 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.130962744355 and training accuracy:0.968243598938 validation cost:0.132956549525 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.111402906477 and training accuracy:0.972713708878 validation cost:0.113344356418 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0985573381186 and training accuracy:0.975041925907 validation cost:0.100366838276 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0892458260059 and training accuracy:0.977463185787 validation cost:0.0908825397491 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0820758789778 and training accuracy:0.978673875332 validation cost:0.0835280194879 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0763213708997 and training accuracy:0.980163931847 validation cost:0.0775900781155 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0715640932322 and training accuracy:0.980815768242 validation cost:0.0726550370455 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:119.003273964 Method 3 test accuracy:0.804499983788 Training with lmbda:615170.551021, 109 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.738973856 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.385773301125 and training accuracy:0.935005903244 validation cost:0.391100972891 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.190948069096 and training accuracy:0.958367407322 validation cost:0.196430742741 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.132356598973 and training accuracy:0.969002842903 validation cost:0.138908877969 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.104167245328 and training accuracy:0.975456774235 validation cost:0.111156955361 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.087238304317 and training accuracy:0.978729188442 validation cost:0.0941787734628 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0757780522108 and training accuracy:0.9817289114 validation cost:0.0824288129807 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0674061775208 and training accuracy:0.983092427254 validation cost:0.0736560821533 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0609694235027 and training accuracy:0.984637737274 validation cost:0.0667751282454 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0558364316821 and training accuracy:0.985910356045 validation cost:0.0611916296184 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:121.357733965 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.275392174721 and training accuracy:0.980292677879 validation cost:0.278057336807 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.137698709965 and training accuracy:0.989853680134 validation cost:0.133471310139 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0932179093361 and training accuracy:0.993365824223 validation cost:0.0868016779423 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0716462358832 and training accuracy:0.994341492653 validation cost:0.0645384192467 and validation accuracy:1.0 Training on :(4, 5) training cost:0.058891274035 and training accuracy:0.995121955872 validation cost:0.0516148358583 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0504246503115 and training accuracy:0.995219528675 validation cost:0.0431883633137 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0443620495498 and training accuracy:0.996292710304 validation cost:0.0372546873987 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0397860333323 and training accuracy:0.996487796307 validation cost:0.0328451544046 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0361947193742 and training accuracy:0.996682941914 validation cost:0.0294341258705 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.728058815 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.19691221416 and training accuracy:0.990800023079 validation cost:0.189421996474 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0927644297481 and training accuracy:0.99485886097 validation cost:0.0890410095453 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0631406754255 and training accuracy:0.996301949024 validation cost:0.0607413463295 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0490852631629 and training accuracy:0.997294127941 validation cost:0.0472980998456 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0407607741654 and training accuracy:0.997835278511 validation cost:0.0393049754202 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0351933389902 and training accuracy:0.998015701771 validation cost:0.033942244947 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0311742722988 and training accuracy:0.998376488686 validation cost:0.0300617981702 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0281160045415 and training accuracy:0.998556852341 validation cost:0.0271022692323 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.025698363781 and training accuracy:0.999098062515 validation cost:0.0247610509396 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.487457991 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.267716556787 and training accuracy:0.952598273754 validation cost:0.269600093365 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.167907685041 and training accuracy:0.962562859058 validation cost:0.169820487499 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.131938412786 and training accuracy:0.967871129513 validation cost:0.133920416236 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.112278722227 and training accuracy:0.972713708878 validation cost:0.114208862185 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.099373921752 and training accuracy:0.975135028362 validation cost:0.101176276803 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0900205075741 and training accuracy:0.977463185787 validation cost:0.0916543900967 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0828174427152 and training accuracy:0.978580713272 validation cost:0.0842727720737 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0770384818316 and training accuracy:0.979977667332 validation cost:0.0783162340522 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0722573399544 and training accuracy:0.980815768242 validation cost:0.0733617171645 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:121.411707163 Method 3 test accuracy:0.805199980736 Training with lmbda:618955.226464, 110 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:127.981616974 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.385826617479 and training accuracy:0.935005903244 validation cost:0.391153305769 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.190994307399 and training accuracy:0.958367407322 validation cost:0.1964751333 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.132396310568 and training accuracy:0.969002842903 validation cost:0.138946652412 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.104202516377 and training accuracy:0.975456774235 validation cost:0.111190848053 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0872705504298 and training accuracy:0.978729188442 validation cost:0.0942103564739 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0758076757193 and training accuracy:0.9817289114 validation cost:0.0824584662914 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0674338936806 and training accuracy:0.983092427254 validation cost:0.0736844092607 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0609953999519 and training accuracy:0.984637737274 validation cost:0.0668020695448 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0558610446751 and training accuracy:0.985910356045 validation cost:0.0612173862755 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:122.081880093 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.275571525097 and training accuracy:0.980292677879 validation cost:0.278242975473 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.137819647789 and training accuracy:0.989853680134 validation cost:0.13359798491 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0933071225882 and training accuracy:0.993365824223 validation cost:0.0868947133422 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0717166364193 and training accuracy:0.994341492653 validation cost:0.0646113827825 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0589496605098 and training accuracy:0.995121955872 validation cost:0.0516748540103 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0504748411477 and training accuracy:0.995219528675 validation cost:0.0432395935059 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0444063469768 and training accuracy:0.996292710304 validation cost:0.0372996926308 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0398254394531 and training accuracy:0.996487796307 validation cost:0.0328849926591 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0362304374576 and training accuracy:0.996682941914 validation cost:0.0294700879604 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.833504915 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.197085231543 and training accuracy:0.990800023079 validation cost:0.189593687654 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0928727313876 and training accuracy:0.99485886097 validation cost:0.089147977531 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.0632218196988 and training accuracy:0.996301949024 validation cost:0.0608219914138 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0491510331631 and training accuracy:0.997294127941 validation cost:0.04736385867 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0408167019486 and training accuracy:0.997835278511 validation cost:0.0393612980843 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0352422557771 and training accuracy:0.998015701771 validation cost:0.0339918397367 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0312182605267 and training accuracy:0.998376488686 validation cost:0.0301066655666 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0281559303403 and training accuracy:0.998556852341 validation cost:0.0271432269365 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.025735264644 and training accuracy:0.999098062515 validation cost:0.0247991476208 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:124.620599985 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.267912387848 and training accuracy:0.952598273754 validation cost:0.26979637146 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.168048322201 and training accuracy:0.962562859058 validation cost:0.169960662723 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.132056593895 and training accuracy:0.967871129513 validation cost:0.134037435055 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.112384058535 and training accuracy:0.972713708878 validation cost:0.114313445985 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0994722098112 and training accuracy:0.975041925907 validation cost:0.101274065673 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0901140570641 and training accuracy:0.977463185787 validation cost:0.0917480662465 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0829067081213 and training accuracy:0.978580713272 validation cost:0.0843628644943 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0771245583892 and training accuracy:0.979977667332 validation cost:0.0784034729004 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0723404958844 and training accuracy:0.980815768242 validation cost:0.0734462365508 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:122.337229013 Method 3 test accuracy:0.805000007153 Training with lmbda:628264.390862, 111 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.210939571261 and training accuracy:0.996963381767 validation cost:0.207669049501 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0571070052683 and training accuracy:0.997830986977 validation cost:0.0575984865427 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322935059667 and training accuracy:0.998525083065 validation cost:0.0333583503962 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228034481406 and training accuracy:0.998611807823 validation cost:0.0240070931613 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178102403879 and training accuracy:0.998785376549 validation cost:0.0190372131765 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147149823606 and training accuracy:0.998785376549 validation cost:0.0159247480333 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0125963995233 and training accuracy:0.998872101307 validation cost:0.0137735335156 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0110468566418 and training accuracy:0.998872101307 validation cost:0.0121854394674 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00985879544169 and training accuracy:0.99895888567 validation cost:0.0109565081075 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:129.979319811 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.385958611965 and training accuracy:0.935005903244 validation cost:0.391283094883 and validation accuracy:0.934742629528 Training on :(2, 3) training cost:0.191108539701 and training accuracy:0.958276510239 validation cost:0.196585059166 and validation accuracy:0.956801474094 Training on :(2, 3) training cost:0.132492542267 and training accuracy:0.969002842903 validation cost:0.139038234949 and validation accuracy:0.963235318661 Training on :(2, 3) training cost:0.104287572205 and training accuracy:0.975547671318 validation cost:0.111272417009 and validation accuracy:0.969669103622 Training on :(2, 3) training cost:0.0873480737209 and training accuracy:0.978729188442 validation cost:0.0942859351635 and validation accuracy:0.974264681339 Training on :(2, 3) training cost:0.0758795887232 and training accuracy:0.9817289114 validation cost:0.0825300812721 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0675005465746 and training accuracy:0.983092427254 validation cost:0.0737517178059 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.061057664454 and training accuracy:0.984637737274 validation cost:0.066865876317 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0559198893607 and training accuracy:0.985910356045 validation cost:0.0612788684666 and validation accuracy:0.981617629528 Training on :(2, 3) Time taken:124.663752079 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.276013463736 and training accuracy:0.980195105076 validation cost:0.278701305389 and validation accuracy:0.985192477703 Training on :(4, 5) training cost:0.138116776943 and training accuracy:0.989853680134 validation cost:0.133909806609 and validation accuracy:0.996051311493 Training on :(4, 5) training cost:0.0935242027044 and training accuracy:0.993365824223 validation cost:0.0871215388179 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.071888409555 and training accuracy:0.994341492653 validation cost:0.0647895112634 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0590923912823 and training accuracy:0.995121955872 validation cost:0.0518218874931 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0505974851549 and training accuracy:0.995219528675 validation cost:0.0433650314808 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0445141494274 and training accuracy:0.996292710304 validation cost:0.03740946576 and validation accuracy:1.0 Training on :(4, 5) training cost:0.039921887219 and training accuracy:0.996487796307 validation cost:0.0329826846719 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0363174602389 and training accuracy:0.996682941914 validation cost:0.029557870701 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.140165091 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.197508245707 and training accuracy:0.990800023079 validation cost:0.190013632178 and validation accuracy:0.990875899792 Training on :(6, 7) training cost:0.0931383594871 and training accuracy:0.994768619537 validation cost:0.089410290122 and validation accuracy:0.991788327694 Training on :(6, 7) training cost:0.063419893384 and training accuracy:0.996301949024 validation cost:0.0610186308622 and validation accuracy:0.994525551796 Training on :(6, 7) training cost:0.0493120998144 and training accuracy:0.997294127941 validation cost:0.0475249402225 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.0409534685314 and training accuracy:0.997835278511 validation cost:0.0394989848137 and validation accuracy:0.996350347996 Training on :(6, 7) training cost:0.035362392664 and training accuracy:0.998015701771 validation cost:0.0341134928167 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0313256420195 and training accuracy:0.998376488686 validation cost:0.0302158854902 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0282535925508 and training accuracy:0.998556852341 validation cost:0.0272430069745 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0258250217885 and training accuracy:0.999098062515 validation cost:0.0248913373798 and validation accuracy:0.9981752038 Training on :(6, 7) Time taken:123.185962915 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.268391937017 and training accuracy:0.952598273754 validation cost:0.27027669549 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.168391868472 and training accuracy:0.962562859058 validation cost:0.170302480459 and validation accuracy:0.960451960564 Training on :(8, 9) training cost:0.132344469428 and training accuracy:0.967871129513 validation cost:0.134321674705 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.112643547356 and training accuracy:0.972620606422 validation cost:0.114569716156 and validation accuracy:0.972693026066 Training on :(8, 9) training cost:0.0997134372592 and training accuracy:0.975041925907 validation cost:0.101513691247 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0903422757983 and training accuracy:0.977276980877 validation cost:0.0919757410884 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0831254348159 and training accuracy:0.978580713272 validation cost:0.0845829322934 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0773358941078 and training accuracy:0.979977667332 validation cost:0.078617207706 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0725445598364 and training accuracy:0.980815768242 validation cost:0.0736537277699 and validation accuracy:0.982109248638 Training on :(8, 9) Time taken:119.146580219 Method 3 test accuracy:0.804799973965 Training with lmbda:450943.771238, 112 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.58325696 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368374615908 and training accuracy:0.939005553722 validation cost:0.374008148909 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.182479128242 and training accuracy:0.959821820259 validation cost:0.187009751797 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.126693621278 and training accuracy:0.969820916653 validation cost:0.131569504738 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.0998609960079 and training accuracy:0.975820362568 validation cost:0.104765579104 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0837766826153 and training accuracy:0.979274630547 validation cost:0.0884072929621 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0728966146708 and training accuracy:0.981547117233 validation cost:0.0771222487092 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0649610385299 and training accuracy:0.983728766441 validation cost:0.0687539428473 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0588643662632 and training accuracy:0.985455870628 validation cost:0.0622425079346 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0539995394647 and training accuracy:0.986910283566 validation cost:0.056983884424 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.79233098 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.271351695061 and training accuracy:0.974731683731 validation cost:0.277481496334 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.135073199868 and training accuracy:0.987512171268 validation cost:0.132897034287 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0908615365624 and training accuracy:0.991707324982 validation cost:0.0858829468489 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0695686787367 and training accuracy:0.99317073822 validation cost:0.0636179372668 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0570620372891 and training accuracy:0.994243919849 validation cost:0.0507785193622 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0487965233624 and training accuracy:0.994926810265 validation cost:0.0424399264157 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0428955964744 and training accuracy:0.995414614677 validation cost:0.0365842729807 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0384493656456 and training accuracy:0.995804905891 validation cost:0.032238792628 and validation accuracy:1.0 Training on :(4, 5) training cost:0.034962978214 and training accuracy:0.995999991894 validation cost:0.0288803800941 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.196794033 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.186993226409 and training accuracy:0.991611778736 validation cost:0.181451022625 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0880113765597 and training accuracy:0.995580434799 validation cost:0.085231512785 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0596762411296 and training accuracy:0.997294127941 validation cost:0.0576793029904 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0462517403066 and training accuracy:0.997654914856 validation cost:0.0445695631206 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0383267998695 and training accuracy:0.998105883598 validation cost:0.0368049480021 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0330449864268 and training accuracy:0.998466670513 validation cost:0.0316236279905 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0292434785515 and training accuracy:0.998556852341 validation cost:0.0278946515173 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0263584293425 and training accuracy:0.998647093773 validation cost:0.0250685699284 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0240836534649 and training accuracy:0.998827457428 validation cost:0.0228431560099 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.310162067 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.262195527554 and training accuracy:0.956416487694 validation cost:0.263594448566 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.16030690074 and training accuracy:0.965263545513 validation cost:0.161831006408 and validation accuracy:0.964218437672 Training on :(8, 9) training cost:0.124646909535 and training accuracy:0.971596181393 validation cost:0.126185759902 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.105439350009 and training accuracy:0.974855661392 validation cost:0.106821022928 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0929439216852 and training accuracy:0.977556347847 validation cost:0.0940977856517 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0839498639107 and training accuracy:0.979232609272 validation cost:0.0848603248596 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0770673751831 and training accuracy:0.981467664242 validation cost:0.0777407735586 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0715763792396 and training accuracy:0.982585191727 validation cost:0.0720317661762 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0670647099614 and training accuracy:0.983609616756 validation cost:0.067326143384 and validation accuracy:0.985875725746 Training on :(8, 9) Time taken:118.393229008 Method 3 test accuracy:0.833299994469 Training with lmbda:471675.378093, 113 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.523825884 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368685334921 and training accuracy:0.939005553722 validation cost:0.374313086271 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.182753041387 and training accuracy:0.959821820259 validation cost:0.187270879745 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.126931294799 and training accuracy:0.969820916653 validation cost:0.131791993976 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.100078567863 and training accuracy:0.975820362568 validation cost:0.104969441891 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.083979472518 and training accuracy:0.979274630547 validation cost:0.088599614799 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0730875954032 and training accuracy:0.981547117233 validation cost:0.0773066431284 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.065142326057 and training accuracy:0.983819663525 validation cost:0.0689315870404 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0590370297432 and training accuracy:0.985364973545 validation cost:0.0624136850238 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.054165430367 and training accuracy:0.986910283566 validation cost:0.0571498982608 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.104566097 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.272569924593 and training accuracy:0.974829256535 validation cost:0.278761923313 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.135901868343 and training accuracy:0.987512171268 validation cost:0.133784040809 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0914716944098 and training accuracy:0.991707324982 validation cost:0.0865352526307 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0700511410832 and training accuracy:0.99317073822 validation cost:0.0641313120723 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0574626103044 and training accuracy:0.994243919849 validation cost:0.0512029267848 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0491401478648 and training accuracy:0.995024383068 validation cost:0.0428029410541 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0431978665292 and training accuracy:0.995414614677 validation cost:0.036902282387 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0387199595571 and training accuracy:0.995804905891 validation cost:0.0325226485729 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0352089367807 and training accuracy:0.995999991894 validation cost:0.029137685895 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.738910913 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.188096091151 and training accuracy:0.991702020168 validation cost:0.182555571198 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0887216106057 and training accuracy:0.995580434799 validation cost:0.0859443470836 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0602148994803 and training accuracy:0.997203946114 validation cost:0.0582235381007 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0466931648552 and training accuracy:0.997654914856 validation cost:0.0450181365013 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0387061163783 and training accuracy:0.998105883598 validation cost:0.0371923372149 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0333795510232 and training accuracy:0.998466670513 validation cost:0.0319666974247 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0295439939946 and training accuracy:0.998556852341 validation cost:0.0282038450241 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0266329776496 and training accuracy:0.998647093773 validation cost:0.0253516938537 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0243370570242 and training accuracy:0.998827457428 validation cost:0.0231047291309 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.89951396 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.263554155827 and training accuracy:0.956323325634 validation cost:0.264964520931 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.161216586828 and training accuracy:0.965263545513 validation cost:0.162743061781 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.12538857758 and training accuracy:0.971316814423 validation cost:0.126923307776 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.10609972477 and training accuracy:0.974855661392 validation cost:0.107476621866 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0935584679246 and training accuracy:0.977463185787 validation cost:0.0947092100978 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0845312923193 and training accuracy:0.979325771332 validation cost:0.0854406952858 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0776239559054 and training accuracy:0.981374561787 validation cost:0.0782990530133 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0721131712198 and training accuracy:0.982585191727 validation cost:0.0725739747286 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.067583732307 and training accuracy:0.983516454697 validation cost:0.0678519532084 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:117.578500032 Method 3 test accuracy:0.830699980259 Training with lmbda:474313.824157, 114 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.378217936 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368724733591 and training accuracy:0.939005553722 validation cost:0.374351710081 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.182787910104 and training accuracy:0.959821820259 validation cost:0.187304139137 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.126961529255 and training accuracy:0.969820916653 validation cost:0.13182027638 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.100106097758 and training accuracy:0.975820362568 validation cost:0.104995310307 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0840048193932 and training accuracy:0.979183733463 validation cost:0.0886237248778 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0731115415692 and training accuracy:0.981547117233 validation cost:0.0773297026753 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0651650205255 and training accuracy:0.983819663525 validation cost:0.0689536929131 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0590586252511 and training accuracy:0.985364973545 validation cost:0.0624349117279 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0541860088706 and training accuracy:0.986910283566 validation cost:0.0571703612804 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.560904026 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.272722512484 and training accuracy:0.974829256535 validation cost:0.278921961784 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.136004984379 and training accuracy:0.987609744072 validation cost:0.133894219995 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0915474817157 and training accuracy:0.991707324982 validation cost:0.0866160541773 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0701115205884 and training accuracy:0.99317073822 validation cost:0.0641953423619 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0575125925243 and training accuracy:0.994243919849 validation cost:0.0512557551265 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0491829402745 and training accuracy:0.995024383068 validation cost:0.0428480058908 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0432355254889 and training accuracy:0.995414614677 validation cost:0.0369417108595 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0387536846101 and training accuracy:0.995804905891 validation cost:0.0325579121709 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0352395139635 and training accuracy:0.995999991894 validation cost:0.0291694998741 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.836174965 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.188236013055 and training accuracy:0.991702020168 validation cost:0.18269585073 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0888112261891 and training accuracy:0.995580434799 validation cost:0.0860343798995 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0602826997638 and training accuracy:0.997203946114 validation cost:0.058292105794 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0467488616705 and training accuracy:0.997654914856 validation cost:0.0450748205185 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0387539155781 and training accuracy:0.998105883598 validation cost:0.0372412316501 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0334217771888 and training accuracy:0.998466670513 validation cost:0.032010037452 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0295820292085 and training accuracy:0.998556852341 validation cost:0.0282430630177 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0266676787287 and training accuracy:0.998647093773 validation cost:0.0253875292838 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0243688598275 and training accuracy:0.998827457428 validation cost:0.0231376122683 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.166725874 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.263724863529 and training accuracy:0.956323325634 validation cost:0.265136629343 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.161331251264 and training accuracy:0.965356647968 validation cost:0.162858128548 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.125482350588 and training accuracy:0.971316814423 validation cost:0.127016499639 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.10618300736 and training accuracy:0.974855661392 validation cost:0.107559479773 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.09363579005 and training accuracy:0.977463185787 validation cost:0.0947861000896 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.084604434669 and training accuracy:0.979325771332 validation cost:0.0855138897896 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0776937752962 and training accuracy:0.981374561787 validation cost:0.0783692225814 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0721810087562 and training accuracy:0.982585191727 validation cost:0.0726422816515 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0676495656371 and training accuracy:0.983516454697 validation cost:0.0679183751345 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.724973917 Method 3 test accuracy:0.830699980259 Training with lmbda:477341.317937, 115 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.080151081 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.368769288063 and training accuracy:0.939005553722 validation cost:0.374395430088 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.182827502489 and training accuracy:0.959821820259 validation cost:0.187342017889 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.126996070147 and training accuracy:0.969820916653 validation cost:0.131852850318 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.100137539208 and training accuracy:0.975820362568 validation cost:0.105024904013 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0840343981981 and training accuracy:0.979183733463 validation cost:0.0886520147324 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0731397271156 and training accuracy:0.981547117233 validation cost:0.0773570686579 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0651916190982 and training accuracy:0.983819663525 validation cost:0.0689798146486 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0590839125216 and training accuracy:0.985364973545 validation cost:0.0624599456787 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0542101599276 and training accuracy:0.986819386482 validation cost:0.0571944899857 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.204270124 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.272897392511 and training accuracy:0.974829256535 validation cost:0.279105365276 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.136122182012 and training accuracy:0.987512171268 validation cost:0.134019374847 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0916340574622 and training accuracy:0.991707324982 validation cost:0.0867084637284 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0701797604561 and training accuracy:0.99317073822 validation cost:0.0642679035664 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0575692392886 and training accuracy:0.994243919849 validation cost:0.0513157621026 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0492317304015 and training accuracy:0.995024383068 validation cost:0.0428995676339 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0432784110308 and training accuracy:0.995414614677 validation cost:0.0369867607951 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0387920923531 and training accuracy:0.995804905891 validation cost:0.0325982049108 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0352743603289 and training accuracy:0.995999991894 validation cost:0.0292059630156 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.008111 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.188395068049 and training accuracy:0.991702020168 validation cost:0.182855054736 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0889132842422 and training accuracy:0.995580434799 validation cost:0.0861367657781 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0603601373732 and training accuracy:0.997203946114 validation cost:0.0583703406155 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0468124561012 and training accuracy:0.997654914856 validation cost:0.0451394356787 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0388084463775 and training accuracy:0.998015701771 validation cost:0.0372970066965 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.033469710499 and training accuracy:0.998466670513 validation cost:0.0320592410862 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0296251140535 and training accuracy:0.998556852341 validation cost:0.0282874349505 and validation accuracy:1.0 Training on :(6, 7) training cost:0.026706982404 and training accuracy:0.998647093773 validation cost:0.0254280958325 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0244050621986 and training accuracy:0.998827457428 validation cost:0.0231749955565 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.616321087 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.263920515776 and training accuracy:0.956323325634 validation cost:0.265333682299 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.161462813616 and training accuracy:0.965356647968 validation cost:0.162989705801 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.125588968396 and training accuracy:0.971316814423 validation cost:0.127122402191 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.106278382242 and training accuracy:0.974855661392 validation cost:0.107653953135 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0937234312296 and training accuracy:0.977463185787 validation cost:0.0948734134436 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0846874639392 and training accuracy:0.979325771332 validation cost:0.0855970308185 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0777734220028 and training accuracy:0.981374561787 validation cost:0.0784492790699 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0722573250532 and training accuracy:0.982585191727 validation cost:0.0727192685008 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0677231624722 and training accuracy:0.983516454697 validation cost:0.0679928511381 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:117.85813117 Method 3 test accuracy:0.830699980259 Training with lmbda:487065.64391, 116 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.158099174 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36891117692 and training accuracy:0.939005553722 validation cost:0.374534487724 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.182954654098 and training accuracy:0.959821820259 validation cost:0.187463343143 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.12710647285 and training accuracy:0.969820916653 validation cost:0.131956458092 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.10023830086 and training accuracy:0.975729465485 validation cost:0.105119898915 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0841279253364 and training accuracy:0.979183733463 validation cost:0.0887411236763 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0732273608446 and training accuracy:0.981547117233 validation cost:0.0774417072535 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.065275080502 and training accuracy:0.983819663525 validation cost:0.0690623372793 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0591632351279 and training accuracy:0.985364973545 validation cost:0.062539100647 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0542860589921 and training accuracy:0.986819386482 validation cost:0.0572710707784 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.278857946 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.273452967405 and training accuracy:0.974829256535 validation cost:0.279689103365 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.136498615146 and training accuracy:0.987512171268 validation cost:0.134422391653 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0919099897146 and training accuracy:0.991707324982 validation cost:0.0870035365224 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0703990757465 and training accuracy:0.99317073822 validation cost:0.0645013600588 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0577511265874 and training accuracy:0.994243919849 validation cost:0.0515086501837 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0493874661624 and training accuracy:0.995024383068 validation cost:0.0430641323328 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0434153266251 and training accuracy:0.995414614677 validation cost:0.0371309444308 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0389147400856 and training accuracy:0.995804905891 validation cost:0.0327270068228 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0353854447603 and training accuracy:0.995999991894 validation cost:0.0293222721666 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.695095778 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.188904061913 and training accuracy:0.991611778736 validation cost:0.183365121484 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0892389565706 and training accuracy:0.995580434799 validation cost:0.0864638760686 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0606069676578 and training accuracy:0.997113764286 validation cost:0.0586199499667 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0470146648586 and training accuracy:0.997654914856 validation cost:0.0453450530767 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0389816313982 and training accuracy:0.998015701771 validation cost:0.037474039942 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0336222313344 and training accuracy:0.998466670513 validation cost:0.0322158150375 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.029762532562 and training accuracy:0.998556852341 validation cost:0.0284290239215 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0268320217729 and training accuracy:0.998647093773 validation cost:0.0255571696907 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0245205499232 and training accuracy:0.998827457428 validation cost:0.0232943724841 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.383934021 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.264545410872 and training accuracy:0.956323325634 validation cost:0.265964269638 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.161881089211 and training accuracy:0.965356647968 validation cost:0.163409277797 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.125930920243 and training accuracy:0.971409916878 validation cost:0.127462655306 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.106582038105 and training accuracy:0.974669396877 validation cost:0.107955388725 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0940056666732 and training accuracy:0.977463185787 validation cost:0.0951542332768 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0849543362856 and training accuracy:0.979325771332 validation cost:0.0858630090952 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0780291184783 and training accuracy:0.981281459332 validation cost:0.0787059739232 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0725041478872 and training accuracy:0.982492089272 validation cost:0.0729685649276 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0679626613855 and training accuracy:0.983423352242 validation cost:0.0682359859347 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:117.859493971 Method 3 test accuracy:0.830699980259 Training with lmbda:491840.424423, 117 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.388371944 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36898085475 and training accuracy:0.938914656639 validation cost:0.37460282445 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.183016210794 and training accuracy:0.959821820259 validation cost:0.187522143126 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.127159789205 and training accuracy:0.969820916653 validation cost:0.132006332278 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.100287124515 and training accuracy:0.975729465485 validation cost:0.105165615678 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0841732248664 and training accuracy:0.979183733463 validation cost:0.0887840166688 and validation accuracy:0.977022051811 Training on :(2, 3) training cost:0.0732699558139 and training accuracy:0.981547117233 validation cost:0.0774826183915 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0653152391315 and training accuracy:0.983819663525 validation cost:0.0691015347838 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0592015087605 and training accuracy:0.985364973545 validation cost:0.062576636672 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0543225593865 and training accuracy:0.986819386482 validation cost:0.0573073215783 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.447262049 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.273721814156 and training accuracy:0.974829256535 validation cost:0.279971808195 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.136681228876 and training accuracy:0.987512171268 validation cost:0.134618133307 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0920440107584 and training accuracy:0.991707324982 validation cost:0.0871469751 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0705051273108 and training accuracy:0.993268311024 validation cost:0.0646144673228 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0578391999006 and training accuracy:0.994243919849 validation cost:0.0516021959484 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0494628511369 and training accuracy:0.995024383068 validation cost:0.0431439504027 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0434818714857 and training accuracy:0.995414614677 validation cost:0.0372011549771 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0389745421708 and training accuracy:0.995804905891 validation cost:0.0327898934484 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0354397371411 and training accuracy:0.995999991894 validation cost:0.0293790474534 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.059813976 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.189150601625 and training accuracy:0.991611778736 validation cost:0.183612465858 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0893977507949 and training accuracy:0.995490193367 validation cost:0.0866233855486 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0607268586755 and training accuracy:0.997113764286 validation cost:0.0587412156165 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0471129305661 and training accuracy:0.997654914856 validation cost:0.0454451292753 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0390658564866 and training accuracy:0.998015701771 validation cost:0.037560261786 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0336963385344 and training accuracy:0.998466670513 validation cost:0.0322919785976 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0298290271312 and training accuracy:0.998556852341 validation cost:0.0284975785762 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0268928036094 and training accuracy:0.998647093773 validation cost:0.0256199818105 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0245766285807 and training accuracy:0.9987372756 validation cost:0.0233523640782 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.426460028 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.264851748943 and training accuracy:0.956323325634 validation cost:0.266272932291 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.162086427212 and training accuracy:0.965356647968 validation cost:0.163614854217 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.12609757483 and training accuracy:0.971409916878 validation cost:0.127628788352 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.106730461121 and training accuracy:0.974669396877 validation cost:0.108102612197 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0941430255771 and training accuracy:0.977463185787 validation cost:0.0952908471227 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0850840434432 and training accuracy:0.979325771332 validation cost:0.0859927013516 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0781532377005 and training accuracy:0.981374561787 validation cost:0.0788308680058 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0726238563657 and training accuracy:0.982492089272 validation cost:0.0730896517634 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.068078532815 and training accuracy:0.983330249786 validation cost:0.0683535709977 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:117.661433935 Method 3 test accuracy:0.830699980259 Training with lmbda:505673.877019, 118 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.343369007 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.36918258667 and training accuracy:0.938914656639 validation cost:0.374800592661 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.183194562793 and training accuracy:0.959821820259 validation cost:0.187692642212 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.127314150333 and training accuracy:0.969911813736 validation cost:0.132151350379 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.100426949561 and training accuracy:0.975638568401 validation cost:0.105297394097 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0843031182885 and training accuracy:0.97909283638 validation cost:0.0889084041119 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0733925998211 and training accuracy:0.981547117233 validation cost:0.0776018574834 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0654311329126 and training accuracy:0.983819663525 validation cost:0.069216504693 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0593116916716 and training accuracy:0.985274076462 validation cost:0.0626868605614 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0544274374843 and training accuracy:0.986819386482 validation cost:0.0574121437967 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.90715003 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.27448952198 and training accuracy:0.974829256535 validation cost:0.280778944492 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.137204065919 and training accuracy:0.98741465807 validation cost:0.135178744793 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0924279466271 and training accuracy:0.991707324982 validation cost:0.08755787462 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.070808827877 and training accuracy:0.993268311024 validation cost:0.0649379268289 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0580910108984 and training accuracy:0.994243919849 validation cost:0.0518692545593 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0496790967882 and training accuracy:0.995024383068 validation cost:0.0433722883463 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0436719991267 and training accuracy:0.995414614677 validation cost:0.0374012179673 and validation accuracy:1.0 Training on :(4, 5) training cost:0.03914450109 and training accuracy:0.995804905891 validation cost:0.0329682826996 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0355939529836 and training accuracy:0.995999991894 validation cost:0.0295405164361 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.628196955 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.189862459898 and training accuracy:0.991611778736 validation cost:0.184325799346 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0898520648479 and training accuracy:0.995490193367 validation cost:0.0870796740055 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0610707513988 and training accuracy:0.997113764286 validation cost:0.059089012444 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0473947040737 and training accuracy:0.997654914856 validation cost:0.0457316786051 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0393067859113 and training accuracy:0.998015701771 validation cost:0.0378066524863 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0339083783329 and training accuracy:0.998466670513 validation cost:0.0325095131993 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0300197564065 and training accuracy:0.998556852341 validation cost:0.0286940727383 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0270666312426 and training accuracy:0.998647093773 validation cost:0.0257994253188 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0247368440032 and training accuracy:0.9987372756 validation cost:0.0235180128366 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.371364117 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.265726238489 and training accuracy:0.956509590149 validation cost:0.267154484987 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.162673979998 and training accuracy:0.965356647968 validation cost:0.164203584194 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.126575499773 and training accuracy:0.971409916878 validation cost:0.128105223179 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.107156179845 and training accuracy:0.974669396877 validation cost:0.108526311815 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0945370793343 and training accuracy:0.977370083332 validation cost:0.0956831946969 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0854574367404 and training accuracy:0.979325771332 validation cost:0.0863660797477 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0785107761621 and training accuracy:0.981281459332 validation cost:0.0791910067201 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0729688629508 and training accuracy:0.982492089272 validation cost:0.0734381079674 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0684122219682 and training accuracy:0.983237087727 validation cost:0.0686927512288 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:118.17130518 Method 3 test accuracy:0.83109998703 Training with lmbda:534903.51815, 119 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.524133921 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.369598865509 and training accuracy:0.938914656639 validation cost:0.375208795071 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.18356359005 and training accuracy:0.959821820259 validation cost:0.188045367599 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.127632513642 and training accuracy:0.969820916653 validation cost:0.132450565696 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.100716672838 and training accuracy:0.975638568401 validation cost:0.105570346117 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.084571018815 and training accuracy:0.978910982609 validation cost:0.0891635268927 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0736450478435 and training accuracy:0.981547117233 validation cost:0.0778466016054 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0656701922417 and training accuracy:0.983819663525 validation cost:0.0694524645805 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0595391094685 and training accuracy:0.985364973545 validation cost:0.062913313508 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0546442456543 and training accuracy:0.986728489399 validation cost:0.057629738003 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.102804899 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.275530904531 and training accuracy:0.974829256535 validation cost:0.281552582979 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.137921541929 and training accuracy:0.987512171268 validation cost:0.135753691196 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0930056124926 and training accuracy:0.991707324982 validation cost:0.0880413576961 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0712927952409 and training accuracy:0.993268311024 validation cost:0.0653464198112 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0585107132792 and training accuracy:0.994243919849 validation cost:0.0522233210504 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0500510185957 and training accuracy:0.994829297066 validation cost:0.0436850264668 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0440061055124 and training accuracy:0.995512187481 validation cost:0.037681017071 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0394491814077 and training accuracy:0.99590241909 validation cost:0.0332215391099 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0358744114637 and training accuracy:0.995999991894 validation cost:0.029771996662 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.124481916 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.190814688802 and training accuracy:0.991882383823 validation cost:0.185314759612 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0905668213964 and training accuracy:0.995580434799 validation cost:0.0878289714456 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0616439729929 and training accuracy:0.997113764286 validation cost:0.0596969015896 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0478807687759 and training accuracy:0.997745096684 validation cost:0.0462521053851 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0397328957915 and training accuracy:0.998105883598 validation cost:0.0382666178048 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0342913083732 and training accuracy:0.998466670513 validation cost:0.0329255275428 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0303681194782 and training accuracy:0.998556852341 validation cost:0.0290747769177 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0273881480098 and training accuracy:0.998647093773 validation cost:0.0261521860957 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0250361375511 and training accuracy:0.9987372756 validation cost:0.0238472893834 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.175446033 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.267337471247 and training accuracy:0.956323325634 validation cost:0.268696755171 and validation accuracy:0.952919006348 Training on :(8, 9) training cost:0.163732543588 and training accuracy:0.965449810028 validation cost:0.165197402239 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.1274382025 and training accuracy:0.971409916878 validation cost:0.128907486796 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.107927955687 and training accuracy:0.974669396877 validation cost:0.109243504703 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0952565521002 and training accuracy:0.977276980877 validation cost:0.0963550209999 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0861442163587 and training accuracy:0.979232609272 validation cost:0.0870123431087 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0791704431176 and training accuracy:0.981281459332 validation cost:0.0798174738884 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0736075937748 and training accuracy:0.982492089272 validation cost:0.0740500018001 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0690325796604 and training accuracy:0.983237087727 validation cost:0.0692912191153 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:118.103958845 Method 3 test accuracy:0.834500014782 Training with lmbda:558680.988358, 120 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.621232986 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.369931429625 and training accuracy:0.938914656639 validation cost:0.375534921885 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.183856397867 and training accuracy:0.959821820259 validation cost:0.188325703144 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.127885222435 and training accuracy:0.969820916653 validation cost:0.13268828392 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.10094665736 and training accuracy:0.975638568401 validation cost:0.105787172914 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0847842171788 and training accuracy:0.978910982609 validation cost:0.0893672034144 and validation accuracy:0.976102948189 Training on :(2, 3) training cost:0.0738454610109 and training accuracy:0.98145622015 validation cost:0.0780407339334 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0658596158028 and training accuracy:0.983819663525 validation cost:0.0696387737989 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0597192086279 and training accuracy:0.985364973545 validation cost:0.0630924776196 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0548163279891 and training accuracy:0.986637592316 validation cost:0.0578025728464 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.236626863 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.276789754629 and training accuracy:0.974829256535 validation cost:0.282877922058 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.138768941164 and training accuracy:0.987609744072 validation cost:0.136663034558 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0936252623796 and training accuracy:0.991609752178 validation cost:0.0887055397034 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0717806592584 and training accuracy:0.993365824223 validation cost:0.0658668130636 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.058914359659 and training accuracy:0.994243919849 validation cost:0.052652079612 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0503965318203 and training accuracy:0.994829297066 validation cost:0.0440509803593 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0443096645176 and training accuracy:0.995512187481 validation cost:0.0380015224218 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0397208705544 and training accuracy:0.99590241909 validation cost:0.0335073545575 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0361203402281 and training accuracy:0.995999991894 validation cost:0.0300297699869 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.735095024 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.191978380084 and training accuracy:0.991792201996 validation cost:0.186482340097 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0913117229939 and training accuracy:0.995580434799 validation cost:0.0885787159204 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0622057728469 and training accuracy:0.997113764286 validation cost:0.0602664127946 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0483398661017 and training accuracy:0.997745096684 validation cost:0.0467205941677 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0401265844703 and training accuracy:0.998105883598 validation cost:0.0386703908443 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0346378721297 and training accuracy:0.998466670513 validation cost:0.0332823060453 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0306795760989 and training accuracy:0.998556852341 validation cost:0.0293965172023 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0276721455157 and training accuracy:0.998647093773 validation cost:0.026446249336 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0252979137003 and training accuracy:0.9987372756 validation cost:0.0241184588522 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.831913948 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.268783956766 and training accuracy:0.956043958664 validation cost:0.270154863596 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.164709642529 and training accuracy:0.965356647968 validation cost:0.166176512837 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.128231555223 and training accuracy:0.971409916878 validation cost:0.129698306322 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.108629569411 and training accuracy:0.974669396877 validation cost:0.109941452742 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0959034860134 and training accuracy:0.977183818817 validation cost:0.0970004424453 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0867541730404 and training accuracy:0.979046404362 validation cost:0.0876249074936 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0797540321946 and training accuracy:0.981281459332 validation cost:0.0804056599736 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0741671025753 and training accuracy:0.982305824757 validation cost:0.0746178403497 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0695721656084 and training accuracy:0.983143985271 validation cost:0.0698412209749 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:118.047763109 Method 3 test accuracy:0.834599971771 Training with lmbda:565018.665885, 121 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.405421019 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370019465685 and training accuracy:0.938914656639 validation cost:0.375621259212 and validation accuracy:0.943933844566 Training on :(2, 3) training cost:0.183933258057 and training accuracy:0.959821820259 validation cost:0.188399344683 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.127951592207 and training accuracy:0.969820916653 validation cost:0.132750883698 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.10100697726 and training accuracy:0.975638568401 validation cost:0.105844095349 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0848401784897 and training accuracy:0.978820085526 validation cost:0.0894206389785 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0738977566361 and training accuracy:0.98145622015 validation cost:0.0780913755298 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0659092143178 and training accuracy:0.983819663525 validation cost:0.0696874633431 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0597664378583 and training accuracy:0.985364973545 validation cost:0.0631395503879 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0548609346151 and training accuracy:0.986637592316 validation cost:0.0578474067152 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.233043909 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.277116268873 and training accuracy:0.974829256535 validation cost:0.283221423626 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.138988494873 and training accuracy:0.987609744072 validation cost:0.136898815632 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.093786880374 and training accuracy:0.991609752178 validation cost:0.0888790339231 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0719078108668 and training accuracy:0.993365824223 validation cost:0.0660027340055 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0590190775692 and training accuracy:0.994243919849 validation cost:0.0527635142207 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0504863932729 and training accuracy:0.994829297066 validation cost:0.044146347791 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0443884022534 and training accuracy:0.995512187481 validation cost:0.0380847752094 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0397914014757 and training accuracy:0.99590241909 validation cost:0.0335816517472 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0361841581762 and training accuracy:0.995999991894 validation cost:0.0300968009979 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.660564184 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.192283391953 and training accuracy:0.991792201996 validation cost:0.186788290739 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0915078893304 and training accuracy:0.995580434799 validation cost:0.0887763574719 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.062353387475 and training accuracy:0.997113764286 validation cost:0.0604161992669 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0484604723752 and training accuracy:0.997745096684 validation cost:0.0468437150121 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0402298569679 and training accuracy:0.998105883598 validation cost:0.0387764833868 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0347289927304 and training accuracy:0.998466670513 validation cost:0.0333763211966 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0307613555342 and training accuracy:0.998556852341 validation cost:0.0294811911881 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0277466792613 and training accuracy:0.998647093773 validation cost:0.026523495093 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0253664441407 and training accuracy:0.9987372756 validation cost:0.024189632386 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.650273085 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.26916462183 and training accuracy:0.956230223179 validation cost:0.270538896322 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.164967596531 and training accuracy:0.965356647968 validation cost:0.166434884071 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.128441274166 and training accuracy:0.971409916878 validation cost:0.129907608032 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.108815193176 and training accuracy:0.974576294422 validation cost:0.110126517713 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0960744321346 and training accuracy:0.976997554302 validation cost:0.0971717089415 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.086915075779 and training accuracy:0.978953242302 validation cost:0.0877870768309 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0799073129892 and training accuracy:0.981188297272 validation cost:0.0805606245995 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.074313826859 and training accuracy:0.982212722301 validation cost:0.0747668296099 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0697136297822 and training accuracy:0.983143985271 validation cost:0.0699853599072 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:118.031492949 Method 3 test accuracy:0.834699988365 Training with lmbda:584149.816945, 122 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.01320982 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370282202959 and training accuracy:0.938823759556 validation cost:0.37587890029 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.184163451195 and training accuracy:0.959821820259 validation cost:0.188619717956 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.128149196506 and training accuracy:0.969820916653 validation cost:0.132936805487 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.101186268032 and training accuracy:0.975638568401 validation cost:0.106013141572 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0850052684546 and training accuracy:0.978820085526 validation cost:0.0895781815052 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0740532577038 and training accuracy:0.98145622015 validation cost:0.0782424509525 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0660560205579 and training accuracy:0.983728766441 validation cost:0.0698316842318 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0599061846733 and training accuracy:0.985364973545 validation cost:0.0632784962654 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0549941807985 and training accuracy:0.986546695232 validation cost:0.0579807534814 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.262910128 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.278093606234 and training accuracy:0.974829256535 validation cost:0.284250319004 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.139645159245 and training accuracy:0.987609744072 validation cost:0.1376042068 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0942669436336 and training accuracy:0.991609752178 validation cost:0.0893939733505 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0722863301635 and training accuracy:0.993365824223 validation cost:0.0664069503546 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0593318641186 and training accuracy:0.994243919849 validation cost:0.0530959740281 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.050753928721 and training accuracy:0.994829297066 validation cost:0.0444296821952 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0446235910058 and training accuracy:0.995512187481 validation cost:0.0383329614997 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0400015078485 and training accuracy:0.995804905891 validation cost:0.0338027477264 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0363751091063 and training accuracy:0.995999991894 validation cost:0.0302970279008 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.890902042 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.193197444081 and training accuracy:0.991792201996 validation cost:0.187705531716 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0920925661922 and training accuracy:0.995580434799 validation cost:0.0893656462431 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0627937242389 and training accuracy:0.997113764286 validation cost:0.0608630143106 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0488200560212 and training accuracy:0.997745096684 validation cost:0.0472108982503 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0405376590788 and training accuracy:0.998105883598 validation cost:0.0390926785767 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0349998883903 and training accuracy:0.998466670513 validation cost:0.0336556248367 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0310048293322 and training accuracy:0.998556852341 validation cost:0.0297331567854 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0279684122652 and training accuracy:0.998647093773 validation cost:0.0267534796149 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0255709346384 and training accuracy:0.9987372756 validation cost:0.0244019459933 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.920052052 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.270306289196 and training accuracy:0.956230223179 validation cost:0.271691560745 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.165741950274 and training accuracy:0.965170443058 validation cost:0.167212277651 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.129069954157 and training accuracy:0.971409916878 validation cost:0.130535647273 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.109370827675 and training accuracy:0.974576294422 validation cost:0.110681980848 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0965849235654 and training accuracy:0.976904451847 validation cost:0.097683750093 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0873952507973 and training accuracy:0.978766977787 validation cost:0.0882711037993 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.08036442101 and training accuracy:0.981188297272 validation cost:0.0810231640935 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0747527629137 and training accuracy:0.982212722301 validation cost:0.0752131566405 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0701372921467 and training accuracy:0.983143985271 validation cost:0.0704182088375 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:118.311368227 Method 3 test accuracy:0.834800004959 Training with lmbda:615170.551021, 123 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.213978052 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370702594519 and training accuracy:0.938823759556 validation cost:0.376291245222 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.184529587626 and training accuracy:0.959821820259 validation cost:0.188970521092 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.128462716937 and training accuracy:0.969730019569 validation cost:0.133231922984 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.101469054818 and training accuracy:0.975638568401 validation cost:0.106280088425 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0852669253945 and training accuracy:0.978729188442 validation cost:0.0898279100657 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0742970556021 and training accuracy:0.98145622015 validation cost:0.0784786567092 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0662863180041 and training accuracy:0.983728766441 validation cost:0.0700578019023 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0601251162589 and training accuracy:0.985274076462 validation cost:0.0634956285357 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0552032887936 and training accuracy:0.986546695232 validation cost:0.0581897571683 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.183880091 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.279631525278 and training accuracy:0.974829256535 validation cost:0.285869210958 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.140681326389 and training accuracy:0.98741465807 validation cost:0.13871781528 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0950249135494 and training accuracy:0.991609752178 validation cost:0.0902074873447 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0728819072247 and training accuracy:0.99317073822 validation cost:0.0670435577631 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0598239228129 and training accuracy:0.994243919849 validation cost:0.0536199845374 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0511746071279 and training accuracy:0.994926810265 validation cost:0.0448760390282 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0449928529561 and training accuracy:0.995609760284 validation cost:0.0387235470116 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0403315834701 and training accuracy:0.995804905891 validation cost:0.0341509766877 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0366750955582 and training accuracy:0.995999991894 validation cost:0.030612738803 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.461344004 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.194646909833 and training accuracy:0.991792201996 validation cost:0.189160168171 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0930189192295 and training accuracy:0.995490193367 validation cost:0.0902996584773 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0634909272194 and training accuracy:0.997113764286 validation cost:0.0615709349513 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0493896454573 and training accuracy:0.997745096684 validation cost:0.0477931052446 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0410244949162 and training accuracy:0.998105883598 validation cost:0.0395929254591 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0354282595217 and training accuracy:0.998466670513 validation cost:0.0340980216861 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0313895791769 and training accuracy:0.998556852341 validation cost:0.0301315970719 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0283191297203 and training accuracy:0.998647093773 validation cost:0.0271174255759 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0258932281286 and training accuracy:0.9987372756 validation cost:0.0247369725257 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.687272072 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.272114902735 and training accuracy:0.956230223179 validation cost:0.273516207933 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.166974380612 and training accuracy:0.965077280998 validation cost:0.168448388577 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.130068823695 and training accuracy:0.971223711967 validation cost:0.131533056498 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.110253073275 and training accuracy:0.974390029907 validation cost:0.111564442515 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.0973962172866 and training accuracy:0.976904451847 validation cost:0.0984979569912 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0881565213203 and training accuracy:0.978673875332 validation cost:0.0890388116241 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0810896828771 and training accuracy:0.981095194817 validation cost:0.0817588865757 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0754495114088 and training accuracy:0.982119560242 validation cost:0.0759229138494 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.070809520781 and training accuracy:0.983143985271 validation cost:0.0711042582989 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:118.166108847 Method 3 test accuracy:0.834599971771 Training with lmbda:618955.226464, 124 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.382294893 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.37075278163 and training accuracy:0.938823759556 validation cost:0.376340508461 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.184573575854 and training accuracy:0.959821820259 validation cost:0.189012810588 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.128500431776 and training accuracy:0.969730019569 validation cost:0.133267477155 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.10150269419 and training accuracy:0.975638568401 validation cost:0.106311865151 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0852980837226 and training accuracy:0.978729188442 validation cost:0.0898576825857 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0743264257908 and training accuracy:0.98145622015 validation cost:0.0785072818398 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0663139671087 and training accuracy:0.983728766441 validation cost:0.0700850561261 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0601515434682 and training accuracy:0.985274076462 validation cost:0.0635218247771 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0552287511528 and training accuracy:0.986546695232 validation cost:0.0582152493298 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.061877012 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.279815405607 and training accuracy:0.974829256535 validation cost:0.286062389612 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.140804633498 and training accuracy:0.98741465807 validation cost:0.138850137591 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.0951158702374 and training accuracy:0.991609752178 validation cost:0.0903050377965 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.0729536488652 and training accuracy:0.99317073822 validation cost:0.067120179534 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0598829090595 and training accuracy:0.994341492653 validation cost:0.0536827631295 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0512250959873 and training accuracy:0.994926810265 validation cost:0.0449295938015 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0450370945036 and training accuracy:0.995609760284 validation cost:0.0387703217566 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0403710156679 and training accuracy:0.995707333088 validation cost:0.0341925956309 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0367109291255 and training accuracy:0.995999991894 validation cost:0.0306504685432 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.157146931 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.19482113421 and training accuracy:0.991792201996 validation cost:0.189335256815 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0931303426623 and training accuracy:0.995490193367 validation cost:0.0904122442007 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0635746568441 and training accuracy:0.997113764286 validation cost:0.0616561099887 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.049458026886 and training accuracy:0.997745096684 validation cost:0.0478631146252 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0410830155015 and training accuracy:0.998105883598 validation cost:0.0396531410515 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0354795716703 and training accuracy:0.998466670513 validation cost:0.0341511368752 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0314357578754 and training accuracy:0.998556852341 validation cost:0.0301794968545 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0283610392362 and training accuracy:0.998647093773 validation cost:0.0271609630436 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0259321462363 and training accuracy:0.9987372756 validation cost:0.0247774366289 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.878538847 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.272333651781 and training accuracy:0.956230223179 validation cost:0.273736715317 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.167124152184 and training accuracy:0.965077280998 validation cost:0.168598368764 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.130189985037 and training accuracy:0.971223711967 validation cost:0.131653666496 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.110360130668 and training accuracy:0.974296867847 validation cost:0.111670978367 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.097494058311 and training accuracy:0.976904451847 validation cost:0.0985957160592 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0882480964065 and training accuracy:0.978673875332 validation cost:0.0891305580735 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0811767429113 and training accuracy:0.981095194817 validation cost:0.0818465799093 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0755327641964 and training accuracy:0.982119560242 validation cost:0.0760074034333 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0708893612027 and training accuracy:0.983143985271 validation cost:0.0711856931448 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:117.996419907 Method 3 test accuracy:0.834599971771 Training with lmbda:628264.390862, 125 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.217273890972 and training accuracy:0.997657477856 validation cost:0.2133654356 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0579269528389 and training accuracy:0.998351573944 validation cost:0.0583438538015 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0323626324534 and training accuracy:0.998611807823 validation cost:0.0334822237492 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0226778592914 and training accuracy:0.998698592186 validation cost:0.0239888504148 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0176209863275 and training accuracy:0.998785376549 validation cost:0.0189883578569 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0145056582987 and training accuracy:0.998785376549 validation cost:0.0158810410649 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0123846614733 and training accuracy:0.999045610428 validation cost:0.0137486513704 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.0108406720683 and training accuracy:0.999219179153 validation cost:0.0121843703091 and validation accuracy:0.998244047165 Training on :(0, 1) training cost:0.00966225750744 and training accuracy:0.999219179153 validation cost:0.0109819024801 and validation accuracy:0.998244047165 Training on :(0, 1) Time taken:126.560297012 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370877623558 and training accuracy:0.938823759556 validation cost:0.376462906599 and validation accuracy:0.943014681339 Training on :(2, 3) training cost:0.184682399035 and training accuracy:0.959821820259 validation cost:0.18911716342 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.128592550755 and training accuracy:0.969730019569 validation cost:0.13335454464 and validation accuracy:0.964154422283 Training on :(2, 3) training cost:0.10158560425 and training accuracy:0.975638568401 validation cost:0.106390602887 and validation accuracy:0.970588207245 Training on :(2, 3) training cost:0.0853751599789 and training accuracy:0.978729188442 validation cost:0.0899319648743 and validation accuracy:0.975183844566 Training on :(2, 3) training cost:0.0743996426463 and training accuracy:0.98145622015 validation cost:0.0785788223147 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0663829818368 and training accuracy:0.983728766441 validation cost:0.0701534301043 and validation accuracy:0.980698525906 Training on :(2, 3) training cost:0.0602164342999 and training accuracy:0.985455870628 validation cost:0.0635865107179 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0552903451025 and training accuracy:0.986546695232 validation cost:0.0582770481706 and validation accuracy:0.984375 Training on :(2, 3) Time taken:120.845998049 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.28026804328 and training accuracy:0.974829256535 validation cost:0.286538720131 and validation accuracy:0.980256676674 Training on :(4, 5) training cost:0.141107082367 and training accuracy:0.98741465807 validation cost:0.139174863696 and validation accuracy:0.993089854717 Training on :(4, 5) training cost:0.09533701092 and training accuracy:0.991609752178 validation cost:0.0905421972275 and validation accuracy:0.995064139366 Training on :(4, 5) training cost:0.073127605021 and training accuracy:0.99317073822 validation cost:0.0673060193658 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0600263439119 and training accuracy:0.994341492653 validation cost:0.0538354255259 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0513479411602 and training accuracy:0.994926810265 validation cost:0.045059941709 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0451444685459 and training accuracy:0.995609760284 validation cost:0.0388838015497 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0404669344425 and training accuracy:0.995707333088 validation cost:0.0342938676476 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0367976799607 and training accuracy:0.995999991894 validation cost:0.0307418275625 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.59570694 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.195247784257 and training accuracy:0.991792201996 validation cost:0.189763233066 and validation accuracy:0.993613123894 Training on :(6, 7) training cost:0.0934023633599 and training accuracy:0.995490193367 validation cost:0.0906864777207 and validation accuracy:0.995437979698 Training on :(6, 7) training cost:0.0637793540955 and training accuracy:0.997113764286 validation cost:0.0618639774621 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0496249087155 and training accuracy:0.997745096684 validation cost:0.0480338186026 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0412253364921 and training accuracy:0.998105883598 validation cost:0.0397995375097 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0356049537659 and training accuracy:0.998466670513 validation cost:0.0342807583511 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0315483137965 and training accuracy:0.998556852341 validation cost:0.0302961543202 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0284633152187 and training accuracy:0.998647093773 validation cost:0.0272671785206 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0260264351964 and training accuracy:0.9987372756 validation cost:0.0248755868524 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.261142015 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.272868126631 and training accuracy:0.956230223179 validation cost:0.274275898933 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.167488351464 and training accuracy:0.965077280998 validation cost:0.16896404326 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.130484893918 and training accuracy:0.971223711967 validation cost:0.131948634982 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.11062002182 and training accuracy:0.974390029907 validation cost:0.111931145191 and validation accuracy:0.976459503174 Training on :(8, 9) training cost:0.097732834518 and training accuracy:0.976904451847 validation cost:0.0988352894783 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0884721651673 and training accuracy:0.978673875332 validation cost:0.0893563404679 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0813898146152 and training accuracy:0.980908930302 validation cost:0.0820629373193 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.075737208128 and training accuracy:0.982212722301 validation cost:0.0762154236436 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0710860565305 and training accuracy:0.982864618301 validation cost:0.0713864713907 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:118.3107481 Method 3 test accuracy:0.834599971771 Training with lmbda:450943.771238, 126 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:125.910451889 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.370764613152 and training accuracy:0.940823554993 validation cost:0.374951273203 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.18158224225 and training accuracy:0.961185336113 validation cost:0.184946611524 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.125745326281 and training accuracy:0.971457123756 validation cost:0.129385575652 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0990439280868 and training accuracy:0.975184082985 validation cost:0.102699257433 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0830420777202 and training accuracy:0.97936552763 validation cost:0.0864797756076 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0722002536058 and training accuracy:0.982001662254 validation cost:0.0753076821566 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0642745271325 and training accuracy:0.984819591045 validation cost:0.0670251175761 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0581696256995 and training accuracy:0.986092150211 validation cost:0.0605640262365 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0532911866903 and training accuracy:0.987273871899 validation cost:0.0553434453905 and validation accuracy:0.985294103622 Training on :(2, 3) Time taken:120.874640942 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.265594512224 and training accuracy:0.979609727859 validation cost:0.269175231457 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.130661904812 and training accuracy:0.989268302917 validation cost:0.12759386003 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0878070965409 and training accuracy:0.993365824223 validation cost:0.0826311707497 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0672320872545 and training accuracy:0.994439005852 validation cost:0.0613805390894 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0551437921822 and training accuracy:0.994926810265 validation cost:0.0491065941751 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0471547245979 and training accuracy:0.995414614677 validation cost:0.0411254614592 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0414537154138 and training accuracy:0.996097564697 validation cost:0.0355171673 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0371618755162 and training accuracy:0.996487796307 validation cost:0.0313552245498 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0338003635406 and training accuracy:0.996975600719 validation cost:0.0281381104141 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.542840004 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.184359461069 and training accuracy:0.992423534393 validation cost:0.176895946264 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0871299877763 and training accuracy:0.996031403542 validation cost:0.0832389518619 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0595019608736 and training accuracy:0.997203946114 validation cost:0.0567142665386 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0463959947228 and training accuracy:0.997745096684 validation cost:0.0440821610391 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0386346951127 and training accuracy:0.998105883598 validation cost:0.0365772508085 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0334424115717 and training accuracy:0.998556852341 validation cost:0.0315454639494 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0296921227127 and training accuracy:0.998647093773 validation cost:0.027907397598 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0268368758261 and training accuracy:0.998917639256 validation cost:0.025137046352 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0245784446597 and training accuracy:0.998917639256 validation cost:0.0229464937001 and validation accuracy:1.0 Training on :(6, 7) Time taken:123.054853916 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.247909367085 and training accuracy:0.956975221634 validation cost:0.250286668539 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.15391035378 and training accuracy:0.965449810028 validation cost:0.157008692622 and validation accuracy:0.963276863098 Training on :(8, 9) training cost:0.120841547847 and training accuracy:0.971037447453 validation cost:0.124094359577 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.102880194783 and training accuracy:0.974017500877 validation cost:0.10602337867 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0911191254854 and training accuracy:0.976159453392 validation cost:0.0940464064479 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0826155841351 and training accuracy:0.978487610817 validation cost:0.0852964818478 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.076081931591 and training accuracy:0.980163931847 validation cost:0.0785145163536 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0708482339978 and training accuracy:0.981747090816 validation cost:0.0730442404747 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0665305480361 and training accuracy:0.982398927212 validation cost:0.0685061961412 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:120.581671953 Method 3 test accuracy:0.777599990368 Training with lmbda:471675.378093, 127 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.956670046 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.37107872963 and training accuracy:0.940914452076 validation cost:0.37525805831 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.181841179729 and training accuracy:0.961185336113 validation cost:0.185193508863 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.125960722566 and training accuracy:0.971457123756 validation cost:0.129587620497 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.099237293005 and training accuracy:0.975274980068 validation cost:0.102881997824 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0832203552127 and training accuracy:0.97936552763 validation cost:0.0866500288248 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0723674446344 and training accuracy:0.982001662254 validation cost:0.0754697024822 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0644330605865 and training accuracy:0.984728634357 validation cost:0.0671804770827 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0583215430379 and training accuracy:0.986092150211 validation cost:0.0607144907117 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0534359142184 and training accuracy:0.987182974815 validation cost:0.0554878227413 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.713176966 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.266724526882 and training accuracy:0.979512214661 validation cost:0.270353585482 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.131421536207 and training accuracy:0.989170730114 validation cost:0.128398612142 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0883742049336 and training accuracy:0.993268311024 validation cost:0.0832334831357 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0676863119006 and training accuracy:0.994439005852 validation cost:0.0618620589375 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0555249750614 and training accuracy:0.994829297066 validation cost:0.0495098419487 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0474855415523 and training accuracy:0.995414614677 validation cost:0.0414747968316 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0417469404638 and training accuracy:0.996097564697 validation cost:0.03582643345 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0374263264239 and training accuracy:0.99658536911 validation cost:0.0316336601973 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0340426340699 and training accuracy:0.996975600719 validation cost:0.028392508626 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.732929945 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.185461938381 and training accuracy:0.992423534393 validation cost:0.177985265851 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0878482833505 and training accuracy:0.996121585369 validation cost:0.083943657577 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0600499548018 and training accuracy:0.997203946114 validation cost:0.057252638042 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0468461550772 and training accuracy:0.997745096684 validation cost:0.0445257127285 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0390205606818 and training accuracy:0.998105883598 validation cost:0.036958321929 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0337828025222 and training accuracy:0.998556852341 validation cost:0.0318821519613 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0299981236458 and training accuracy:0.998647093773 validation cost:0.0282104965299 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0271160528064 and training accuracy:0.998917639256 validation cost:0.0254137329757 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0248358827084 and training accuracy:0.998917639256 validation cost:0.0232018213719 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.736626863 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.249154761434 and training accuracy:0.957068383694 validation cost:0.251535564661 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.154752895236 and training accuracy:0.965449810028 validation cost:0.157858803868 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.12154250592 and training accuracy:0.970944285393 validation cost:0.124804854393 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.103513866663 and training accuracy:0.973831236362 validation cost:0.106668822467 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0917132645845 and training accuracy:0.976159453392 validation cost:0.0946570336819 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0831843093038 and training accuracy:0.978394508362 validation cost:0.0858854874969 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0766309946775 and training accuracy:0.979977667332 validation cost:0.079086959362 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0713800638914 and training accuracy:0.981747090816 validation cost:0.073603078723 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0670476332307 and training accuracy:0.982305824757 validation cost:0.0690529495478 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:120.082051992 Method 3 test accuracy:0.77689999342 Training with lmbda:474313.824157, 128 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.307728052 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.371117800474 and training accuracy:0.940914452076 validation cost:0.37529617548 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.181873694062 and training accuracy:0.961185336113 validation cost:0.185224562883 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.125987693667 and training accuracy:0.971457123756 validation cost:0.129612922668 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0992617309093 and training accuracy:0.975274980068 validation cost:0.102905035019 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0832429006696 and training accuracy:0.97936552763 validation cost:0.0866713747382 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0723886862397 and training accuracy:0.982001662254 validation cost:0.0754902139306 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0644528716803 and training accuracy:0.984728634357 validation cost:0.0671998634934 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0583403669298 and training accuracy:0.986092150211 validation cost:0.0607331767678 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0534539483488 and training accuracy:0.987182974815 validation cost:0.0555057600141 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.89338398 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.266865968704 and training accuracy:0.979512214661 validation cost:0.270500928164 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.131517380476 and training accuracy:0.989170730114 validation cost:0.128500267863 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0884452164173 and training accuracy:0.993268311024 validation cost:0.083308942616 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0677434056997 and training accuracy:0.994439005852 validation cost:0.0619226954877 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0555730573833 and training accuracy:0.994829297066 validation cost:0.04956086725 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0475271753967 and training accuracy:0.995414614677 validation cost:0.0415188856423 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0417839772999 and training accuracy:0.996097564697 validation cost:0.0358655638993 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0374598614872 and training accuracy:0.99658536911 validation cost:0.0316690057516 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0340732075274 and training accuracy:0.996975600719 validation cost:0.0284246895462 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.437003851 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.185601577163 and training accuracy:0.992423534393 validation cost:0.178123250604 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0879387333989 and training accuracy:0.996121585369 validation cost:0.0840324312449 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.060118611902 and training accuracy:0.997203946114 validation cost:0.057320125401 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.046902410686 and training accuracy:0.997745096684 validation cost:0.0445811934769 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0390688963234 and training accuracy:0.998105883598 validation cost:0.0370061211288 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0338255427778 and training accuracy:0.998556852341 validation cost:0.0319244265556 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0300363320857 and training accuracy:0.998647093773 validation cost:0.0282483231276 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0271509587765 and training accuracy:0.998917639256 validation cost:0.0254483427852 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0248679034412 and training accuracy:0.998917639256 validation cost:0.0232336074114 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.027485132 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.249312415719 and training accuracy:0.957068383694 validation cost:0.251693487167 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.154859870672 and training accuracy:0.965449810028 validation cost:0.157966822386 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.121630825102 and training accuracy:0.970944285393 validation cost:0.124894365668 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.103593811393 and training accuracy:0.973831236362 validation cost:0.106749773026 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.091788135469 and training accuracy:0.976159453392 validation cost:0.0947337001562 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.083256110549 and training accuracy:0.978301346302 validation cost:0.0859597995877 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.076700091362 and training accuracy:0.979977667332 validation cost:0.0791591405869 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.071447275579 and training accuracy:0.981747090816 validation cost:0.0736738219857 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0671130046248 and training accuracy:0.982305824757 validation cost:0.0691222250462 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:125.115148067 Method 3 test accuracy:0.777000010014 Training with lmbda:477341.317937, 129 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.659188032 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.3711630404 and training accuracy:0.940914452076 validation cost:0.375340282917 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.18191075325 and training accuracy:0.961185336113 validation cost:0.185259878635 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.126018419862 and training accuracy:0.971457123756 validation cost:0.129641622305 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0992892384529 and training accuracy:0.975274980068 validation cost:0.102931082249 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0832685232162 and training accuracy:0.97936552763 validation cost:0.0866959765553 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0724127590656 and training accuracy:0.982001662254 validation cost:0.0755136907101 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.064475633204 and training accuracy:0.984728634357 validation cost:0.0672221407294 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0583620928228 and training accuracy:0.986092150211 validation cost:0.0607545226812 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0534747093916 and training accuracy:0.987182974815 validation cost:0.0555263459682 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.350846052 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.267027139664 and training accuracy:0.979414641857 validation cost:0.270669221878 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.13162638247 and training accuracy:0.989170730114 validation cost:0.128615841269 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.088526584208 and training accuracy:0.993268311024 validation cost:0.0833954438567 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0678083226085 and training accuracy:0.994439005852 validation cost:0.0619915649295 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0556276664138 and training accuracy:0.994829297066 validation cost:0.0496187880635 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0475745536387 and training accuracy:0.995414614677 validation cost:0.0415690764785 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0418262220919 and training accuracy:0.996097564697 validation cost:0.0359101481736 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0374980829656 and training accuracy:0.99658536911 validation cost:0.0317092612386 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0341082438827 and training accuracy:0.996975600719 validation cost:0.0284614823759 and validation accuracy:1.0 Training on :(4, 5) Time taken:116.185927868 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.185759320855 and training accuracy:0.992423534393 validation cost:0.178279295564 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0880421102047 and training accuracy:0.996121585369 validation cost:0.0841338261962 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.06019744277 and training accuracy:0.997203946114 validation cost:0.0573974847794 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0469669885933 and training accuracy:0.997745096684 validation cost:0.0446447320282 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0391240864992 and training accuracy:0.998105883598 validation cost:0.0370605699718 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.033874347806 and training accuracy:0.998556852341 validation cost:0.0319727323949 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0300801340491 and training accuracy:0.998647093773 validation cost:0.0282916855067 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0271908678114 and training accuracy:0.998917639256 validation cost:0.0254878681153 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0249046925455 and training accuracy:0.998917639256 validation cost:0.0232700798661 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.016655922 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.24949324131 and training accuracy:0.957068383694 validation cost:0.251875132322 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.154982417822 and training accuracy:0.965449810028 validation cost:0.158090800047 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.121732749045 and training accuracy:0.970944285393 validation cost:0.12499781698 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.103685244918 and training accuracy:0.973738133907 validation cost:0.106843486428 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0918739140034 and training accuracy:0.976159453392 validation cost:0.0948220938444 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0833378955722 and training accuracy:0.978301346302 validation cost:0.0860445722938 and validation accuracy:0.979284346104 Training on :(8, 9) training cost:0.0767791122198 and training accuracy:0.979977667332 validation cost:0.0792418494821 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0715240612626 and training accuracy:0.981747090816 validation cost:0.0737547501922 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0671870112419 and training accuracy:0.982305824757 validation cost:0.069200463593 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.329072952 Method 3 test accuracy:0.776799976826 Training with lmbda:487065.64391, 130 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:126.942374945 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.37130689621 and training accuracy:0.941005349159 validation cost:0.375480800867 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.182029664516 and training accuracy:0.961185336113 validation cost:0.185373112559 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.126116991043 and training accuracy:0.971457123756 validation cost:0.129734158516 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0993772521615 and training accuracy:0.975274980068 validation cost:0.103014148772 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0833498090506 and training accuracy:0.97936552763 validation cost:0.0867740437388 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0724895372987 and training accuracy:0.981910765171 validation cost:0.0755885988474 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0645481944084 and training accuracy:0.984728634357 validation cost:0.0672935545444 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0584314875305 and training accuracy:0.986092150211 validation cost:0.0608237273991 and validation accuracy:0.983455896378 Training on :(2, 3) training cost:0.0535411089659 and training accuracy:0.987182974815 validation cost:0.0555929504335 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.112293005 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.267542600632 and training accuracy:0.979414641857 validation cost:0.271207123995 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.131972536445 and training accuracy:0.989170730114 validation cost:0.128982871771 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0887844264507 and training accuracy:0.99317073822 validation cost:0.0836695954204 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0680145323277 and training accuracy:0.994439005852 validation cost:0.0622103922069 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0558006688952 and training accuracy:0.994829297066 validation cost:0.0498021505773 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0477247647941 and training accuracy:0.995414614677 validation cost:0.0417277179658 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0419593639672 and training accuracy:0.996097564697 validation cost:0.0360505618155 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0376187376678 and training accuracy:0.99658536911 validation cost:0.0318362340331 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0342186018825 and training accuracy:0.996878027916 validation cost:0.0285771805793 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.964476109 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.186265408993 and training accuracy:0.992423534393 validation cost:0.178778916597 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0883712098002 and training accuracy:0.996121585369 validation cost:0.0844566076994 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0604478009045 and training accuracy:0.997203946114 validation cost:0.0576432347298 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0471720993519 and training accuracy:0.997745096684 validation cost:0.0448467172682 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0392998717725 and training accuracy:0.998105883598 validation cost:0.0372341275215 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0340293198824 and training accuracy:0.998556852341 validation cost:0.0321260914207 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0302197299898 and training accuracy:0.998647093773 validation cost:0.0284298863262 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0273182783276 and training accuracy:0.998917639256 validation cost:0.0256142150611 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0250220391899 and training accuracy:0.998917639256 validation cost:0.0233864393085 and validation accuracy:1.0 Training on :(6, 7) Time taken:122.21854496 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.250069618225 and training accuracy:0.957068383694 validation cost:0.252453535795 and validation accuracy:0.94915252924 Training on :(8, 9) training cost:0.155372142792 and training accuracy:0.965449810028 validation cost:0.158484727144 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.122056365013 and training accuracy:0.970944285393 validation cost:0.125326216221 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.103976376355 and training accuracy:0.973738133907 validation cost:0.10714109242 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0921468734741 and training accuracy:0.976159453392 validation cost:0.0951030403376 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0835991576314 and training accuracy:0.978208243847 validation cost:0.0863157659769 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0770306065679 and training accuracy:0.979791402817 validation cost:0.079505443573 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0717680007219 and training accuracy:0.981840193272 validation cost:0.0740120559931 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0674246773124 and training accuracy:0.982212722301 validation cost:0.069452829659 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:118.544728994 Method 3 test accuracy:0.777100026608 Training with lmbda:491840.424423, 131 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.359107971 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.371377229691 and training accuracy:0.941005349159 validation cost:0.375549435616 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.18208694458 and training accuracy:0.961185336113 validation cost:0.18542778492 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.126164972782 and training accuracy:0.971457123756 validation cost:0.129779309034 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0994199961424 and training accuracy:0.975365877151 validation cost:0.103054717183 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0833894461393 and training accuracy:0.97936552763 validation cost:0.0868122130632 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.072526678443 and training accuracy:0.981910765171 validation cost:0.0756248757243 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0645832791924 and training accuracy:0.984728634357 validation cost:0.0673281252384 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0584647543728 and training accuracy:0.986001253128 validation cost:0.060856629163 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.053572922945 and training accuracy:0.987182974815 validation cost:0.0556247718632 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.316382885 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.267791002989 and training accuracy:0.979414641857 validation cost:0.271466106176 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.132140189409 and training accuracy:0.989170730114 validation cost:0.12916071713 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0889088138938 and training accuracy:0.99317073822 validation cost:0.08380189538 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0681141391397 and training accuracy:0.994439005852 validation cost:0.0623162016273 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0558843016624 and training accuracy:0.994829297066 validation cost:0.0498908050358 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.047797255218 and training accuracy:0.995414614677 validation cost:0.0418044067919 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0420235432684 and training accuracy:0.996097564697 validation cost:0.0361183807254 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0376768521965 and training accuracy:0.99658536911 validation cost:0.031897470355 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0342717915773 and training accuracy:0.996878027916 validation cost:0.0286331661046 and validation accuracy:1.0 Training on :(4, 5) Time taken:112.637158871 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.186512961984 and training accuracy:0.992423534393 validation cost:0.179023250937 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0885318741202 and training accuracy:0.996121585369 validation cost:0.0846141651273 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0605694018304 and training accuracy:0.997203946114 validation cost:0.0577625967562 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0472716093063 and training accuracy:0.997745096684 validation cost:0.0449446886778 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0393854528666 and training accuracy:0.998105883598 validation cost:0.0373185873032 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0341048613191 and training accuracy:0.998556852341 validation cost:0.0322007536888 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0302872397006 and training accuracy:0.998556852341 validation cost:0.0284967180341 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0273797195405 and training accuracy:0.998917639256 validation cost:0.0256750993431 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0250786747783 and training accuracy:0.998917639256 validation cost:0.023442581296 and validation accuracy:1.0 Training on :(6, 7) Time taken:127.132286072 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.250352263451 and training accuracy:0.957161486149 validation cost:0.252737045288 and validation accuracy:0.950094163418 Training on :(8, 9) training cost:0.15556332469 and training accuracy:0.965449810028 validation cost:0.158677771688 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.122214399278 and training accuracy:0.970944285393 validation cost:0.125486478209 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.104119040072 and training accuracy:0.973738133907 validation cost:0.107286691666 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0922800526023 and training accuracy:0.975973188877 validation cost:0.0952402204275 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0837258249521 and training accuracy:0.978208243847 validation cost:0.0864473357797 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0771529078484 and training accuracy:0.979791402817 validation cost:0.0796336978674 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0718859434128 and training accuracy:0.981840193272 validation cost:0.0741365849972 and validation accuracy:0.98399245739 Training on :(8, 9) training cost:0.0675392895937 and training accuracy:0.982212722301 validation cost:0.0695747360587 and validation accuracy:0.984934091568 Training on :(8, 9) Time taken:125.727293015 Method 3 test accuracy:0.77530002594 Training with lmbda:505673.877019, 132 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:127.896090984 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.371580064297 and training accuracy:0.941005349159 validation cost:0.375747472048 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.182253822684 and training accuracy:0.961185336113 validation cost:0.185587346554 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.126303270459 and training accuracy:0.971457123756 validation cost:0.12990963459 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0995437502861 and training accuracy:0.975365877151 validation cost:0.103172302246 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0835034325719 and training accuracy:0.979456424713 validation cost:0.0869219377637 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0726336091757 and training accuracy:0.981819808483 validation cost:0.0757294967771 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0646844357252 and training accuracy:0.984728634357 validation cost:0.067428059876 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0585614703596 and training accuracy:0.986001253128 validation cost:0.060953117907 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0536652207375 and training accuracy:0.987182974815 validation cost:0.0557164773345 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.273473978 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.268506377935 and training accuracy:0.979414641857 validation cost:0.272212803364 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.132621526718 and training accuracy:0.989170730114 validation cost:0.129671126604 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0892666727304 and training accuracy:0.99317073822 validation cost:0.084182344377 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0684007927775 and training accuracy:0.994439005852 validation cost:0.0626203119755 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0561246350408 and training accuracy:0.994829297066 validation cost:0.0501451976597 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0480058081448 and training accuracy:0.995414614677 validation cost:0.0420247390866 and validation accuracy:1.0 Training on :(4, 5) training cost:0.042208828032 and training accuracy:0.995999991894 validation cost:0.0363138020039 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0378442853689 and training accuracy:0.99658536911 validation cost:0.0320737548172 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0344248712063 and training accuracy:0.996878027916 validation cost:0.0287939812988 and validation accuracy:1.0 Training on :(4, 5) Time taken:113.060678959 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.187222227454 and training accuracy:0.992423534393 validation cost:0.17972394824 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.088992677629 and training accuracy:0.996121585369 validation cost:0.0850666239858 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0609191320837 and training accuracy:0.997203946114 validation cost:0.0581062845886 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0475580580533 and training accuracy:0.997745096684 validation cost:0.04522716254 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0396305471659 and training accuracy:0.998105883598 validation cost:0.0375607721508 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0343205220997 and training accuracy:0.998556852341 validation cost:0.0324142500758 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0304813273251 and training accuracy:0.998556852341 validation cost:0.0286893565208 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0275565553457 and training accuracy:0.998827457428 validation cost:0.0258507654071 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0252410899848 and training accuracy:0.998917639256 validation cost:0.0236040037125 and validation accuracy:1.0 Training on :(6, 7) Time taken:121.946503878 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.251163899899 and training accuracy:0.957161486149 validation cost:0.25355091691 and validation accuracy:0.950094163418 Training on :(8, 9) training cost:0.156114056706 and training accuracy:0.965636074543 validation cost:0.15923422575 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.122671090066 and training accuracy:0.970851182938 validation cost:0.12595012784 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.104529380798 and training accuracy:0.973738133907 validation cost:0.10770636797 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0926628410816 and training accuracy:0.975880026817 validation cost:0.0956345126033 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0840915739536 and training accuracy:0.978301346302 validation cost:0.0868280157447 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0775049254298 and training accuracy:0.979791402817 validation cost:0.0800030678511 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0722264051437 and training accuracy:0.981560826302 validation cost:0.074495844543 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0678699314594 and training accuracy:0.982119560242 validation cost:0.0699257105589 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:120.695105076 Method 3 test accuracy:0.775399982929 Training with lmbda:534903.51815, 133 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.380968094 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372002333403 and training accuracy:0.941005349159 validation cost:0.376159638166 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.182599261403 and training accuracy:0.961185336113 validation cost:0.18591709435 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.126589611173 and training accuracy:0.971638917923 validation cost:0.130179479718 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.0997989848256 and training accuracy:0.975456774235 validation cost:0.10341373831 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0837392881513 and training accuracy:0.979456424713 validation cost:0.0871471613646 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0728547275066 and training accuracy:0.981819808483 validation cost:0.0759441107512 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0648930668831 and training accuracy:0.984728634357 validation cost:0.0676320120692 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0587596520782 and training accuracy:0.986001253128 validation cost:0.0611480809748 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0538546666503 and training accuracy:0.987182974815 validation cost:0.055903878063 and validation accuracy:0.984375 Training on :(2, 3) Time taken:123.768765926 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.269971370697 and training accuracy:0.979317069054 validation cost:0.273741722107 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.133608564734 and training accuracy:0.989170730114 validation cost:0.130719080567 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0899996459484 and training accuracy:0.993073165417 validation cost:0.0849629715085 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.068988725543 and training accuracy:0.994439005852 validation cost:0.0632450431585 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0566175915301 and training accuracy:0.994829297066 validation cost:0.050667848438 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0484330654144 and training accuracy:0.995317101479 validation cost:0.0424768812954 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0425882898271 and training accuracy:0.995999991894 validation cost:0.0367142818868 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0381865128875 and training accuracy:0.99658536911 validation cost:0.032434169203 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0347386933863 and training accuracy:0.996878027916 validation cost:0.0291237793863 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.221268177 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.188687101007 and training accuracy:0.992423534393 validation cost:0.181171476841 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.089943267405 and training accuracy:0.996121585369 validation cost:0.0860000029206 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0616397596896 and training accuracy:0.997113764286 validation cost:0.0588145144284 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0481478460133 and training accuracy:0.997745096684 validation cost:0.0458086580038 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0401348285377 and training accuracy:0.998105883598 validation cost:0.0380594171584 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0347643569112 and training accuracy:0.998556852341 validation cost:0.0328541398048 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0308794490993 and training accuracy:0.998556852341 validation cost:0.0290847122669 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.027918484062 and training accuracy:0.9987372756 validation cost:0.026210365817 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0255745761096 and training accuracy:0.998917639256 validation cost:0.0239352583885 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.038868189 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.252848893404 and training accuracy:0.957068383694 validation cost:0.255240052938 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.157256573439 and training accuracy:0.965542912483 validation cost:0.160387948155 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.123616404831 and training accuracy:0.970851182938 validation cost:0.126908659935 and validation accuracy:0.970809817314 Training on :(8, 9) training cost:0.105378985405 and training accuracy:0.973738133907 validation cost:0.108575418591 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0934573188424 and training accuracy:0.975786924362 validation cost:0.0964536517859 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0848456099629 and training accuracy:0.978208243847 validation cost:0.0876120403409 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0782307088375 and training accuracy:0.979698240757 validation cost:0.0807636901736 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0729276016355 and training accuracy:0.981281459332 validation cost:0.0752360001206 and validation accuracy:0.983050823212 Training on :(8, 9) training cost:0.0685504004359 and training accuracy:0.982026457787 validation cost:0.0706489905715 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:121.427139044 Method 3 test accuracy:0.776400029659 Training with lmbda:558680.988358, 134 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:135.091345072 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372337609529 and training accuracy:0.941005349159 validation cost:0.376487165689 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.182875216007 and training accuracy:0.961185336113 validation cost:0.186181142926 and validation accuracy:0.957720577717 Training on :(2, 3) training cost:0.126817926764 and training accuracy:0.97154802084 validation cost:0.13039521873 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.100003004074 and training accuracy:0.975638568401 validation cost:0.103607714176 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0839273035526 and training accuracy:0.979456424713 validation cost:0.08732778579 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0730295628309 and training accuracy:0.981819808483 validation cost:0.0761138051748 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.06505728513 and training accuracy:0.984728634357 validation cost:0.0677925497293 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0589159540832 and training accuracy:0.986001253128 validation cost:0.0613019056618 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0540038235486 and training accuracy:0.987092077732 validation cost:0.0560510382056 and validation accuracy:0.984375 Training on :(2, 3) Time taken:130.132673979 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.271123021841 and training accuracy:0.97921949625 validation cost:0.274944394827 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.13438360393 and training accuracy:0.989170730114 validation cost:0.131541907787 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0905777662992 and training accuracy:0.993073165417 validation cost:0.0855785831809 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0694501027465 and training accuracy:0.994439005852 validation cost:0.0637350678444 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0570049956441 and training accuracy:0.994829297066 validation cost:0.0510784573853 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0487691387534 and training accuracy:0.995317101479 validation cost:0.0428325086832 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0428867377341 and training accuracy:0.99590241909 validation cost:0.0370291434228 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0384564697742 and training accuracy:0.99658536911 validation cost:0.0327183753252 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0349851958454 and training accuracy:0.996975600719 validation cost:0.0293829403818 and validation accuracy:1.0 Training on :(4, 5) Time taken:119.697527885 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.189856544137 and training accuracy:0.992513775826 validation cost:0.182327702641 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0906974971294 and training accuracy:0.996121585369 validation cost:0.0867406800389 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0622101686895 and training accuracy:0.997113764286 validation cost:0.0593755878508 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0486133359373 and training accuracy:0.997745096684 validation cost:0.0462680459023 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0405327565968 and training accuracy:0.998105883598 validation cost:0.0384532734752 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0351143218577 and training accuracy:0.998556852341 validation cost:0.033201534301 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.031192721799 and training accuracy:0.998556852341 validation cost:0.0293961334974 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0282035414129 and training accuracy:0.9987372756 validation cost:0.0264937281609 and validation accuracy:1.0 Training on :(6, 7) training cost:0.025837559253 and training accuracy:0.998917639256 validation cost:0.0241964608431 and validation accuracy:1.0 Training on :(6, 7) Time taken:129.335356951 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.254191219807 and training accuracy:0.957161486149 validation cost:0.256585478783 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.158167794347 and training accuracy:0.965729176998 validation cost:0.161308720708 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.124369569123 and training accuracy:0.970758080482 validation cost:0.127673268318 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.106053136289 and training accuracy:0.973738133907 validation cost:0.109264291823 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0940852239728 and training accuracy:0.975786924362 validation cost:0.0971009358764 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0854422524571 and training accuracy:0.978115081787 validation cost:0.088231690228 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0788027495146 and training accuracy:0.979232609272 validation cost:0.0813638493419 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0734806582332 and training accuracy:0.981095194817 validation cost:0.0758197829127 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0690869912505 and training accuracy:0.982119560242 validation cost:0.0712182894349 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:128.663727999 Method 3 test accuracy:0.776499986649 Training with lmbda:565018.665885, 135 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:135.468735933 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.372426718473 and training accuracy:0.941005349159 validation cost:0.376574248075 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.182947397232 and training accuracy:0.961276233196 validation cost:0.186249881983 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.126877471805 and training accuracy:0.97154802084 validation cost:0.130451321602 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.10005620122 and training accuracy:0.975638568401 validation cost:0.103658378124 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0839761793613 and training accuracy:0.979456424713 validation cost:0.0873746871948 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0730749964714 and training accuracy:0.9817289114 validation cost:0.0761579796672 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0651003420353 and training accuracy:0.984728634357 validation cost:0.0678346827626 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0589568465948 and training accuracy:0.986001253128 validation cost:0.0613419674337 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0540431253612 and training accuracy:0.987092077732 validation cost:0.0560898222029 and validation accuracy:0.984375 Training on :(2, 3) Time taken:122.981055021 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.271422535181 and training accuracy:0.97921949625 validation cost:0.2752571702 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.134587004781 and training accuracy:0.989268302917 validation cost:0.131758153439 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0907294675708 and training accuracy:0.993073165417 validation cost:0.0857403427362 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0695708096027 and training accuracy:0.994439005852 validation cost:0.0638634860516 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0571064315736 and training accuracy:0.994829297066 validation cost:0.0511859953403 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0488571412861 and training accuracy:0.995317101479 validation cost:0.0429256781936 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0429646596313 and training accuracy:0.99590241909 validation cost:0.0371114686131 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0385270118713 and training accuracy:0.99658536911 validation cost:0.0327927842736 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0350497923791 and training accuracy:0.996975600719 validation cost:0.0294508971274 and validation accuracy:1.0 Training on :(4, 5) Time taken:114.777791977 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.190165832639 and training accuracy:0.992513775826 validation cost:0.182633459568 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0908958241343 and training accuracy:0.996121585369 validation cost:0.0869354680181 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0623611398041 and training accuracy:0.997113764286 validation cost:0.0595243684947 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0487360469997 and training accuracy:0.997745096684 validation cost:0.0463893972337 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0406373403966 and training accuracy:0.998105883598 validation cost:0.0385570786893 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0352061875165 and training accuracy:0.998556852341 validation cost:0.0332929193974 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0312752574682 and training accuracy:0.998556852341 validation cost:0.0294783376157 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.028278818354 and training accuracy:0.9987372756 validation cost:0.0265686716884 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0259068273008 and training accuracy:0.998917639256 validation cost:0.0242654252797 and validation accuracy:1.0 Training on :(6, 7) Time taken:124.894881964 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.254545420408 and training accuracy:0.957254588604 validation cost:0.256940633059 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.158407971263 and training accuracy:0.965636074543 validation cost:0.161551833153 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.124567300081 and training accuracy:0.970851182938 validation cost:0.127874568105 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.106230251491 and training accuracy:0.973738133907 validation cost:0.109445735812 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0942497849464 and training accuracy:0.975786924362 validation cost:0.0972713679075 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0855991318822 and training accuracy:0.978021979332 validation cost:0.0883955135942 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0789536833763 and training accuracy:0.979325771332 validation cost:0.0815230980515 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.07362665236 and training accuracy:0.981095194817 validation cost:0.0759749859571 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.069228284061 and training accuracy:0.982119560242 validation cost:0.071369625628 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:120.302316904 Method 3 test accuracy:0.776400029659 Training with lmbda:584149.816945, 136 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:129.007130146 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.37269076705 and training accuracy:0.941005349159 validation cost:0.376832097769 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.183162197471 and training accuracy:0.961276233196 validation cost:0.186455488205 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.127054959536 and training accuracy:0.97154802084 validation cost:0.130619645119 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.100213497877 and training accuracy:0.975638568401 validation cost:0.103807874024 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0841209739447 and training accuracy:0.979456424713 validation cost:0.0875138342381 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0732116177678 and training accuracy:0.9817289114 validation cost:0.0762916430831 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0652299076319 and training accuracy:0.984637737274 validation cost:0.0679625347257 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0590794235468 and training accuracy:0.986001253128 validation cost:0.0614633150399 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.054160438478 and training accuracy:0.987001180649 validation cost:0.0562067627907 and validation accuracy:0.984375 Training on :(2, 3) Time taken:121.695926905 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.272319465876 and training accuracy:0.979121923447 validation cost:0.276194483042 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.135190352798 and training accuracy:0.989268302917 validation cost:0.132399469614 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0911776125431 and training accuracy:0.993073165417 validation cost:0.0862179845572 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0699289664626 and training accuracy:0.994243919849 validation cost:0.0642443597317 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0574068203568 and training accuracy:0.994731724262 validation cost:0.0515046231449 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0491171628237 and training accuracy:0.995317101479 validation cost:0.043201059103 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0431955605745 and training accuracy:0.996097564697 validation cost:0.0373555272818 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0387354493141 and training accuracy:0.99658536911 validation cost:0.0330128148198 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0352408289909 and training accuracy:0.996975600719 validation cost:0.0296521540731 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.626376867 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.191085264087 and training accuracy:0.992513775826 validation cost:0.183542355895 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0914865285158 and training accuracy:0.996121585369 validation cost:0.0875154435635 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0628063902259 and training accuracy:0.997023522854 validation cost:0.0599623210728 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0490993075073 and training accuracy:0.997745096684 validation cost:0.0467478968203 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0409471057355 and training accuracy:0.998105883598 validation cost:0.0388635732234 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0354780964553 and training accuracy:0.998556852341 validation cost:0.0335625484586 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0315190888941 and training accuracy:0.998556852341 validation cost:0.0297203753144 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0285006165504 and training accuracy:0.9987372756 validation cost:0.0267889630049 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0261109247804 and training accuracy:0.998917639256 validation cost:0.0244682729244 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.798261881 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.25560438633 and training accuracy:0.957161486149 validation cost:0.258001506329 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.159129187465 and training accuracy:0.965822339058 validation cost:0.162280350924 and validation accuracy:0.96233522892 Training on :(8, 9) training cost:0.125161409378 and training accuracy:0.970851182938 validation cost:0.128477200866 and validation accuracy:0.969868183136 Training on :(8, 9) training cost:0.106760807335 and training accuracy:0.973738133907 validation cost:0.109988681972 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0947434231639 and training accuracy:0.975786924362 validation cost:0.0977808982134 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0860654860735 and training accuracy:0.977928876877 validation cost:0.0888807177544 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0794015824795 and training accuracy:0.979325771332 validation cost:0.0819920003414 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0740590915084 and training accuracy:0.981002032757 validation cost:0.0764314308763 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0696465671062 and training accuracy:0.982119560242 validation cost:0.0718147307634 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:121.069770813 Method 3 test accuracy:0.776400029659 Training with lmbda:615170.551021, 137 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:131.065588951 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.373111397028 and training accuracy:0.941005349159 validation cost:0.377243041992 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.183505102992 and training accuracy:0.961276233196 validation cost:0.18678407371 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.127338781953 and training accuracy:0.97154802084 validation cost:0.130888730288 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.100465483963 and training accuracy:0.975638568401 validation cost:0.104047648609 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0843516588211 and training accuracy:0.97936552763 validation cost:0.0877353623509 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0734269022942 and training accuracy:0.9817289114 validation cost:0.0765013098717 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0654331073165 and training accuracy:0.984546840191 validation cost:0.0681622549891 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0592720098794 and training accuracy:0.986001253128 validation cost:0.0616536997259 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0543437749147 and training accuracy:0.986910283566 validation cost:0.0563893392682 and validation accuracy:0.984375 Training on :(2, 3) Time taken:128.207355022 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.273732990026 and training accuracy:0.978926837444 validation cost:0.277670621872 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.136141583323 and training accuracy:0.989170730114 validation cost:0.133410736918 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0918830484152 and training accuracy:0.993073165417 validation cost:0.086969807744 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0704937949777 and training accuracy:0.994243919849 validation cost:0.0648453533649 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0578802637756 and training accuracy:0.994731724262 validation cost:0.0520070008934 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0495282448828 and training accuracy:0.995317101479 validation cost:0.0436362922192 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0435605570674 and training accuracy:0.996097564697 validation cost:0.0377414189279 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0390648506582 and training accuracy:0.996390223503 validation cost:0.0333603993058 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0355425328016 and training accuracy:0.996878027916 validation cost:0.0299697946757 and validation accuracy:1.0 Training on :(4, 5) Time taken:120.545758963 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.19254809618 and training accuracy:0.992423534393 validation cost:0.184988975525 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0924253836274 and training accuracy:0.996031403542 validation cost:0.0884376987815 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0635118708014 and training accuracy:0.997023522854 validation cost:0.0606567636132 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0496732294559 and training accuracy:0.997745096684 validation cost:0.0473148189485 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.041436072439 and training accuracy:0.998105883598 validation cost:0.0393480025232 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0359065830708 and training accuracy:0.998556852341 validation cost:0.0339878425002 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0319033227861 and training accuracy:0.998556852341 validation cost:0.0301020331681 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.028850408271 and training accuracy:0.9987372756 validation cost:0.0271368920803 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0264327619225 and training accuracy:0.998917639256 validation cost:0.0247887913138 and validation accuracy:1.0 Training on :(6, 7) Time taken:129.596371889 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.257290780544 and training accuracy:0.956975221634 validation cost:0.259691298008 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.160277321935 and training accuracy:0.965729176998 validation cost:0.163441330194 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.126106977463 and training accuracy:0.970851182938 validation cost:0.129438742995 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.107607245445 and training accuracy:0.973738133907 validation cost:0.110854722559 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0955271050334 and training accuracy:0.975786924362 validation cost:0.0985894277692 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0868068411946 and training accuracy:0.977835714817 validation cost:0.0896528884768 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.08011136204 and training accuracy:0.979325771332 validation cost:0.0827377587557 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0747433155775 and training accuracy:0.980908930302 validation cost:0.0771556869149 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0703091025352 and training accuracy:0.982026457787 validation cost:0.0725208967924 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:125.643326044 Method 3 test accuracy:0.776099979877 Training with lmbda:618955.226464, 138 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:133.335984945 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.373161703348 and training accuracy:0.941005349159 validation cost:0.377292186022 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.18354652822 and training accuracy:0.961276233196 validation cost:0.18682384491 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.12737223506 and training accuracy:0.97154802084 validation cost:0.13092033565 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.100495301187 and training accuracy:0.975638568401 validation cost:0.104075916111 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0843790993094 and training accuracy:0.97936552763 validation cost:0.0877617523074 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.0734526067972 and training accuracy:0.9817289114 validation cost:0.0765265077353 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0654573813081 and training accuracy:0.984546840191 validation cost:0.0681860372424 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0592953749001 and training accuracy:0.986001253128 validation cost:0.0616767555475 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0543658584356 and training accuracy:0.986910283566 validation cost:0.0564111955464 and validation accuracy:0.984375 Training on :(2, 3) Time taken:127.755464077 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.273903250694 and training accuracy:0.978926837444 validation cost:0.277848750353 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.136255294085 and training accuracy:0.989170730114 validation cost:0.133531808853 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0919676870108 and training accuracy:0.992975592613 validation cost:0.0870601534843 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0705611631274 and training accuracy:0.994243919849 validation cost:0.0649172067642 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0579369775951 and training accuracy:0.994731724262 validation cost:0.0520672984421 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.049577280879 and training accuracy:0.995317101479 validation cost:0.0436884090304 and validation accuracy:1.0 Training on :(4, 5) training cost:0.043604105711 and training accuracy:0.996097564697 validation cost:0.0377876460552 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0391043499112 and training accuracy:0.996390223503 validation cost:0.0334022305906 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0355785526335 and training accuracy:0.996878027916 validation cost:0.0300078392029 and validation accuracy:1.0 Training on :(4, 5) Time taken:117.157253027 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.192724004388 and training accuracy:0.992423534393 validation cost:0.185163155198 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0925378426909 and training accuracy:0.996031403542 validation cost:0.0885483622551 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0635961145163 and training accuracy:0.997023522854 validation cost:0.0607398375869 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0497419349849 and training accuracy:0.997745096684 validation cost:0.0473828054965 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0414943657815 and training accuracy:0.998105883598 validation cost:0.0394058376551 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0359578952193 and training accuracy:0.998556852341 validation cost:0.0340388081968 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0319492854178 and training accuracy:0.998556852341 validation cost:0.0301477573812 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0288924369961 and training accuracy:0.9987372756 validation cost:0.0271787885576 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0264713466167 and training accuracy:0.998917639256 validation cost:0.0248272307217 and validation accuracy:1.0 Training on :(6, 7) Time taken:125.299672127 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.257494002581 and training accuracy:0.956882119179 validation cost:0.259895145893 and validation accuracy:0.951035797596 Training on :(8, 9) training cost:0.160416007042 and training accuracy:0.965729176998 validation cost:0.163581714034 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.126220017672 and training accuracy:0.970758080482 validation cost:0.129553928971 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.107708916068 and training accuracy:0.973738133907 validation cost:0.110959097743 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0956211388111 and training accuracy:0.975786924362 validation cost:0.0986868813634 and validation accuracy:0.977401137352 Training on :(8, 9) training cost:0.0868961662054 and training accuracy:0.977835714817 validation cost:0.0897461846471 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0801966637373 and training accuracy:0.979325771332 validation cost:0.0828277394176 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0748256668448 and training accuracy:0.980908930302 validation cost:0.077243514359 and validation accuracy:0.982109248638 Training on :(8, 9) training cost:0.0703893899918 and training accuracy:0.982026457787 validation cost:0.0726070031524 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:120.548408985 Method 3 test accuracy:0.776099979877 Training with lmbda:628264.390862, 139 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.203907415271 and training accuracy:0.997570693493 validation cost:0.201984629035 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0566555894911 and training accuracy:0.99809128046 validation cost:0.0579187460244 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0322347804904 and training accuracy:0.998351573944 validation cost:0.0339787490666 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0228093471378 and training accuracy:0.998525083065 validation cost:0.0246704109013 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0178289748728 and training accuracy:0.998525083065 validation cost:0.0197088513523 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0147348884493 and training accuracy:0.998698592186 validation cost:0.0165966041386 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.0126142920926 and training accuracy:0.998698592186 validation cost:0.0144430585206 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.011062421836 and training accuracy:0.998872101307 validation cost:0.0128502687439 and validation accuracy:0.997366130352 Training on :(0, 1) training cost:0.00987247936428 and training accuracy:0.99895888567 validation cost:0.0116164442152 and validation accuracy:0.997366130352 Training on :(0, 1) Time taken:128.585937023 Current mask:[1. 1. 1. 1. 0. 0. 0. 0. 0. 0.] Test features:(2042, 3630) Length of test labels:2042 Train features:(11001, 3630) Length of train labels:11001 Valid features:(1088, 3630) Length of valid labels:1088 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(2, 3) training cost:0.373285770416 and training accuracy:0.941005349159 validation cost:0.37741330266 and validation accuracy:0.945772051811 Training on :(2, 3) training cost:0.183647274971 and training accuracy:0.961276233196 validation cost:0.186920449138 and validation accuracy:0.958639681339 Training on :(2, 3) training cost:0.127455562353 and training accuracy:0.97154802084 validation cost:0.130999207497 and validation accuracy:0.96875 Training on :(2, 3) training cost:0.100569248199 and training accuracy:0.975638568401 validation cost:0.10414648056 and validation accuracy:0.971507370472 Training on :(2, 3) training cost:0.0844467654824 and training accuracy:0.97936552763 validation cost:0.0878269597888 and validation accuracy:0.977941155434 Training on :(2, 3) training cost:0.073516048491 and training accuracy:0.9817289114 validation cost:0.076588191092 and validation accuracy:0.979779422283 Training on :(2, 3) training cost:0.0655173808336 and training accuracy:0.984546840191 validation cost:0.0682450979948 and validation accuracy:0.981617629528 Training on :(2, 3) training cost:0.0593519024551 and training accuracy:0.986001253128 validation cost:0.061732314527 and validation accuracy:0.982536792755 Training on :(2, 3) training cost:0.0544197261333 and training accuracy:0.986910283566 validation cost:0.0564647726715 and validation accuracy:0.984375 Training on :(2, 3) Time taken:124.847490072 Current mask:[1. 1. 1. 1. 1. 1. 0. 0. 0. 0.] Test features:(1874, 3630) Length of test labels:1874 Train features:(10250, 3630) Length of train labels:10250 Valid features:(1013, 3630) Length of valid labels:1013 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(4, 5) training cost:0.274317592382 and training accuracy:0.978829264641 validation cost:0.278282016516 and validation accuracy:0.984205305576 Training on :(4, 5) training cost:0.136532351375 and training accuracy:0.989170730114 validation cost:0.133826479316 and validation accuracy:0.994077026844 Training on :(4, 5) training cost:0.0921739265323 and training accuracy:0.992975592613 validation cost:0.0872799903154 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0707256868482 and training accuracy:0.994243919849 validation cost:0.065092176199 and validation accuracy:0.99703848362 Training on :(4, 5) training cost:0.0580754093826 and training accuracy:0.994731724262 validation cost:0.052214205265 and validation accuracy:0.998025655746 Training on :(4, 5) training cost:0.0496971420944 and training accuracy:0.995219528675 validation cost:0.0438154153526 and validation accuracy:0.999012827873 Training on :(4, 5) training cost:0.0437109954655 and training accuracy:0.996097564697 validation cost:0.0379007309675 and validation accuracy:1.0 Training on :(4, 5) training cost:0.039201028645 and training accuracy:0.996390223503 validation cost:0.0335043035448 and validation accuracy:1.0 Training on :(4, 5) training cost:0.0356667041779 and training accuracy:0.996878027916 validation cost:0.0301006250083 and validation accuracy:1.0 Training on :(4, 5) Time taken:115.706696033 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 0. 0.] Test features:(1986, 3630) Length of test labels:1986 Train features:(11087, 3630) Length of train labels:11087 Valid features:(1096, 3630) Length of valid labels:1096 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(6, 7) training cost:0.193153351545 and training accuracy:0.992423534393 validation cost:0.185587748885 and validation accuracy:0.992700755596 Training on :(6, 7) training cost:0.0928130075336 and training accuracy:0.995941221714 validation cost:0.0888188704848 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0638032630086 and training accuracy:0.997023522854 validation cost:0.0609439574182 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0499102883041 and training accuracy:0.997745096684 validation cost:0.047549277544 and validation accuracy:0.997262775898 Training on :(6, 7) training cost:0.0416376367211 and training accuracy:0.998105883598 validation cost:0.0395478792489 and validation accuracy:0.9981752038 Training on :(6, 7) training cost:0.0360835529864 and training accuracy:0.998556852341 validation cost:0.0341636016965 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0320620276034 and training accuracy:0.998556852341 validation cost:0.0302598532289 and validation accuracy:0.999087572098 Training on :(6, 7) training cost:0.0289953015745 and training accuracy:0.9987372756 validation cost:0.0272812098265 and validation accuracy:1.0 Training on :(6, 7) training cost:0.0265656970441 and training accuracy:0.998827457428 validation cost:0.0249212700874 and validation accuracy:1.0 Training on :(6, 7) Time taken:126.945971966 Current mask:[1. 1. 1. 1. 1. 1. 1. 1. 1. 1.] Test features:(1983, 3630) Length of test labels:1983 Train features:(10738, 3630) Length of train labels:10738 Valid features:(1062, 3630) Length of valid labels:1062 Repeat:0 training cost:2.30258536339 and training accuracy:0.0 validation cost:2.30258536339 and validation accuracy:0.0 Training on :(8, 9) training cost:0.257991343737 and training accuracy:0.956975221634 validation cost:0.260393381119 and validation accuracy:0.951977372169 Training on :(8, 9) training cost:0.160755380988 and training accuracy:0.965729176998 validation cost:0.163924396038 and validation accuracy:0.961393594742 Training on :(8, 9) training cost:0.126498952508 and training accuracy:0.970571815968 validation cost:0.129837155342 and validation accuracy:0.968926548958 Training on :(8, 9) training cost:0.107957966626 and training accuracy:0.973738133907 validation cost:0.11121352762 and validation accuracy:0.975517868996 Training on :(8, 9) training cost:0.0958523452282 and training accuracy:0.975693821907 validation cost:0.0989248901606 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0871147885919 and training accuracy:0.977556347847 validation cost:0.0899727344513 and validation accuracy:0.97834277153 Training on :(8, 9) training cost:0.0804052278399 and training accuracy:0.979325771332 validation cost:0.083045899868 and validation accuracy:0.980225980282 Training on :(8, 9) training cost:0.0750273615122 and training accuracy:0.980722665787 validation cost:0.0774561986327 and validation accuracy:0.98116761446 Training on :(8, 9) training cost:0.0705843567848 and training accuracy:0.982026457787 validation cost:0.0728142261505 and validation accuracy:0.98399245739 Training on :(8, 9) Time taken:118.770991802 Method 3 test accuracy:0.775399982929 Total time:84619.5824039
final_test_acc = pd.DataFrame({'Method3':method3_test_accs, 'lambdas':lmbdas})
final_test_acc.to_csv('spike_sh_14lmbdas_ar1_3lyrs_he1_45_65-non_spk.csv')
final_test_acc
| Method3 | lambdas | |
|---|---|---|
| 0 | 0.8134 | 450943.771238 |
| 1 | 0.8139 | 471675.378093 |
| 2 | 0.8138 | 474313.824157 |
| 3 | 0.8211 | 477341.317937 |
| 4 | 0.8215 | 487065.643910 |
| 5 | 0.8215 | 491840.424423 |
| 6 | 0.8217 | 505673.877019 |
| 7 | 0.8148 | 534903.518150 |
| 8 | 0.8153 | 558680.988358 |
| 9 | 0.8152 | 565018.665885 |
| 10 | 0.8156 | 584149.816945 |
| 11 | 0.8155 | 615170.551021 |
| 12 | 0.8155 | 618955.226464 |
| 13 | 0.8156 | 628264.390862 |
| 14 | 0.8001 | 450943.771238 |
| 15 | 0.8000 | 471675.378093 |
| 16 | 0.8001 | 474313.824157 |
| 17 | 0.8002 | 477341.317937 |
| 18 | 0.8003 | 487065.643910 |
| 19 | 0.8006 | 491840.424423 |
| 20 | 0.8003 | 505673.877019 |
| 21 | 0.8009 | 534903.518150 |
| 22 | 0.8008 | 558680.988358 |
| 23 | 0.8007 | 565018.665885 |
| 24 | 0.8006 | 584149.816945 |
| 25 | 0.7985 | 615170.551021 |
| 26 | 0.7986 | 618955.226464 |
| 27 | 0.7985 | 628264.390862 |
| 28 | 0.8335 | 450943.771238 |
| 29 | 0.8337 | 471675.378093 |
| ... | ... | ... |
| 110 | 0.8050 | 618955.226464 |
| 111 | 0.8048 | 628264.390862 |
| 112 | 0.8333 | 450943.771238 |
| 113 | 0.8307 | 471675.378093 |
| 114 | 0.8307 | 474313.824157 |
| 115 | 0.8307 | 477341.317937 |
| 116 | 0.8307 | 487065.643910 |
| 117 | 0.8307 | 491840.424423 |
| 118 | 0.8311 | 505673.877019 |
| 119 | 0.8345 | 534903.518150 |
| 120 | 0.8346 | 558680.988358 |
| 121 | 0.8347 | 565018.665885 |
| 122 | 0.8348 | 584149.816945 |
| 123 | 0.8346 | 615170.551021 |
| 124 | 0.8346 | 618955.226464 |
| 125 | 0.8346 | 628264.390862 |
| 126 | 0.7776 | 450943.771238 |
| 127 | 0.7769 | 471675.378093 |
| 128 | 0.7770 | 474313.824157 |
| 129 | 0.7768 | 477341.317937 |
| 130 | 0.7771 | 487065.643910 |
| 131 | 0.7753 | 491840.424423 |
| 132 | 0.7754 | 505673.877019 |
| 133 | 0.7764 | 534903.518150 |
| 134 | 0.7765 | 558680.988358 |
| 135 | 0.7764 | 565018.665885 |
| 136 | 0.7764 | 584149.816945 |
| 137 | 0.7761 | 615170.551021 |
| 138 | 0.7761 | 618955.226464 |
| 139 | 0.7754 | 628264.390862 |
140 rows × 2 columns
acc_grouped_by_lmbda = final_test_acc.groupby('lambdas')
final_acc_grouped_by_lmbda = acc_grouped_by_lmbda.mean()
final_acc_grouped_by_lmbda.rename(columns={'Method3':'MEAN'}, inplace=True)
final_acc_grouped_by_lmbda['S.D'] = acc_grouped_by_lmbda.std()
final_acc_grouped_by_lmbda['MIN'] = acc_grouped_by_lmbda.min()
final_acc_grouped_by_lmbda['MAX'] = acc_grouped_by_lmbda.max()
final_acc_grouped_by_lmbda['MED'] = acc_grouped_by_lmbda.median()
final_acc_grouped_by_lmbda.reset_index(inplace=True)
display(final_acc_grouped_by_lmbda)
| lambdas | MEAN | S.D | MIN | MAX | MED | |
|---|---|---|---|---|---|---|
| 0 | 450943.771238 | 0.81213 | 0.018777 | 0.7776 | 0.8387 | 0.80980 |
| 1 | 471675.378093 | 0.81269 | 0.018555 | 0.7769 | 0.8390 | 0.81290 |
| 2 | 474313.824157 | 0.81288 | 0.018448 | 0.7770 | 0.8390 | 0.81280 |
| 3 | 477341.317937 | 0.81355 | 0.018630 | 0.7768 | 0.8388 | 0.81320 |
| 4 | 487065.643910 | 0.81371 | 0.018603 | 0.7771 | 0.8390 | 0.81325 |
| 5 | 491840.424423 | 0.81358 | 0.018999 | 0.7753 | 0.8391 | 0.81335 |
| 6 | 505673.877019 | 0.81377 | 0.019057 | 0.7754 | 0.8388 | 0.81380 |
| 7 | 534903.518150 | 0.81384 | 0.019150 | 0.7764 | 0.8393 | 0.81410 |
| 8 | 558680.988358 | 0.81379 | 0.018741 | 0.7765 | 0.8362 | 0.81465 |
| 9 | 565018.665885 | 0.81382 | 0.018773 | 0.7764 | 0.8362 | 0.81480 |
| 10 | 584149.816945 | 0.81529 | 0.019207 | 0.7764 | 0.8362 | 0.81530 |
| 11 | 615170.551021 | 0.81528 | 0.019537 | 0.7761 | 0.8360 | 0.81525 |
| 12 | 618955.226464 | 0.81528 | 0.019550 | 0.7761 | 0.8360 | 0.81525 |
| 13 | 628264.390862 | 0.81491 | 0.019429 | 0.7754 | 0.8346 | 0.81525 |
mpl.rcParams['figure.figsize'] = 7,4.5
mpl.rcParams['axes.labelsize'] = 12
mpl.rcParams['lines.linewidth'] = 1.5
mpl.rcParams['lines.markersize'] = 8
mpl.rcParams['xtick.labelsize'] = 13
mpl.rcParams['ytick.labelsize'] = 12
mpl.rcParams['legend.fontsize'] = 12
final_acc_grouped_by_lmbda.plot(y=['MEAN','MED','MAX'],x='lambdas')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ylabel('Accuracy')
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
prev_final_test_acc1 = pd.read_csv('spike_sh_14lmbdas_ar1_3lyrs_he1_75_10_non_spk_classify.csv',
index_col=0)
prev_acc_grouped_by_lmbda1 = prev_final_test_acc1.groupby('lambdas')
prev_final_acc_grouped_by_lmbda1 = prev_acc_grouped_by_lmbda1.mean()
prev_final_acc_grouped_by_lmbda1.rename(columns={'Method3':'MEAN'}, inplace=True)
prev_final_acc_grouped_by_lmbda1['S.D'] = prev_acc_grouped_by_lmbda1.std()
prev_final_acc_grouped_by_lmbda1['MIN'] = prev_acc_grouped_by_lmbda1.min()
prev_final_acc_grouped_by_lmbda1['MAX'] = prev_acc_grouped_by_lmbda1.max()
prev_final_acc_grouped_by_lmbda1['MED'] = prev_acc_grouped_by_lmbda1.median()
prev_final_acc_grouped_by_lmbda1.reset_index(inplace=True)
display(prev_final_acc_grouped_by_lmbda1)
| lambdas | MEAN | S.D | MIN | MAX | MED | |
|---|---|---|---|---|---|---|
| 0 | 0.000000 | 0.71909 | 0.013358 | 0.6867 | 0.7346 | 0.72165 |
| 1 | 75117.971405 | 0.78152 | 0.020727 | 0.7575 | 0.8158 | 0.77810 |
| 2 | 77709.422262 | 0.78250 | 0.020241 | 0.7608 | 0.8171 | 0.77825 |
| 3 | 78039.228020 | 0.78257 | 0.020269 | 0.7609 | 0.8173 | 0.77825 |
| 4 | 78417.664742 | 0.78260 | 0.020226 | 0.7611 | 0.8173 | 0.77825 |
| 5 | 79633.205489 | 0.78272 | 0.020203 | 0.7613 | 0.8177 | 0.77845 |
| 6 | 80230.053053 | 0.78300 | 0.020283 | 0.7614 | 0.8182 | 0.77885 |
| 7 | 81959.234627 | 0.78297 | 0.022364 | 0.7521 | 0.8185 | 0.77900 |
| 8 | 85612.939769 | 0.78450 | 0.021875 | 0.7530 | 0.8193 | 0.78235 |
| 9 | 88585.123545 | 0.78518 | 0.022124 | 0.7533 | 0.8197 | 0.78265 |
| 10 | 89377.333236 | 0.78485 | 0.021290 | 0.7540 | 0.8197 | 0.78310 |
| 11 | 91768.727118 | 0.78598 | 0.022291 | 0.7543 | 0.8201 | 0.78355 |
| 12 | 95646.318878 | 0.78604 | 0.020861 | 0.7586 | 0.8227 | 0.78410 |
| 13 | 96119.403308 | 0.78622 | 0.020912 | 0.7587 | 0.8229 | 0.78425 |
| 14 | 97283.048858 | 0.78645 | 0.020718 | 0.7590 | 0.8230 | 0.78440 |
prev_final_test_acc2 = pd.read_csv('spike_sh_14lmbdas_ar1_3lyrs_he1_10_20_non_spk_classify.csv',
index_col=0)
prev_acc_grouped_by_lmbda2 = prev_final_test_acc2.groupby('lambdas')
prev_final_acc_grouped_by_lmbda2 = prev_acc_grouped_by_lmbda2.mean()
prev_final_acc_grouped_by_lmbda2.rename(columns={'Method3':'MEAN'}, inplace=True)
prev_final_acc_grouped_by_lmbda2['S.D'] = prev_acc_grouped_by_lmbda2.std()
prev_final_acc_grouped_by_lmbda2['MIN'] = prev_acc_grouped_by_lmbda2.min()
prev_final_acc_grouped_by_lmbda2['MAX'] = prev_acc_grouped_by_lmbda2.max()
prev_final_acc_grouped_by_lmbda2['MED'] = prev_acc_grouped_by_lmbda2.median()
prev_final_acc_grouped_by_lmbda2.reset_index(inplace=True)
display(prev_final_acc_grouped_by_lmbda2)
| lambdas | MEAN | S.D | MIN | MAX | MED | |
|---|---|---|---|---|---|---|
| 0 | 0.000000 | 0.71909 | 0.013358 | 0.6867 | 0.7346 | 0.72165 |
| 1 | 100471.885619 | 0.78694 | 0.020593 | 0.7600 | 0.8228 | 0.78455 |
| 2 | 110837.689046 | 0.78835 | 0.020678 | 0.7626 | 0.8240 | 0.78550 |
| 3 | 112156.912078 | 0.78858 | 0.020706 | 0.7631 | 0.8243 | 0.78575 |
| 4 | 113670.658968 | 0.78866 | 0.020647 | 0.7635 | 0.8243 | 0.78585 |
| 5 | 118532.821955 | 0.78888 | 0.021238 | 0.7638 | 0.8248 | 0.78630 |
| 6 | 120920.212212 | 0.78930 | 0.021262 | 0.7643 | 0.8249 | 0.78690 |
| 7 | 127836.938509 | 0.79036 | 0.021217 | 0.7647 | 0.8257 | 0.78750 |
| 8 | 142451.759075 | 0.79277 | 0.020593 | 0.7671 | 0.8270 | 0.78950 |
| 9 | 154340.494179 | 0.79669 | 0.018245 | 0.7692 | 0.8276 | 0.79450 |
| 10 | 157509.332943 | 0.79754 | 0.018844 | 0.7695 | 0.8276 | 0.79505 |
| 11 | 167074.908473 | 0.79855 | 0.018636 | 0.7704 | 0.8280 | 0.79605 |
| 12 | 182585.275511 | 0.79986 | 0.018529 | 0.7715 | 0.8288 | 0.79720 |
| 13 | 184477.613232 | 0.80001 | 0.018600 | 0.7717 | 0.8291 | 0.79740 |
| 14 | 189132.195431 | 0.80045 | 0.018781 | 0.7718 | 0.8296 | 0.79775 |
prev_final_test_acc3 = pd.read_csv('spike_sh_14lmbdas_ar1_3lyrs_he1_20_45_non_spk_classify.csv',
index_col=0)
prev_acc_grouped_by_lmbda3 = prev_final_test_acc3.groupby('lambdas')
prev_final_acc_grouped_by_lmbda3 = prev_acc_grouped_by_lmbda3.mean()
prev_final_acc_grouped_by_lmbda3.rename(columns={'Method3':'MEAN'}, inplace=True)
prev_final_acc_grouped_by_lmbda3['S.D'] = prev_acc_grouped_by_lmbda3.std()
prev_final_acc_grouped_by_lmbda3['MIN'] = prev_acc_grouped_by_lmbda3.min()
prev_final_acc_grouped_by_lmbda3['MAX'] = prev_acc_grouped_by_lmbda3.max()
prev_final_acc_grouped_by_lmbda3['MED'] = prev_acc_grouped_by_lmbda3.median()
prev_final_acc_grouped_by_lmbda3.reset_index(inplace=True)
display(prev_final_acc_grouped_by_lmbda3)
| lambdas | MEAN | S.D | MIN | MAX | MED | |
|---|---|---|---|---|---|---|
| 0 | 201179.714048 | 0.80312 | 0.018350 | 0.7731 | 0.8303 | 0.79940 |
| 1 | 227094.222616 | 0.80550 | 0.018698 | 0.7757 | 0.8311 | 0.80060 |
| 2 | 230392.280196 | 0.80567 | 0.018672 | 0.7758 | 0.8311 | 0.80065 |
| 3 | 234176.647421 | 0.80583 | 0.018595 | 0.7759 | 0.8311 | 0.80085 |
| 4 | 246332.054888 | 0.80623 | 0.018735 | 0.7767 | 0.8315 | 0.80135 |
| 5 | 252300.530529 | 0.80687 | 0.019128 | 0.7769 | 0.8345 | 0.80195 |
| 6 | 269592.346273 | 0.80868 | 0.018645 | 0.7769 | 0.8352 | 0.80590 |
| 7 | 306129.397687 | 0.81075 | 0.019335 | 0.7781 | 0.8365 | 0.81640 |
| 8 | 335851.235448 | 0.81119 | 0.019834 | 0.7778 | 0.8352 | 0.81790 |
| 9 | 343773.332357 | 0.81128 | 0.019692 | 0.7781 | 0.8350 | 0.81765 |
| 10 | 367687.271182 | 0.81151 | 0.019817 | 0.7779 | 0.8360 | 0.81590 |
| 11 | 406463.188776 | 0.81217 | 0.019033 | 0.7779 | 0.8378 | 0.80835 |
| 12 | 411194.033080 | 0.81229 | 0.018940 | 0.7783 | 0.8378 | 0.80845 |
| 13 | 422830.488578 | 0.81246 | 0.019064 | 0.7779 | 0.8383 | 0.80875 |
df4 = final_acc_grouped_by_lmbda.copy(deep=True)
df4.drop([0], inplace=True)
df3 = prev_final_acc_grouped_by_lmbda3.copy(deep=True)
df3.drop([0], inplace=True)
df2 = prev_final_acc_grouped_by_lmbda2.copy(deep=True)
df2.drop([0], inplace=True)
df1 = prev_final_acc_grouped_by_lmbda1.copy(deep=True)
df1.drop([0], inplace=True)
final_df = pd.concat([df1, df2, df3, df4], axis=0)
final_df.reset_index(inplace=True, drop=True)
display(final_df)
| lambdas | MEAN | S.D | MIN | MAX | MED | |
|---|---|---|---|---|---|---|
| 0 | 75117.971405 | 0.78152 | 0.020727 | 0.7575 | 0.8158 | 0.77810 |
| 1 | 77709.422262 | 0.78250 | 0.020241 | 0.7608 | 0.8171 | 0.77825 |
| 2 | 78039.228020 | 0.78257 | 0.020269 | 0.7609 | 0.8173 | 0.77825 |
| 3 | 78417.664742 | 0.78260 | 0.020226 | 0.7611 | 0.8173 | 0.77825 |
| 4 | 79633.205489 | 0.78272 | 0.020203 | 0.7613 | 0.8177 | 0.77845 |
| 5 | 80230.053053 | 0.78300 | 0.020283 | 0.7614 | 0.8182 | 0.77885 |
| 6 | 81959.234627 | 0.78297 | 0.022364 | 0.7521 | 0.8185 | 0.77900 |
| 7 | 85612.939769 | 0.78450 | 0.021875 | 0.7530 | 0.8193 | 0.78235 |
| 8 | 88585.123545 | 0.78518 | 0.022124 | 0.7533 | 0.8197 | 0.78265 |
| 9 | 89377.333236 | 0.78485 | 0.021290 | 0.7540 | 0.8197 | 0.78310 |
| 10 | 91768.727118 | 0.78598 | 0.022291 | 0.7543 | 0.8201 | 0.78355 |
| 11 | 95646.318878 | 0.78604 | 0.020861 | 0.7586 | 0.8227 | 0.78410 |
| 12 | 96119.403308 | 0.78622 | 0.020912 | 0.7587 | 0.8229 | 0.78425 |
| 13 | 97283.048858 | 0.78645 | 0.020718 | 0.7590 | 0.8230 | 0.78440 |
| 14 | 100471.885619 | 0.78694 | 0.020593 | 0.7600 | 0.8228 | 0.78455 |
| 15 | 110837.689046 | 0.78835 | 0.020678 | 0.7626 | 0.8240 | 0.78550 |
| 16 | 112156.912078 | 0.78858 | 0.020706 | 0.7631 | 0.8243 | 0.78575 |
| 17 | 113670.658968 | 0.78866 | 0.020647 | 0.7635 | 0.8243 | 0.78585 |
| 18 | 118532.821955 | 0.78888 | 0.021238 | 0.7638 | 0.8248 | 0.78630 |
| 19 | 120920.212212 | 0.78930 | 0.021262 | 0.7643 | 0.8249 | 0.78690 |
| 20 | 127836.938509 | 0.79036 | 0.021217 | 0.7647 | 0.8257 | 0.78750 |
| 21 | 142451.759075 | 0.79277 | 0.020593 | 0.7671 | 0.8270 | 0.78950 |
| 22 | 154340.494179 | 0.79669 | 0.018245 | 0.7692 | 0.8276 | 0.79450 |
| 23 | 157509.332943 | 0.79754 | 0.018844 | 0.7695 | 0.8276 | 0.79505 |
| 24 | 167074.908473 | 0.79855 | 0.018636 | 0.7704 | 0.8280 | 0.79605 |
| 25 | 182585.275511 | 0.79986 | 0.018529 | 0.7715 | 0.8288 | 0.79720 |
| 26 | 184477.613232 | 0.80001 | 0.018600 | 0.7717 | 0.8291 | 0.79740 |
| 27 | 189132.195431 | 0.80045 | 0.018781 | 0.7718 | 0.8296 | 0.79775 |
| 28 | 227094.222616 | 0.80550 | 0.018698 | 0.7757 | 0.8311 | 0.80060 |
| 29 | 230392.280196 | 0.80567 | 0.018672 | 0.7758 | 0.8311 | 0.80065 |
| 30 | 234176.647421 | 0.80583 | 0.018595 | 0.7759 | 0.8311 | 0.80085 |
| 31 | 246332.054888 | 0.80623 | 0.018735 | 0.7767 | 0.8315 | 0.80135 |
| 32 | 252300.530529 | 0.80687 | 0.019128 | 0.7769 | 0.8345 | 0.80195 |
| 33 | 269592.346273 | 0.80868 | 0.018645 | 0.7769 | 0.8352 | 0.80590 |
| 34 | 306129.397687 | 0.81075 | 0.019335 | 0.7781 | 0.8365 | 0.81640 |
| 35 | 335851.235448 | 0.81119 | 0.019834 | 0.7778 | 0.8352 | 0.81790 |
| 36 | 343773.332357 | 0.81128 | 0.019692 | 0.7781 | 0.8350 | 0.81765 |
| 37 | 367687.271182 | 0.81151 | 0.019817 | 0.7779 | 0.8360 | 0.81590 |
| 38 | 406463.188776 | 0.81217 | 0.019033 | 0.7779 | 0.8378 | 0.80835 |
| 39 | 411194.033080 | 0.81229 | 0.018940 | 0.7783 | 0.8378 | 0.80845 |
| 40 | 422830.488578 | 0.81246 | 0.019064 | 0.7779 | 0.8383 | 0.80875 |
| 41 | 471675.378093 | 0.81269 | 0.018555 | 0.7769 | 0.8390 | 0.81290 |
| 42 | 474313.824157 | 0.81288 | 0.018448 | 0.7770 | 0.8390 | 0.81280 |
| 43 | 477341.317937 | 0.81355 | 0.018630 | 0.7768 | 0.8388 | 0.81320 |
| 44 | 487065.643910 | 0.81371 | 0.018603 | 0.7771 | 0.8390 | 0.81325 |
| 45 | 491840.424423 | 0.81358 | 0.018999 | 0.7753 | 0.8391 | 0.81335 |
| 46 | 505673.877019 | 0.81377 | 0.019057 | 0.7754 | 0.8388 | 0.81380 |
| 47 | 534903.518150 | 0.81384 | 0.019150 | 0.7764 | 0.8393 | 0.81410 |
| 48 | 558680.988358 | 0.81379 | 0.018741 | 0.7765 | 0.8362 | 0.81465 |
| 49 | 565018.665885 | 0.81382 | 0.018773 | 0.7764 | 0.8362 | 0.81480 |
| 50 | 584149.816945 | 0.81529 | 0.019207 | 0.7764 | 0.8362 | 0.81530 |
| 51 | 615170.551021 | 0.81528 | 0.019537 | 0.7761 | 0.8360 | 0.81525 |
| 52 | 618955.226464 | 0.81528 | 0.019550 | 0.7761 | 0.8360 | 0.81525 |
| 53 | 628264.390862 | 0.81491 | 0.019429 | 0.7754 | 0.8346 | 0.81525 |
mpl.rcParams['figure.figsize'] = 4.5,2.75
mpl.rcParams['axes.labelsize'] = 12
mpl.rcParams['lines.linewidth'] = 1.0
mpl.rcParams['lines.markersize'] = 8
mpl.rcParams['xtick.labelsize'] = 12
mpl.rcParams['ytick.labelsize'] = 12
mpl.rcParams['legend.fontsize'] = 10
mpl.rcParams['font.size'] = 10
final_df.plot(y=['MEAN','MED','MAX', 'MIN'],x='lambdas')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ylabel('Accuracy')
plt.xlabel('$\lambda$')
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
mpl.rcParams['figure.figsize'] = 4.5,2.75
mpl.rcParams['axes.labelsize'] = 12
mpl.rcParams['lines.linewidth'] = 1.0
mpl.rcParams['lines.markersize'] = 8
mpl.rcParams['xtick.labelsize'] = 12
mpl.rcParams['ytick.labelsize'] = 12
mpl.rcParams['legend.fontsize'] = 10
mpl.rcParams['font.size'] = 10
final_df.plot(y=['S.D'],x='lambdas')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ylabel('$\sigma$')
plt.xlabel('$\lambda$')
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(w_2.eval().flatten(), 100, log=True)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(w_2.eval().flatten(), 100)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(new_big_omeg_w2.flatten(),bins=100,log=True)
#plt.yscale('log')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(new_big_omeg_w2.flatten(),bins=100,log=False)
#plt.yscale('log')
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(b_2.eval().flatten(), 100, log=True)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(b_2.eval().flatten(), 100, log=False)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(new_big_omeg_b2.flatten(),100,log=True)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(new_big_omeg_b2.flatten(),100,log=False)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(w_3.eval().flatten(), 100, log=True)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(w_3.eval().flatten(), 100, log=False)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(b_3.eval().flatten(), 10, log=True)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
plt.hist(b_3.eval().flatten(), 10, log=False)
plt.grid(b=True, which='both', color='w', linestyle='-', alpha=1.0)
plt.ticklabel_format(style='sci', axis='x', scilimits=(0,0))
plt.show()
path = '/home/ruthvik/Desktop/Summer 2017/tf_graph_outputs/mnist/continual_learning/original_mnist_5sets'
merged = tf.summary.merge_all()
train_writer = tf.summary.FileWriter(path + '/spike_sh_14lmbdas_ar1_3lyrs_he1_40_65_non_spk_classify_binary_feat', sess.graph)
np.random.seed(100)
n_lmbdas = 15
a = np.random.uniform(low=40.0, high=65.0, size=(n_lmbdas,))
print(a)
print()
a = a*1.0e4
a = a[np.argsort(a)]
print(a)
print()
n_reps = 6
a = ([0]+a.tolist())*n_reps
n_lmbdas+=1
print(a, len(a))
[53.58512354 46.95923463 50.61293977 61.11940331 40.1179714 43.03922802 56.76872712 60.64631888 43.41766474 54.37733324 62.28304886 45.23005305 44.63320549 42.70942226 45.49243732] () [401179.71404774 427094.22261606 430392.28019578 434176.64742124 446332.05488752 452300.5305293 454924.37315625 469592.34627345 506129.39768728 535851.23544774 543773.33235681 567687.27118169 606463.18877626 611194.03307998 622830.48857807] () ([0, 401179.7140477432, 427094.2226160638, 430392.2801957785, 434176.64742123825, 446332.05488751875, 452300.5305292974, 454924.37315624807, 469592.3462734491, 506129.3976872832, 535851.2354477413, 543773.3323568124, 567687.2711816947, 606463.1887762619, 611194.0330799759, 622830.488578066, 0, 401179.7140477432, 427094.2226160638, 430392.2801957785, 434176.64742123825, 446332.05488751875, 452300.5305292974, 454924.37315624807, 469592.3462734491, 506129.3976872832, 535851.2354477413, 543773.3323568124, 567687.2711816947, 606463.1887762619, 611194.0330799759, 622830.488578066, 0, 401179.7140477432, 427094.2226160638, 430392.2801957785, 434176.64742123825, 446332.05488751875, 452300.5305292974, 454924.37315624807, 469592.3462734491, 506129.3976872832, 535851.2354477413, 543773.3323568124, 567687.2711816947, 606463.1887762619, 611194.0330799759, 622830.488578066, 0, 401179.7140477432, 427094.2226160638, 430392.2801957785, 434176.64742123825, 446332.05488751875, 452300.5305292974, 454924.37315624807, 469592.3462734491, 506129.3976872832, 535851.2354477413, 543773.3323568124, 567687.2711816947, 606463.1887762619, 611194.0330799759, 622830.488578066, 0, 401179.7140477432, 427094.2226160638, 430392.2801957785, 434176.64742123825, 446332.05488751875, 452300.5305292974, 454924.37315624807, 469592.3462734491, 506129.3976872832, 535851.2354477413, 543773.3323568124, 567687.2711816947, 606463.1887762619, 611194.0330799759, 622830.488578066, 0, 401179.7140477432, 427094.2226160638, 430392.2801957785, 434176.64742123825, 446332.05488751875, 452300.5305292974, 454924.37315624807, 469592.3462734491, 506129.3976872832, 535851.2354477413, 543773.3323568124, 567687.2711816947, 606463.1887762619, 611194.0330799759, 622830.488578066], 96)
lmbdas = a
np.random.seed(0)
np_weights = []
low = -np.sqrt(2.0/(n_input)) # use 4 for sigmoid, 1 for tanh activation
high = np.sqrt(2.0/(n_input))
for i in range(n_reps):
np_weights.append(np.random.uniform(low=low,high=high,size=(n_input,n_middle)))
np_weights=[item for item in np_weights for i in range(n_lmbdas)]
print(len(np_weights), len(lmbdas))
(96, 96)
np.array_equal(np_weights[0], np_weights[15])
True
np.array_equal(np_weights[0], np_weights[16])
False
START_TIME = time.time()
method3_test_accs = []
#INITIALIZE THE NETWORK
logging_count = 0
sess.run(init_op,options=run_options, run_metadata=run_metadata)
sess.graph.finalize()
for l in range(len(lmbdas)):
print('Training with lmbda:{}, {}'.format(lmbdas[l], l))
#sess.run(init_op,options=run_options, run_metadata=run_metadata)
zeta = 1e-3
new_big_omeg_w2 = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
new_big_omeg_b2 = np.zeros(shape=[1,n_middle], dtype=np.float32)
w3_zeros = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
b3_zeros = np.zeros(shape=[1,n_out], dtype=np.float32)
w3_accum = np.zeros(shape=[n_middle,n_out], dtype=np.float32)
w3_accum = []
b3_accum = np.zeros(shape=[1,n_out], dtype=np.float32)
b3_accum = []
reset_w2_grad_accum = np.zeros(shape=[n_input,n_middle], dtype=np.float32)
reset_b2_grad_accum = np.zeros(shape=[1,n_middle], dtype=np.float32)
start_w2 = None
start_b2 = None
sess.run(w_2_update_op, {w_2_update_placeholder:np_weights[l]})
sess.run(b_2_update_op, {b_2_update_placeholder:np.zeros(shape=[1,n_middle],dtype=np.float32)})
end_w2 = None
end_b2 = None
old_test_data = []
historical_cross_test_acc = {}
historical_train_accuracies = {}
historical_train_costs = {}
historical_val_accuracies = {}
historical_val_costs = {}
sets = [(0,1), (2,3), (4,5), (6,7), (8,9)]
#sets = [(0,4),(5,9)]
test_labels_set = []
n_test_samples = []
for a_set in range(len(sets)):
current_set = sets[a_set]
current_set_name = 'set'+str(a_set)
mask_val = [0]*num_classes
for i in range(0, current_set[1]+1):
mask_val[i]=1
set_mask_val = np.array(mask_val, dtype=np.float32)
print('Current mask:{}'.format(set_mask_val))
train_data_set, valid_data_set, test_data_set = extract_class_data(start=current_set[0],
stop=current_set[1])
train_images_set, train_labels_set = train_data_set[0], train_data_set[1]
valid_images_set, valid_labels_set = valid_data_set[0], valid_data_set[1]
test_images_set, test_labels_set = test_data_set[0], test_data_set[1]
n_test_samples.append(len(test_labels_set))
train_total = len(train_images_set)
n_batches = len(train_images_set)/BATCH_SIZE
#@@print('Number of batches:{}'.format(n_batches))
#@@set_omegas = [tf.assign(big_omeg_w2, new_big_omeg_w2), tf.assign(big_omeg_b2, new_big_omeg_b2)]
#@@sess.run(set_omegas)
sess.run(big_omeg_w2_update_op, {big_omeg_w2_update_placeholder:new_big_omeg_w2})
sess.run(big_omeg_b2_update_op, {big_omeg_b2_update_placeholder:new_big_omeg_b2})
#@@reset_grad_accums = [tf.assign(w2_grad_accum, reset_w2_grad_accum),
#@@ tf.assign(b2_grad_accum, reset_b2_grad_accum)]
#@@sess.run(reset_grad_accums)
sess.run(w2_grad_accum_update_op, {w2_grad_accum_update_placeholder:reset_w2_grad_accum})
sess.run(b2_grad_accum_update_op, {b2_grad_accum_update_placeholder:reset_b2_grad_accum})
#@@reset_w3 = [tf.assign(w_3, w3_zeros), tf.assign(b_3, b3_zeros)]
#@@sess.run(reset_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:w3_zeros})
sess.run(b_3_update_op, {b_3_update_placeholder:b3_zeros})
epochs = 10
repeats = 1
for repeat in range(repeats):
#tf.set_random_seed(l)
print('Repeat:{}'.format(repeat))
train_accuracies = []
train_costs = []
val_accuracies = []
val_costs = []
best_val = 0
first_params_set = None
last_params_set = None
T1 = time.time()
for i in range(epochs):
if(i==0):
start_w2, start_b2 = w_2.eval(), b_2.eval()
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: len(train_images_set)})
#@@print('Epoch:{}'.format((i)))
t1 = time.time()
### CALCULATE TRAIN COSTS AND TRAIN ACCURACIES
train_cost, train_accuracy = sess.run([cost, acct_res] ,feed_dict = {drop_out : 0.0,
set1_mask:set_mask_val})
train_costs.append(train_cost)
train_accuracies.append(train_accuracy)
#train_writer.add_summary(summary,logging_count)
print('training cost:{} and training accuracy:{}'.format(train_costs[i], train_accuracies[i]))
### CALCULATE VALID COSTS AND VALID ACCURACIES
sess.run(iter.initializer, feed_dict={a_1: valid_images_set, y: valid_labels_set,
batch_size: len(valid_images_set)})
_, _, val_acc, val_cost, _ = sess.run([predictions,acct_mat,acct_res, cost, a_3],
feed_dict = {drop_out : 0.0,set1_mask:set_mask_val})
val_costs.append(val_cost)
val_accuracies.append(val_acc)
if(val_acc>best_val):
best_val = val_acc
best_params_set1 = [(w_2.eval(),b_2.eval()),(w_3.eval(),b_3.eval())]
print('validation cost:{} and validation accuracy:{}'.format(val_cost, val_acc))
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
sess.run(iter.initializer, feed_dict={a_1: train_images_set, y: train_labels_set,
batch_size: BATCH_SIZE})
print('Training on :{}'.format(current_set))
for j in range(n_batches):
if(not (np.isnan(w_2.eval().any() and np.isnan(w_3.eval()).any()))):
#if(a_set==1):
# print(j, w_2.eval().sum(), w_3.eval().sum())
if(((j)% 1000 ==0)):
logging_count+=1
summary,_,_ = sess.run([merged,step, omega_step],
feed_dict = {drop_out:0.0,batch_size: BATCH_SIZE,tau:0.5,
set1_mask:set_mask_val,eta:0.001,
lmbda:lmbdas[l],n_tot:train_total})
#train_writer.add_summary(summary, (i+1)*j)
train_writer.add_summary(summary, logging_count)
else:
sess.run([step, omega_step],feed_dict = {drop_out:0.0,batch_size:BATCH_SIZE,
tau:0.5,set1_mask:set_mask_val,
eta:0.001,lmbda:lmbdas[l],
n_tot:train_total})
else:
print('Nan encountered in epoch:{} and batch:{}'.format(i, j))
#@@print('Epoch time:{}'.format(time.time()-t1))
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,
set1_mask:set_mask_val})
#@@print('Final test accuracy is:{}'.format(final_test_acc))
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#all_final_test_accs_set1.append(final_test_acc)
#@@best_step = [tf.assign(w_2,best_params_set1[0][0]), tf.assign(b_2,best_params_set1[0][1]),
#@@ tf.assign(w_3,best_params_set1[1][0]),tf.assign(b_3,best_params_set1[1][1])]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:best_params_set1[0][0]})
sess.run(b_2_update_op, {b_2_update_placeholder:best_params_set1[0][1]})
sess.run(w_3_update_op, {w_3_update_placeholder:best_params_set1[1][0]})
sess.run(b_3_update_op, {b_3_update_placeholder:best_params_set1[1][1]})
sess.run(iter.initializer, feed_dict={a_1: test_images_set, y: test_labels_set,
batch_size: len(test_images_set)})
_,test_acc_corresp_best_val,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
#@@print('Test accuracy corresp to best val acc:{}'.format(test_acc_corresp_best_val))
print('Time taken:{}'.format(time.time()-T1))
#w3_list.append(w_3.eval())
w3_accum.append(w_3.eval())
#b3_list.append(b_3.eval())
b3_accum.append(b_3.eval())
if(i==epochs-1):
if(test_acc_corresp_best_val>final_test_acc):
end_w2, end_b2, end_w3, end_b3 = w_2.eval(), b_2.eval(), w_3.eval(), b_3.eval()
#all_final_test_accs_set1[-1] = test_acc_corresp_best_val
#@@update_star_wbs = [tf.assign(star_w2,end_w2),tf.assign(star_b2,end_b2)]
#@@sess.run(update_star_wbs)
sess.run(star_w2_update_op, {star_w2_update_placeholder:end_w2})
sess.run(star_b2_update_op, {star_b2_update_placeholder:end_b2})
#@@best_step = [tf.assign(w_2,end_w2), tf.assign(b_2,end_b2),
#@@ tf.assign(w_3,end_w3),tf.assign(b_3,end_b3)]
#@@sess.run(best_step)
sess.run(w_2_update_op, {w_2_update_placeholder:end_w2})
sess.run(b_2_update_op, {b_2_update_placeholder:end_b2})
sess.run(w_3_update_op, {w_3_update_placeholder:end_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:end_b3})
first_params_set = [(start_w2, start_b2)]
last_params_set = [(end_w2, end_b2)]
small_omegas = [(w2_grad_accum.eval(),b2_grad_accum.eval())]
delta_ws = map(lambda x,y: np.square(x-y)+zeta,[item[0] for item in last_params_set],
[item[0] for item in first_params_set])
delta_bs = map(lambda x,y: np.square(x-y)+zeta,[item[1] for item in last_params_set],
[item[1] for item in first_params_set])
delta_wbs = zip(delta_ws, delta_bs)
big_omegas_ws = map(lambda x,y: (x/y),[item[0] for item in small_omegas],
[item[0] for item in delta_wbs])
big_omegas_bs = map(lambda x,y: (x/y),[item[1] for item in small_omegas],
[item[1] for item in delta_wbs])
big_omegas = zip(big_omegas_ws, big_omegas_bs)
new_big_omeg_w2 += big_omegas[0][0]
new_big_omeg_b2 += big_omegas[0][1]
#@@print('omegW2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_w2.max(),
#@@ new_big_omeg_w2.mean(),
#@@ new_big_omeg_w2.std()))
#@@print('omegb2-MAXIMUM:{},MEAN:{},STD:{}'.format(new_big_omeg_b2.max(),
#@@ new_big_omeg_b2.mean(),
#@@ new_big_omeg_b2.std()))
historical_train_accuracies[current_set_name]=train_accuracies
historical_train_costs[current_set_name]=train_costs
historical_val_accuracies[current_set_name]=val_accuracies
historical_val_costs[current_set_name]=val_costs
#######Method 3 ###########
w3_set_rows = []
offset=0
for item in w3_accum:
w3_set_rows.append(item[:,offset:offset+2])
offset+=2
w3_set_row_avgs = [item.mean() for item in w3_set_rows]
final_w3 = map(lambda x,y:x-y,w3_set_rows, w3_set_row_avgs)
final_w3 = np.concatenate(final_w3, axis=1)
b3_set_rows = []
offset=0
for item in b3_accum:
b3_set_rows.append(item[:,offset:offset+2])
offset+=2
b3_set_row_avgs = [item.mean() for item in b3_set_rows]
final_b3 = map(lambda x,y:x-y,b3_set_rows, b3_set_row_avgs)
final_b3 = np.concatenate(final_b3, axis=1)
#@@set_w3 = [tf.assign(w_3, final_w3), tf.assign(b_3, final_b3)]
#@@sess.run(set_w3)
sess.run(w_3_update_op, {w_3_update_placeholder:final_w3})
sess.run(b_3_update_op, {b_3_update_placeholder:final_b3})
sess.run(iter.initializer, feed_dict={a_1: test_images, y: to_categorical(test_labels,num_classes=num_classes),
batch_size: len(test_images)})
_,final_test_acc,_ = sess.run([predictions, acct_res, a_3],
feed_dict = {drop_out:0.0,set1_mask:set_mask_val})
method3_test_accs.append(final_test_acc)
print('Method 3 test accuracy:{}'.format(final_test_acc))
train_writer.close()
print('Total time:{}'.format(time.time()-START_TIME))
Training with lmbda:0, 0 Current mask:[1. 1. 0. 0. 0. 0. 0. 0. 0. 0.] Test features:(2115, 3630) Length of test labels:2115 Train features:(11526, 3630) Length of train labels:11526 Valid features:(1139, 3630) Length of valid labels:1139 Repeat:0 training cost:2.30258536339 and training accuracy:0.467811912298 validation cost:2.30258536339 and validation accuracy:0.473222136497 Training on :(0, 1) training cost:0.440640777349 and training accuracy:0.977095246315 validation cost:0.432918131351 and validation accuracy:0.969271302223 Training on :(0, 1)